00000020:00200000:3.0:1789760715.617371:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760715.617383:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [19656704, 19660800) 0 0
00000080:00200000:3.0:1789760715.617388:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760715.617405:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [4799, 4799]
00020000:00200000:3.0:1789760715.617415:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 19656704 chunk: [19656704, 19660800) 19660800, 4096
00020000:00200000:3.0:1789760715.617421:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760715.617441:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [4799, 4799]
00000008:00010000:3.0:1789760715.617457:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760715.617463:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41830, osc lock ffff911a10746d10, flags 0x0
00000080:00200000:3.0:1789760715.617473:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [19656704, 19660800) append 0 append lockpos 0
00000080:00200000:3.0:1789760715.617486:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=19656704=0x12bf000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760715.617542:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760715.617544:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 19660800
00000020:00010000:3.0:1789760715.617552:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760715.617556:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760715.617559:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41830 (ffff911a065ad998/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760715.617562:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760715.617565:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41830 (ffff911a04fd1bd8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760715.617572:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760715.617578:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760715.617591:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb69c0
00000008:00100000:3.0:1789760715.617707:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1180 - object 0x280000401:3 offset 19656704<>19660800
00000100:00100000:3.0:1789760715.661618:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972119 gen 3
00000008:00010000:3.0:1789760715.661687:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb69c0
00000020:00200000:3.0:1789760715.661698:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760715.661709:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760715.661734:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb69c0
00000100:00100000:3.0:1789760715.661766:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520868992:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760715.780841:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [4801, 4801]
00000080:00200000:3.0:1789760715.780859:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760715.780865:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760715.780881:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 19668992 i_blocks 38919
00000020:00200000:3.0:1789760715.780884:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760715.780893:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760715.780937:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 19668992, count: 4096
00000080:00200000:3.0:1789760715.780944:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 19668992, bytes: 4096
00000080:00200000:3.0:1789760715.780956:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760715.780964:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760715.780966:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [19668992, 19673088) 0 0
00000080:00200000:3.0:1789760715.780971:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760715.780991:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [4802, 4802]
00020000:00200000:3.0:1789760715.780999:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 19668992 chunk: [19668992, 19673088) 19673088, 4096
00020000:00200000:3.0:1789760715.781013:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760715.781033:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [4802, 4802]
00000008:00010000:3.0:1789760715.781061:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760715.781068:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41830, osc lock ffff911a10746d10, flags 0x0
00000080:00200000:3.0:1789760715.781080:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [19668992, 19673088) append 0 append lockpos 0
00000080:00200000:3.0:1789760715.781095:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=19668992=0x12c2000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760715.781154:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760715.781157:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 19673088
00000020:00010000:3.0:1789760715.781165:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760715.781169:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760715.781172:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41830 (ffff911a065ad998/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760715.781175:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760715.781178:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41830 (ffff911a04fd1bd8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760715.781186:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760715.781193:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760715.781210:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb69c0
00000008:00100000:3.0:1789760715.781392:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1180 - object 0x280000401:3 offset 19668992<>19673088
00000100:00100000:3.0:1789760715.838823:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972121 gen 3
00000100:00100000:3.0:1789760715.838867:0:2408:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff911a04ad1180 x1876699520869376/t4294972122(4294972122) o4->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760731 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:3.0:1789760715.838933:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb69c0
00000020:00200000:3.0:1789760715.838940:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760715.838950:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760715.838974:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb69c0
00000100:00100000:3.0:1789760715.839000:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520869376:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760715.904766:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [4803, 4803]
00000080:00200000:3.0:1789760715.904784:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760715.904791:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760715.904806:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 19677184 i_blocks 38919
00000020:00200000:3.0:1789760715.904809:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760715.904818:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760715.904853:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 19677184, count: 4096
00000080:00200000:3.0:1789760715.904860:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 19677184, bytes: 4096
00000080:00200000:3.0:1789760715.904871:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760715.904879:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760715.904882:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [19677184, 19681280) 0 0
00000080:00200000:3.0:1789760715.904886:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760715.904903:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [4804, 4804]
00020000:00200000:3.0:1789760715.904913:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 19677184 chunk: [19677184, 19681280) 19681280, 4096
00020000:00200000:3.0:1789760715.904917:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760715.904936:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [4804, 4804]
00000008:00010000:3.0:1789760715.904953:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760715.904959:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41830, osc lock ffff911a10746d10, flags 0x0
00000080:00200000:3.0:1789760715.904970:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [19677184, 19681280) append 0 append lockpos 0
00000080:00200000:3.0:1789760715.904983:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=19677184=0x12c4000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760715.905061:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760715.905064:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 19681280
00000020:00010000:3.0:1789760715.905073:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760715.905077:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760715.905081:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41830 (ffff911a065ad998/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760715.905085:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760715.905088:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41830 (ffff911a04fd1bd8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760715.905097:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760715.905104:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760715.905120:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb69c0
00000008:00100000:3.0:1789760715.905270:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad0380 - object 0x280000401:3 offset 19677184<>19681280
00000100:00100000:3.0:1789760715.905318:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760715.905339:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520869632:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760715.956630:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972123 gen 3
00000100:00100000:3.0:1789760715.956675:0:2408:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff911a04ad0380 x1876699520869632/t4294972124(4294972124) o4->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760731 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:3.0:1789760715.956724:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb69c0
00000020:00200000:3.0:1789760715.956731:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760715.956741:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760715.956771:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb69c0
00000100:00100000:3.0:1789760715.956799:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520869632:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760716.212355:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [4808, 4808]
00000080:00200000:3.0:1789760716.212382:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760716.212389:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760716.212406:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 19697664 i_blocks 38919
00000020:00200000:3.0:1789760716.212409:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760716.212420:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760716.212457:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 19697664, count: 4096
00000080:00200000:3.0:1789760716.212465:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 19697664, bytes: 4096
00000080:00200000:3.0:1789760716.212475:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760716.212485:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760716.212487:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [19697664, 19701760) 0 0
00000080:00200000:3.0:1789760716.212492:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760716.212511:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [4809, 4809]
00020000:00200000:3.0:1789760716.212521:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 19697664 chunk: [19697664, 19701760) 19701760, 4096
00020000:00200000:3.0:1789760716.212526:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760716.212554:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [4809, 4809]
00000008:00010000:3.0:1789760716.212573:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760716.212579:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41830, osc lock ffff911a10746d10, flags 0x0
00000080:00200000:3.0:1789760716.212592:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [19697664, 19701760) append 0 append lockpos 0
00000080:00200000:3.0:1789760716.212607:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=19697664=0x12c9000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760716.212668:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760716.212672:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 19701760
00000020:00010000:3.0:1789760716.212685:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760716.212689:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760716.212692:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41830 (ffff911a065ad998/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760716.212695:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760716.212698:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41830 (ffff911a04fd1bd8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760716.212705:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760716.212713:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760716.212729:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb69c0
00000008:00100000:3.0:1789760716.212850:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad0000 - object 0x280000401:3 offset 19697664<>19701760
00000100:00100000:3.0:1789760716.273233:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972129 gen 3
00000008:00010000:3.0:1789760716.273348:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb69c0
00000020:00200000:3.0:1789760716.273358:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760716.273378:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760716.273410:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb69c0
00000100:00100000:3.0:1789760716.273444:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520870272:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760716.639467:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [4815, 4815]
00000080:00200000:3.0:1789760716.639485:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760716.639491:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760716.639507:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 19726336 i_blocks 38919
00000020:00200000:3.0:1789760716.639511:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760716.639521:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760716.639556:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 19726336, count: 4096
00000080:00200000:3.0:1789760716.639563:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 19726336, bytes: 4096
00000080:00200000:3.0:1789760716.639573:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760716.639582:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760716.639584:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [19726336, 19730432) 0 0
00000080:00200000:3.0:1789760716.639588:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760716.639605:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [4816, 4816]
00020000:00200000:3.0:1789760716.639613:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 19726336 chunk: [19726336, 19730432) 19730432, 4096
00020000:00200000:3.0:1789760716.639618:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760716.639637:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [4816, 4816]
00000008:00010000:3.0:1789760716.639656:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760716.639662:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41830, osc lock ffff911a10746d10, flags 0x0
00000080:00200000:3.0:1789760716.639675:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [19726336, 19730432) append 0 append lockpos 0
00000080:00200000:3.0:1789760716.639688:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=19726336=0x12d0000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760716.639745:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760716.639748:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 19730432
00000020:00010000:3.0:1789760716.639757:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760716.639761:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760716.639764:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41830 (ffff911a065ad998/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760716.639767:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760716.639770:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41830 (ffff911a04fd1bd8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760716.639778:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760716.639785:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760716.639800:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb69c0
00000008:00100000:3.0:1789760716.639928:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad0000 - object 0x280000401:3 offset 19726336<>19730432
00000100:00100000:3.0:1789760716.639972:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760716.639990:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520871168:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760716.690017:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972136 gen 3
00000008:00010000:3.0:1789760716.690085:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb69c0
00000020:00200000:3.0:1789760716.690093:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760716.690104:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760716.690125:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb69c0
00000100:00100000:3.0:1789760716.690158:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520871168:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760716.691696:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520871296:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760716.734235:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590540
00000020:00200000:3.0:1789760716.734252:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760716.734264:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760716.734328:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590540
00000100:00100000:3.0:1789760716.734362:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520871296:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760716.736611:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760716.736696:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520871424:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760716.775075:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520871680:192.168.203.116@tcp:400:kworker.0
00000100:00100000:3.0:1789760716.775097:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2408:1876699520871936:192.168.203.116@tcp:400:kworker.0
00000100:00100000:3.0:1789760716.775110:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520871808:192.168.203.116@tcp:400:kworker.0
00000100:00100000:3.0:1789760716.775122:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2408:1876699520872064:192.168.203.116@tcp:400:kworker.0
00000100:00100000:3.0:1789760716.781386:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972137 gen 3
00000100:00100000:3.0:1789760716.781434:0:2408:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff911a12eebb80 x1876699520871424/t4294972138(4294972138) o4->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760732 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:3.0:1789760716.781487:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590180
00000020:00200000:3.0:1789760716.781494:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760716.781504:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760716.781528:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590180
00000100:00100000:3.0:1789760716.781556:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520871424:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760716.822528:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [4819, 4819]
00000080:00200000:3.0:1789760716.822545:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760716.822551:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760716.822567:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 19742720 i_blocks 38919
00000020:00200000:3.0:1789760716.822571:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760716.822582:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760716.822618:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 19742720, count: 4096
00000080:00200000:3.0:1789760716.822626:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 19742720, bytes: 4096
00000080:00200000:3.0:1789760716.822637:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760716.822646:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760716.822648:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [19742720, 19746816) 0 0
00000080:00200000:3.0:1789760716.822652:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760716.822668:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [4820, 4820]
00020000:00200000:3.0:1789760716.822678:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 19742720 chunk: [19742720, 19746816) 19746816, 4096
00020000:00200000:3.0:1789760716.822683:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760716.822703:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [4820, 4820]
00000008:00010000:3.0:1789760716.822723:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760716.822728:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41830, osc lock ffff911a10746d10, flags 0x0
00000080:00200000:3.0:1789760716.822762:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [19742720, 19746816) append 0 append lockpos 0
00000080:00200000:3.0:1789760716.822778:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=19742720=0x12d4000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760716.822833:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760716.822837:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 19746816
00000020:00010000:3.0:1789760716.822844:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760716.822847:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760716.822849:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41830 (ffff911a065ad998/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760716.822853:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760716.822855:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41830 (ffff911a04fd1bd8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760716.822862:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760716.822870:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760716.867168:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [4820, 4820]
00000080:00200000:3.0:1789760716.867186:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760716.867192:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760716.867209:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 19746816 i_blocks 38919
00000020:00200000:3.0:1789760716.867244:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760716.867254:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760716.867289:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 19746816, count: 4096
00000080:00200000:3.0:1789760716.867297:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 19746816, bytes: 4096
00000080:00200000:3.0:1789760716.867305:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760716.867315:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760716.867317:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [19746816, 19750912) 0 0
00000080:00200000:3.0:1789760716.867322:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760716.867340:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [4821, 4821]
00020000:00200000:3.0:1789760716.867349:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 19746816 chunk: [19746816, 19750912) 19750912, 4096
00020000:00200000:3.0:1789760716.867354:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760716.867387:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [4821, 4821]
00000008:00010000:3.0:1789760716.867407:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760716.867413:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41830, osc lock ffff911a10746d10, flags 0x0
00000080:00200000:3.0:1789760716.867425:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [19746816, 19750912) append 0 append lockpos 0
00000080:00200000:3.0:1789760716.867440:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=19746816=0x12d5000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760716.867500:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760716.867504:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 19750912
00000020:00010000:3.0:1789760716.867513:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760716.867517:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760716.867520:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41830 (ffff911a065ad998/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760716.867523:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760716.867526:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41830 (ffff911a04fd1bd8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760716.867533:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760716.867540:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760716.867558:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6e40
00000008:00100000:3.0:1789760716.867684:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2680 - object 0x280000401:3 offset 19746816<>19750912
00000008:00010000:3.0:1789760716.932304:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6e40
00000020:00200000:3.0:1789760716.932321:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760716.932333:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760716.932421:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6e40
00000100:00100000:3.0:1789760716.932451:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520872448:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760717.004096:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [4823, 4823]
00000080:00200000:3.0:1789760717.004114:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760717.004127:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760717.004143:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 19759104 i_blocks 38919
00000020:00200000:3.0:1789760717.004147:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760717.004158:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760717.004195:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 19759104, count: 4096
00000080:00200000:3.0:1789760717.004202:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 19759104, bytes: 4096
00000080:00200000:3.0:1789760717.004211:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760717.004256:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760717.004259:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [19759104, 19763200) 0 0
00000080:00200000:3.0:1789760717.004264:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000100:00100000:3.0:1789760717.054960:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972144 gen 3
00000008:00010000:3.0:1789760717.055014:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590d80
00000020:00200000:3.0:1789760717.055024:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760717.055035:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760717.055094:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590d80
00000100:00100000:3.0:1789760717.055127:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520872832:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760717.056254:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760717.056277:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520872960:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760717.083731:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972145 gen 3
00000008:00010000:3.0:1789760717.083796:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590300
00000020:00200000:3.0:1789760717.083805:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760717.083815:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760717.083877:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590300
00000100:00100000:3.0:1789760717.083911:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520872960:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760717.084641:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520873088:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760717.170279:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972146 gen 3
00000008:00010000:3.0:1789760717.170344:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590e40
00000020:00200000:3.0:1789760717.170352:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760717.170373:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760717.170391:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590e40
00000100:00100000:3.0:1789760717.170422:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520873088:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760717.206572:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972147 gen 3
00000008:00010000:3.0:1789760717.206621:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590cc0
00000020:00200000:3.0:1789760717.206629:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760717.206640:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760717.206661:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590cc0
00000100:00100000:3.0:1789760717.206694:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520873216:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760717.207598:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520873344:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760717.248678:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065906c0
00000020:00200000:3.0:1789760717.248695:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760717.248707:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760717.248928:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065906c0
00000100:00100000:3.0:1789760717.248964:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520873344:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760717.251518:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760717.251550:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520873472:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760717.294737:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972149 gen 3
00000008:00010000:3.0:1789760717.294966:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065900c0
00000020:00200000:3.0:1789760717.294975:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760717.294986:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760717.295118:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065900c0
00000100:00100000:3.0:1789760717.295156:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520873472:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760717.296564:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520873600:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760717.353844:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972150 gen 3
00000008:00010000:3.0:1789760717.353904:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590240
00000020:00200000:3.0:1789760717.353913:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760717.353925:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760717.353944:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590240
00000100:00100000:3.0:1789760717.353976:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520873600:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760717.354911:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520873728:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760717.402576:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972151 gen 3
00000008:00010000:3.0:1789760717.402627:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590f00
00000020:00200000:3.0:1789760717.402635:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760717.402647:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760717.402667:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590f00
00000100:00100000:3.0:1789760717.402700:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520873728:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760717.403758:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520873856:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760717.461023:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972152 gen 3
00000008:00010000:3.0:1789760717.461078:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590000
00000020:00200000:3.0:1789760717.461086:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760717.461098:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760717.461117:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590000
00000100:00100000:3.0:1789760717.461158:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520873856:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760717.462325:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520873984:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760717.499703:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972153 gen 3
00000008:00010000:3.0:1789760717.499770:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590000
00000020:00200000:3.0:1789760717.499779:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760717.499791:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760717.499809:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590000
00000100:00100000:3.0:1789760717.499845:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520873984:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760717.500885:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520874112:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760717.548009:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972154 gen 3
00000008:00010000:3.0:1789760717.548062:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590f00
00000020:00200000:3.0:1789760717.548070:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760717.548082:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760717.548101:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590f00
00000100:00100000:3.0:1789760717.548136:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520874112:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760717.549082:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520874240:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760717.596820:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590240
00000020:00200000:3.0:1789760717.596836:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760717.596849:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760717.596869:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590240
00000100:00100000:3.0:1789760717.597658:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520874240:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760717.597689:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a065900c0
00000008:00100000:3.0:1789760717.597824:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2d80 - object 0x280000401:3 offset 19808256<>19812352
00000100:00100000:3.0:1789760717.597863:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760717.597877:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520874368:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760717.665050:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972155 gen 3
00000100:00100000:3.0:1789760717.665091:0:2407:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff911a04ad2d80 x1876699520874368/t4294972156(4294972156) o4->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760733 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:3.0:1789760717.665140:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065900c0
00000020:00200000:3.0:1789760717.665157:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760717.665168:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760717.665193:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065900c0
00000100:00100000:3.0:1789760717.665262:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520874368:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760717.705034:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972157 gen 3
00000008:00010000:3.0:1789760717.705099:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065906c0
00000020:00200000:3.0:1789760717.705108:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760717.705119:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760717.705140:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065906c0
00000100:00100000:3.0:1789760717.705390:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520874496:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760717.706135:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520874624:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760717.747409:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972158 gen 3
00000008:00010000:3.0:1789760717.747463:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590cc0
00000020:00200000:3.0:1789760717.747472:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760717.747482:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760717.747538:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590cc0
00000100:00100000:3.0:1789760717.747571:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520874624:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760717.748561:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520874752:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760717.803049:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972159 gen 3
00000008:00010000:3.0:1789760717.803091:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590e40
00000020:00200000:3.0:1789760717.803098:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760717.803116:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760717.803134:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590e40
00000100:00100000:3.0:1789760717.803168:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520874752:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760717.846724:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972160 gen 3
00000008:00010000:3.0:1789760717.846783:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590300
00000020:00200000:3.0:1789760717.846791:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760717.846803:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760717.846828:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590300
00000100:00100000:3.0:1789760717.846865:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520874880:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760718.283079:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [4849, 4849]
00000080:00200000:3.0:1789760718.283097:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760718.283103:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760718.283119:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 19865600 i_blocks 38919
00000020:00200000:3.0:1789760718.283123:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760718.283133:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760718.283167:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 19865600, count: 4096
00000080:00200000:3.0:1789760718.283175:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 19865600, bytes: 4096
00000080:00200000:3.0:1789760718.283187:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760718.283196:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760718.283198:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [19865600, 19869696) 0 0
00000080:00200000:3.0:1789760718.283203:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760718.283247:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [4850, 4850]
00020000:00200000:3.0:1789760718.283256:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 19865600 chunk: [19865600, 19869696) 19869696, 4096
00020000:00200000:3.0:1789760718.283261:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760718.283283:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [4850, 4850]
00000008:00010000:3.0:1789760718.283303:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760718.283309:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41830, osc lock ffff911a10746d10, flags 0x0
00000080:00200000:3.0:1789760718.283321:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [19865600, 19869696) append 0 append lockpos 0
00000080:00200000:3.0:1789760718.283334:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=19865600=0x12f2000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760718.283408:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760718.283412:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 19869696
00000020:00010000:3.0:1789760718.283421:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760718.283425:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760718.283429:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41830 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760718.283432:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760718.283435:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41830 (ffff911a04fd1bd8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760718.283443:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760718.283450:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760718.283467:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6e40
00000008:00100000:3.0:1789760718.283596:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2d80 - object 0x280000401:3 offset 19865600<>19869696
00000100:00100000:3.0:1789760718.314871:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972170 gen 3
00000008:00010000:3.0:1789760718.314951:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6e40
00000020:00200000:3.0:1789760718.314960:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760718.314971:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760718.315006:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6e40
00000100:00100000:3.0:1789760718.315037:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520876160:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760718.398364:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [4852, 4852]
00000080:00200000:3.0:1789760718.398377:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760718.398381:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760718.398402:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 19877888 i_blocks 38919
00000020:00200000:3.0:1789760718.398406:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760718.398414:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760718.398438:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 19877888, count: 4096
00000080:00200000:3.0:1789760718.398444:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 19877888, bytes: 4096
00000080:00200000:3.0:1789760718.398452:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760718.398460:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760718.398462:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [19877888, 19881984) 0 0
00000080:00200000:3.0:1789760718.398465:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760718.398478:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [4853, 4853]
00020000:00200000:3.0:1789760718.398484:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 19877888 chunk: [19877888, 19881984) 19881984, 4096
00020000:00200000:3.0:1789760718.398488:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760718.398503:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [4853, 4853]
00000008:00010000:3.0:1789760718.398517:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760718.398521:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41830, osc lock ffff911a10746d10, flags 0x0
00000080:00200000:3.0:1789760718.398529:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [19877888, 19881984) append 0 append lockpos 0
00000080:00200000:3.0:1789760718.398540:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=19877888=0x12f5000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760718.398583:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760718.398585:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 19881984
00000020:00010000:3.0:1789760718.398592:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760718.398595:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760718.398598:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41830 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760718.398601:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760718.398604:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41830 (ffff911a04fd1bd8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760718.398610:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760718.398615:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760718.398630:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6e40
00000008:00100000:3.0:1789760718.398725:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2d80 - object 0x280000401:3 offset 19877888<>19881984
00000100:00100000:3.0:1789760718.398765:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760718.398777:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520876544:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760718.448073:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972173 gen 3
00000008:00010000:3.0:1789760718.448107:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6e40
00000020:00200000:3.0:1789760718.448113:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760718.448122:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760718.448142:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6e40
00000100:00100000:3.0:1789760718.448163:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520876544:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760718.840700:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [4859, 4859]
00000080:00200000:3.0:1789760718.840714:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760718.840718:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760718.840730:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 19906560 i_blocks 38919
00000020:00200000:3.0:1789760718.840734:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760718.840742:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760718.840769:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 19906560, count: 4096
00000080:00200000:3.0:1789760718.840774:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 19906560, bytes: 4096
00000080:00200000:3.0:1789760718.840783:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760718.840789:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760718.840791:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [19906560, 19910656) 0 0
00000080:00200000:3.0:1789760718.840794:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760718.840806:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [4860, 4860]
00020000:00200000:3.0:1789760718.840815:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 19906560 chunk: [19906560, 19910656) 19910656, 4096
00020000:00200000:3.0:1789760718.840818:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760718.840832:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [4860, 4860]
00000008:00010000:3.0:1789760718.840845:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760718.840850:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41830, osc lock ffff911a10746d10, flags 0x0
00000080:00200000:3.0:1789760718.840858:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [19906560, 19910656) append 0 append lockpos 0
00000080:00200000:3.0:1789760718.840867:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=19906560=0x12fc000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760718.840924:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760718.840927:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 19910656
00000020:00010000:3.0:1789760718.840935:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760718.840938:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760718.840940:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41830 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760718.840942:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760718.840945:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41830 (ffff911a04fd1bd8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760718.840950:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760718.840955:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760718.840971:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6e40
00000008:00100000:3.0:1789760718.841080:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2d80 - object 0x280000401:3 offset 19906560<>19910656
00000100:00100000:3.0:1789760718.925601:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972180 gen 3
00000008:00010000:3.0:1789760718.925635:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6e40
00000020:00200000:3.0:1789760718.925641:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760718.925649:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760718.925670:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6e40
00000100:00100000:3.0:1789760718.925693:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520877440:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760719.125088:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [4862, 4862]
00000080:00200000:3.0:1789760719.125101:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760719.125106:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760719.125117:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 19918848 i_blocks 38919
00000020:00200000:3.0:1789760719.125121:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760719.125129:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760719.125153:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 19918848, count: 4096
00000080:00200000:3.0:1789760719.125159:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 19918848, bytes: 4096
00000080:00200000:3.0:1789760719.125168:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760719.125175:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760719.125177:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [19918848, 19922944) 0 0
00000080:00200000:3.0:1789760719.125181:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760719.125194:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [4863, 4863]
00020000:00200000:3.0:1789760719.125202:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 19918848 chunk: [19918848, 19922944) 19922944, 4096
00020000:00200000:3.0:1789760719.125206:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760719.125250:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [4863, 4863]
00000008:00010000:3.0:1789760719.125265:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760719.125269:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41830, osc lock ffff911a10746d10, flags 0x0
00000080:00200000:3.0:1789760719.125278:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [19918848, 19922944) append 0 append lockpos 0
00000080:00200000:3.0:1789760719.125287:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=19918848=0x12ff000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760719.125334:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760719.125337:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 19922944
00000020:00010000:3.0:1789760719.125344:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760719.125358:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760719.125362:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41830 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760719.125365:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760719.125368:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41830 (ffff911a04fd1bd8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760719.125375:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760719.125381:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760719.125395:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6e40
00000008:00100000:3.0:1789760719.125489:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2d80 - object 0x280000401:3 offset 19918848<>19922944
00000080:00200000:3.0:1789760719.177535:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [4863, 4863]
00000080:00200000:3.0:1789760719.177547:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760719.177552:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760719.177563:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 19922944 i_blocks 38919
00000020:00200000:3.0:1789760719.177567:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760719.177585:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760719.177610:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 19922944, count: 4096
00000080:00200000:3.0:1789760719.177616:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 19922944, bytes: 4096
00000080:00200000:3.0:1789760719.177623:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760719.177630:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760719.177632:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [19922944, 19927040) 0 0
00000080:00200000:3.0:1789760719.177636:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760719.177647:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [4864, 4864]
00020000:00200000:3.0:1789760719.177653:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 19922944 chunk: [19922944, 19927040) 19927040, 4096
00020000:00200000:3.0:1789760719.177657:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760719.177671:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [4864, 4864]
00000008:00010000:3.0:1789760719.177684:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760719.177688:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41830, osc lock ffff911a10746d10, flags 0x0
00000080:00200000:3.0:1789760719.177717:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [19922944, 19927040) append 0 append lockpos 0
00000080:00200000:3.0:1789760719.177728:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=19922944=0x1300000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760719.177767:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760719.177770:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 19927040
00000020:00010000:3.0:1789760719.177777:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760719.177781:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760719.177784:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41830 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760719.177787:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760719.177790:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41830 (ffff911a04fd1bd8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760719.177801:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760719.177807:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760719.177819:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6540
00000008:00100000:3.0:1789760719.177928:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1c00 - object 0x280000401:3 offset 19922944<>19927040
00000080:00200000:3.0:1789760719.264874:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [4864, 4864]
00000080:00200000:3.0:1789760719.265038:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760719.265044:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760719.265056:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 19927040 i_blocks 38919
00000020:00200000:3.0:1789760719.265059:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760719.265067:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760719.265092:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 19927040, count: 4096
00000080:00200000:3.0:1789760719.265098:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 19927040, bytes: 4096
00000080:00200000:3.0:1789760719.265105:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760719.265111:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760719.265114:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [19927040, 19931136) 0 0
00000080:00200000:3.0:1789760719.265117:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760719.265129:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [4865, 4865]
00020000:00200000:3.0:1789760719.265136:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 19927040 chunk: [19927040, 19931136) 19931136, 4096
00020000:00200000:3.0:1789760719.265140:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760719.265155:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [4865, 4865]
00000008:00010000:3.0:1789760719.265168:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760719.265172:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41830, osc lock ffff911a10746d10, flags 0x0
00000080:00200000:3.0:1789760719.265181:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [19927040, 19931136) append 0 append lockpos 0
00000080:00200000:3.0:1789760719.265190:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=19927040=0x1301000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760719.265255:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760719.265258:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 19931136
00000020:00010000:3.0:1789760719.265265:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760719.265269:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760719.265272:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41830 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760719.265275:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760719.265278:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41830 (ffff911a04fd1bd8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760719.265284:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760719.265290:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760719.265304:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6300
00000008:00100000:3.0:1789760719.265416:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2300 - object 0x280000401:3 offset 19927040<>19931136
00000080:00200000:3.0:1789760719.309195:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [4865, 4865]
00000080:00200000:3.0:1789760719.309209:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760719.309234:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760719.309247:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 19931136 i_blocks 40967
00000020:00200000:3.0:1789760719.309251:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760719.309259:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760719.309295:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 19931136, count: 4096
00000080:00200000:3.0:1789760719.309301:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 19931136, bytes: 4096
00000080:00200000:3.0:1789760719.309310:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760719.309318:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760719.309320:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [19931136, 19935232) 0 0
00000080:00200000:3.0:1789760719.309324:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760719.309336:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [4866, 4866]
00020000:00200000:3.0:1789760719.309342:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 19931136 chunk: [19931136, 19935232) 19935232, 4096
00020000:00200000:3.0:1789760719.309357:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760719.309373:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [4866, 4866]
00000008:00010000:3.0:1789760719.309386:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760719.309391:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41830, osc lock ffff911a10746d10, flags 0x0
00000080:00200000:3.0:1789760719.309399:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [19931136, 19935232) append 0 append lockpos 0
00000080:00200000:3.0:1789760719.309409:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=19931136=0x1302000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760719.309455:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760719.309458:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 19935232
00000020:00010000:3.0:1789760719.309466:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760719.309469:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760719.309472:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41830 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760719.309476:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760719.309478:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41830 (ffff911a04fd1bd8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760719.309485:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760719.309491:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760719.309504:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6780
00000008:00100000:3.0:1789760719.309600:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad0a80 - object 0x280000401:3 offset 19931136<>19935232
00000080:00200000:3.0:1789760719.343614:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [4866, 4866]
00000080:00200000:3.0:1789760719.343627:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760719.343632:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760719.343644:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 19935232 i_blocks 40967
00000020:00200000:3.0:1789760719.343647:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760719.343655:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760719.343677:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 19935232, count: 4096
00000080:00200000:3.0:1789760719.343683:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 19935232, bytes: 4096
00000080:00200000:3.0:1789760719.343690:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760719.343697:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760719.343700:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [19935232, 19939328) 0 0
00000080:00200000:3.0:1789760719.343704:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760719.343715:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [4867, 4867]
00020000:00200000:3.0:1789760719.343721:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 19935232 chunk: [19935232, 19939328) 19939328, 4096
00020000:00200000:3.0:1789760719.343724:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760719.343739:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [4867, 4867]
00000008:00010000:3.0:1789760719.343751:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760719.343756:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41830, osc lock ffff911a10746d10, flags 0x0
00000080:00200000:3.0:1789760719.343764:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [19935232, 19939328) append 0 append lockpos 0
00000080:00200000:3.0:1789760719.343775:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=19935232=0x1303000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760719.343814:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760719.343817:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 19939328
00000020:00010000:3.0:1789760719.343823:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760719.343826:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760719.343829:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41830 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760719.343832:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760719.343834:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41830 (ffff911a04fd1bd8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760719.343840:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760719.343846:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760719.343860:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6c00
00000008:00100000:3.0:1789760719.344098:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1500 - object 0x280000401:3 offset 19935232<>19939328
00000080:00200000:3.0:1789760719.379069:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [4867, 4867]
00000080:00200000:3.0:1789760719.379086:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760719.379092:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760719.379114:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 19939328 i_blocks 40967
00000020:00200000:3.0:1789760719.379118:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760719.379129:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760719.379151:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 19939328, count: 4096
00000080:00200000:3.0:1789760719.379157:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 19939328, bytes: 4096
00000080:00200000:3.0:1789760719.379165:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760719.379171:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760719.379173:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [19939328, 19943424) 0 0
00000080:00200000:3.0:1789760719.379177:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760719.379189:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [4868, 4868]
00020000:00200000:3.0:1789760719.379196:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 19939328 chunk: [19939328, 19943424) 19943424, 4096
00020000:00200000:3.0:1789760719.379199:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760719.379522:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [4868, 4868]
00000008:00010000:3.0:1789760719.379538:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760719.379544:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41830, osc lock ffff911a10746d10, flags 0x0
00000080:00200000:3.0:1789760719.379554:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [19939328, 19943424) append 0 append lockpos 0
00000080:00200000:3.0:1789760719.379566:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=19939328=0x1304000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760719.379614:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760719.379617:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 19943424
00000020:00010000:3.0:1789760719.379624:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760719.379627:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760719.379630:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41830 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760719.379632:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760719.379635:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41830 (ffff911a04fd1bd8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760719.379642:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760719.379648:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760719.379665:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6840
00000008:00100000:3.0:1789760719.379759:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad0700 - object 0x280000401:3 offset 19939328<>19943424
00000080:00200000:3.0:1789760719.428762:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [4868, 4868]
00000080:00200000:3.0:1789760719.428774:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760719.428779:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760719.428790:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 19943424 i_blocks 40967
00000020:00200000:3.0:1789760719.428793:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760719.428801:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760719.428825:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 19943424, count: 4096
00000080:00200000:3.0:1789760719.428831:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 19943424, bytes: 4096
00000080:00200000:3.0:1789760719.428838:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760719.428845:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760719.428847:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [19943424, 19947520) 0 0
00000080:00200000:3.0:1789760719.428851:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760719.428864:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [4869, 4869]
00020000:00200000:3.0:1789760719.428872:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 19943424 chunk: [19943424, 19947520) 19947520, 4096
00020000:00200000:3.0:1789760719.428887:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760719.428901:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [4869, 4869]
00000008:00010000:3.0:1789760719.428914:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760719.428918:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41830, osc lock ffff911a10746d10, flags 0x0
00000080:00200000:3.0:1789760719.428928:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [19943424, 19947520) append 0 append lockpos 0
00000080:00200000:3.0:1789760719.428938:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=19943424=0x1305000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760719.428989:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760719.428992:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 19947520
00000020:00010000:3.0:1789760719.428999:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760719.429003:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760719.429006:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41830 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760719.429009:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760719.429012:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41830 (ffff911a04fd1bd8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760719.429017:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760719.429023:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760719.429037:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6600
00000008:00100000:3.0:1789760719.429130:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad3480 - object 0x280000401:3 offset 19943424<>19947520
00000080:00200000:3.0:1789760719.463374:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [4869, 4869]
00000080:00200000:3.0:1789760719.463386:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760719.463391:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760719.463402:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 19947520 i_blocks 40967
00000020:00200000:3.0:1789760719.463406:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760719.463413:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760719.463436:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 19947520, count: 4096
00000080:00200000:3.0:1789760719.463441:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 19947520, bytes: 4096
00000080:00200000:3.0:1789760719.463448:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760719.463455:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760719.463457:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [19947520, 19951616) 0 0
00000080:00200000:3.0:1789760719.463461:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760719.463473:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [4870, 4870]
00020000:00200000:3.0:1789760719.463480:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 19947520 chunk: [19947520, 19951616) 19951616, 4096
00020000:00200000:3.0:1789760719.463484:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760719.463497:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [4870, 4870]
00000008:00010000:3.0:1789760719.463510:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760719.463515:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41830, osc lock ffff911a10746d10, flags 0x0
00000080:00200000:3.0:1789760719.463524:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [19947520, 19951616) append 0 append lockpos 0
00000080:00200000:3.0:1789760719.463533:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=19947520=0x1306000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760719.463573:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760719.463575:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 19951616
00000020:00010000:3.0:1789760719.463582:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760719.463585:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760719.463587:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41830 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760719.463590:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760719.463593:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41830 (ffff911a04fd1bd8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760719.463599:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760719.463604:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760719.463616:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb63c0
00000008:00100000:3.0:1789760719.463706:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2a00 - object 0x280000401:3 offset 19947520<>19951616
00000080:00200000:3.0:1789760719.486098:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [4870, 4870]
00000080:00200000:3.0:1789760719.486112:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760719.486117:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760719.486130:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 19951616 i_blocks 40967
00000020:00200000:3.0:1789760719.486133:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760719.486141:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760719.486165:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 19951616, count: 4096
00000080:00200000:3.0:1789760719.486171:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 19951616, bytes: 4096
00000080:00200000:3.0:1789760719.486178:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760719.486186:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760719.486188:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [19951616, 19955712) 0 0
00000080:00200000:3.0:1789760719.486192:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760719.486205:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [4871, 4871]
00020000:00200000:3.0:1789760719.486238:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 19951616 chunk: [19951616, 19955712) 19955712, 4096
00020000:00200000:3.0:1789760719.486242:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760719.486258:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [4871, 4871]
00000008:00010000:3.0:1789760719.486272:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760719.486277:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41830, osc lock ffff911a10746d10, flags 0x0
00000080:00200000:3.0:1789760719.486285:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [19951616, 19955712) append 0 append lockpos 0
00000080:00200000:3.0:1789760719.486295:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=19951616=0x1307000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760719.486334:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760719.486337:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 19955712
00000020:00010000:3.0:1789760719.486343:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760719.486357:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760719.486360:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41830 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760719.486363:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760719.486366:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41830 (ffff911a04fd1bd8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760719.486372:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760719.486378:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760719.486392:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6000
00000008:00100000:3.0:1789760719.486483:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad3800 - object 0x280000401:3 offset 19951616<>19955712
00000080:00200000:3.0:1789760719.517776:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [4871, 4871]
00000080:00200000:3.0:1789760719.517788:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760719.517793:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760719.517804:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 19955712 i_blocks 40967
00000020:00200000:3.0:1789760719.517808:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760719.517815:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760719.517839:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 19955712, count: 4096
00000080:00200000:3.0:1789760719.517845:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 19955712, bytes: 4096
00000080:00200000:3.0:1789760719.517852:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760719.517859:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760719.517861:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [19955712, 19959808) 0 0
00000080:00200000:3.0:1789760719.517864:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760719.517936:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [4872, 4872]
00020000:00200000:3.0:1789760719.517944:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 19955712 chunk: [19955712, 19959808) 19959808, 4096
00020000:00200000:3.0:1789760719.517949:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760719.517964:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [4872, 4872]
00000008:00010000:3.0:1789760719.518148:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760719.518154:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41830, osc lock ffff911a10746d10, flags 0x0
00000080:00200000:3.0:1789760719.518164:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [19955712, 19959808) append 0 append lockpos 0
00000080:00200000:3.0:1789760719.518175:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=19955712=0x1308000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760719.518306:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760719.518309:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 19959808
00000020:00010000:3.0:1789760719.518317:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760719.518320:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760719.518323:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41830 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760719.518326:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760719.518328:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41830 (ffff911a04fd1bd8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760719.518334:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760719.518339:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760719.518365:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6480
00000008:00100000:3.0:1789760719.518456:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad3800 - object 0x280000401:3 offset 19955712<>19959808
00000080:00200000:3.0:1789760719.556138:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [4872, 4872]
00000080:00200000:3.0:1789760719.556149:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760719.556155:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760719.556169:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 19959808 i_blocks 40967
00000020:00200000:3.0:1789760719.556171:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760719.556179:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760719.556203:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 19959808, count: 4096
00000080:00200000:3.0:1789760719.556209:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 19959808, bytes: 4096
00000080:00200000:3.0:1789760719.556250:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760719.556258:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760719.556259:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [19959808, 19963904) 0 0
00000080:00200000:3.0:1789760719.556263:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760719.556275:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [4873, 4873]
00020000:00200000:3.0:1789760719.556281:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 19959808 chunk: [19959808, 19963904) 19963904, 4096
00020000:00200000:3.0:1789760719.556285:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760719.556300:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [4873, 4873]
00000008:00010000:3.0:1789760719.556313:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760719.556318:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41830, osc lock ffff911a10746d10, flags 0x0
00000080:00200000:3.0:1789760719.556326:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [19959808, 19963904) append 0 append lockpos 0
00000080:00200000:3.0:1789760719.556337:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=19959808=0x1309000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760719.556389:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760719.556391:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 19963904
00000020:00010000:3.0:1789760719.556398:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760719.556401:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760719.556404:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41830 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760719.556407:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760719.556410:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41830 (ffff911a04fd1bd8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760719.556416:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760719.556422:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760719.556436:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6a80
00000008:00100000:3.0:1789760719.556527:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2a00 - object 0x280000401:3 offset 19959808<>19963904
00000080:00200000:3.0:1789760720.870641:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [4890, 4890]
00000080:00200000:3.0:1789760720.870653:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760720.870658:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760720.870669:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 20033536 i_blocks 40967
00000020:00200000:3.0:1789760720.870672:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760720.870680:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760720.870704:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 20033536, count: 4096
00000080:00200000:3.0:1789760720.870710:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20033536, bytes: 4096
00000080:00200000:3.0:1789760720.870717:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760720.870724:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760720.870726:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20033536, 20037632) 0 0
00000080:00200000:3.0:1789760720.870729:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760720.870740:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [4891, 4891]
00020000:00200000:3.0:1789760720.870747:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20033536 chunk: [20033536, 20037632) 20037632, 4096
00020000:00200000:3.0:1789760720.870751:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760720.870766:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [4891, 4891]
00000008:00010000:3.0:1789760720.870840:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760720.870845:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41830, osc lock ffff911a10746d10, flags 0x0
00000080:00200000:3.0:1789760720.870854:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20033536, 20037632) append 0 append lockpos 0
00000080:00200000:3.0:1789760720.870872:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=20033536=0x131b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760720.870915:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760720.870917:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20037632
00000020:00010000:3.0:1789760720.870923:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760720.870926:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760720.870929:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41830 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760720.870932:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760720.870934:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41830 (ffff911a04fd1bd8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760720.870939:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760720.870945:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760720.870958:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6f00
00000008:00100000:3.0:1789760720.871104:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad3480 - object 0x280000401:3 offset 20033536<>20037632
00000100:00100000:3.0:1789760720.871146:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760720.871159:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520881408:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760720.914575:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [4891, 4891]
00000080:00200000:3.0:1789760720.914587:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760720.914592:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760720.914720:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 20037632 i_blocks 40967
00000020:00200000:3.0:1789760720.914958:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760720.915072:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760720.915097:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 20037632, count: 4096
00000080:00200000:3.0:1789760720.915103:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20037632, bytes: 4096
00000080:00200000:3.0:1789760720.915112:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760720.915119:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760720.915121:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20037632, 20041728) 0 0
00000080:00200000:3.0:1789760720.915125:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760720.915138:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [4892, 4892]
00020000:00200000:3.0:1789760720.915145:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20037632 chunk: [20037632, 20041728) 20041728, 4096
00020000:00200000:3.0:1789760720.915149:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760720.915163:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [4892, 4892]
00000008:00010000:3.0:1789760720.915178:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760720.915183:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41830, osc lock ffff911a10746d10, flags 0x0
00000080:00200000:3.0:1789760720.915191:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20037632, 20041728) append 0 append lockpos 0
00000080:00200000:3.0:1789760720.915202:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=20037632=0x131c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760720.915283:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760720.915287:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20041728
00000020:00010000:3.0:1789760720.915294:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760720.915297:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760720.915300:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41830 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760720.915304:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760720.915307:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41830 (ffff911a04fd1bd8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760720.915313:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760720.915319:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760720.915342:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6240
00000008:00100000:3.0:1789760720.915443:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad0700 - object 0x280000401:3 offset 20037632<>20041728
00000100:00100000:3.0:1789760721.002535:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972212 gen 3
00000008:00010000:3.0:1789760721.002574:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6240
00000020:00200000:3.0:1789760721.002580:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760721.002589:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760721.002727:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6240
00000100:00100000:3.0:1789760721.002754:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520881536:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760721.074413:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590d80
00000020:00200000:3.0:1789760721.074430:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760721.074442:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760721.074464:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590d80
00000100:00100000:3.0:1789760721.074499:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520881664:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760721.077377:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760721.077411:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520881792:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760721.151151:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972214 gen 3
00000008:00010000:3.0:1789760721.151271:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590180
00000020:00200000:3.0:1789760721.151280:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760721.151289:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760721.151308:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590180
00000100:00100000:3.0:1789760721.151330:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520881792:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760721.233367:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [4895, 4895]
00000080:00200000:3.0:1789760721.233394:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760721.233401:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760721.233417:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 20054016 i_blocks 40967
00000020:00200000:3.0:1789760721.233421:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760721.233431:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760721.233467:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 20054016, count: 4096
00000080:00200000:3.0:1789760721.233474:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20054016, bytes: 4096
00000080:00200000:3.0:1789760721.233485:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760721.233494:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760721.233497:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20054016, 20058112) 0 0
00000080:00200000:3.0:1789760721.233501:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760721.233519:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [4896, 4896]
00020000:00200000:3.0:1789760721.233528:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20054016 chunk: [20054016, 20058112) 20058112, 4096
00020000:00200000:3.0:1789760721.233533:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760721.233553:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [4896, 4896]
00000008:00010000:3.0:1789760721.233571:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760721.233578:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41830, osc lock ffff911a10746d10, flags 0x0
00000080:00200000:3.0:1789760721.233589:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20054016, 20058112) append 0 append lockpos 0
00000080:00200000:3.0:1789760721.233602:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=20054016=0x1320000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760721.233667:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760721.233670:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20058112
00000020:00010000:3.0:1789760721.233677:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760721.233681:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760721.233684:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41830 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760721.233688:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760721.233691:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41830 (ffff911a04fd1bd8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760721.233698:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760721.233710:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760721.233727:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6240
00000008:00100000:3.0:1789760721.233850:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad0700 - object 0x280000401:3 offset 20054016<>20058112
00000100:00100000:3.0:1789760721.233907:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760721.233925:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520882048:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760721.278833:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972215 gen 3
00000100:00100000:3.0:1789760721.278887:0:2407:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff911a04ad0700 x1876699520882048/t4294972216(4294972216) o4->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760737 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:3.0:1789760721.278938:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6240
00000020:00200000:3.0:1789760721.278946:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760721.278956:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760721.279073:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6240
00000100:00100000:3.0:1789760721.279099:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520882048:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760721.476373:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520882688:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760721.528733:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972221 gen 3
00000008:00010000:3.0:1789760721.528791:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590540
00000020:00200000:3.0:1789760721.528799:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760721.528809:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760721.528826:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590540
00000100:00100000:3.0:1789760721.528857:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520882688:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760721.529813:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520882816:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760721.570811:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972222 gen 3
00000008:00010000:3.0:1789760721.571033:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590c00
00000020:00200000:3.0:1789760721.571042:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760721.571054:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760721.571544:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590c00
00000100:00100000:3.0:1789760721.571583:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520882816:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760721.573057:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760721.573080:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520882944:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760721.615306:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972223 gen 3
00000008:00010000:3.0:1789760721.619702:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590600
00000020:00200000:3.0:1789760721.619720:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760721.619731:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760721.619759:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590600
00000100:00100000:3.0:1789760721.619809:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520882944:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760721.620550:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520883072:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760721.656377:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972224 gen 3
00000008:00010000:3.0:1789760721.656434:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065903c0
00000020:00200000:3.0:1789760721.656444:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760721.656456:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760721.656486:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065903c0
00000100:00100000:3.0:1789760721.656523:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520883072:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760721.793871:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520883456:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760721.851983:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065903c0
00000020:00200000:3.0:1789760721.851998:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760721.852009:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760721.852026:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065903c0
00000100:00100000:3.0:1789760721.852056:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520883456:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760721.852770:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760721.852786:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520883584:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760721.885275:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972227 gen 3
00000100:00100000:3.0:1789760721.885314:0:2407:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff911a12ee8700 x1876699520883584/t4294972228(4294972228) o4->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760737 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:3.0:1789760721.885372:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590600
00000020:00200000:3.0:1789760721.885379:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760721.885390:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760721.885411:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590600
00000100:00100000:3.0:1789760721.885439:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520883584:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760721.886604:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520883712:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760721.903394:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520883968:192.168.203.116@tcp:400:kworker.0
00000100:00100000:3.0:1789760721.903418:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2408:1876699520884224:192.168.203.116@tcp:400:kworker.0
00000100:00100000:3.0:1789760721.903428:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2408:1876699520883840:192.168.203.116@tcp:400:kworker.0
00000100:00100000:3.0:1789760721.903440:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520884096:192.168.203.116@tcp:400:kworker.0
00000100:00100000:3.0:1789760721.903451:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2408:1876699520884352:192.168.203.116@tcp:400:kworker.0
00000100:00100000:3.0:1789760721.933997:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972229 gen 3
00000008:00010000:3.0:1789760721.934066:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590c00
00000020:00200000:3.0:1789760721.934074:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760721.934086:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760721.934110:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590c00
00000100:00100000:3.0:1789760721.934146:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520883712:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760721.994689:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520884608:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760722.055634:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972231 gen 3
00000008:00010000:3.0:1789760722.055684:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590540
00000020:00200000:3.0:1789760722.055694:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760722.055706:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760722.055765:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590540
00000100:00100000:3.0:1789760722.055797:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520884608:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760722.056575:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520884736:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760722.134602:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972232 gen 3
00000008:00010000:3.0:1789760722.134654:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590180
00000020:00200000:3.0:1789760722.134662:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760722.134673:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760722.134693:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590180
00000100:00100000:3.0:1789760722.134728:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520884736:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760722.135451:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520884864:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760722.204655:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590d80
00000020:00200000:3.0:1789760722.204672:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760722.204685:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760722.204716:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590d80
00000100:00100000:3.0:1789760722.204761:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520884864:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760722.277142:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972234 gen 3
00000008:00010000:3.0:1789760722.277208:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590300
00000020:00200000:3.0:1789760722.277251:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760722.277261:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760722.277286:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590300
00000100:00100000:3.0:1789760722.277319:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520884992:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760722.313944:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [4915, 4915]
00000080:00200000:3.0:1789760722.313965:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760722.313972:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760722.313990:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 20135936 i_blocks 40967
00000020:00200000:3.0:1789760722.313994:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760722.314006:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760722.314042:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 20135936, count: 4096
00000080:00200000:3.0:1789760722.314050:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20135936, bytes: 4096
00000080:00200000:3.0:1789760722.314061:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760722.314071:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760722.314073:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20135936, 20140032) 0 0
00000080:00200000:3.0:1789760722.314077:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760722.314095:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [4916, 4916]
00020000:00200000:3.0:1789760722.314104:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20135936 chunk: [20135936, 20140032) 20140032, 4096
00020000:00200000:3.0:1789760722.314110:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760722.314130:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [4916, 4916]
00000008:00010000:3.0:1789760722.314149:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760722.314154:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41830, osc lock ffff911a10746d10, flags 0x0
00000080:00200000:3.0:1789760722.314166:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20135936, 20140032) append 0 append lockpos 0
00000080:00200000:3.0:1789760722.314181:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=20135936=0x1334000, pages 1 (max 131072), lockless, parallel
00000100:00100000:3.0:1789760722.322655:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760722.322698:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520885248:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760722.360845:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972236 gen 3
00000008:00010000:3.0:1789760722.360881:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590e40
00000020:00200000:3.0:1789760722.360888:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760722.360897:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760722.361126:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590e40
00000100:00100000:3.0:1789760722.361155:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520885248:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760722.361740:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520885376:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760722.393603:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972237 gen 3
00000008:00010000:3.0:1789760722.393639:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590cc0
00000020:00200000:3.0:1789760722.393645:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760722.393653:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760722.393713:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590cc0
00000100:00100000:3.0:1789760722.393739:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520885376:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760722.401815:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520885504:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760722.449850:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065906c0
00000020:00200000:3.0:1789760722.449859:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760722.449866:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760722.450460:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065906c0
00000100:00100000:3.0:1789760722.450488:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520885504:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760722.451520:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760722.451535:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520885632:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760722.484279:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972239 gen 3
00000008:00010000:3.0:1789760722.484337:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065900c0
00000020:00200000:3.0:1789760722.484343:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760722.484352:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760722.484367:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065900c0
00000100:00100000:3.0:1789760722.484392:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520885632:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760722.485182:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520885760:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760722.519465:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590240
00000020:00200000:3.0:1789760722.519477:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760722.519485:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760722.519502:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590240
00000100:00100000:3.0:1789760722.519527:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520885760:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760722.520618:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520885888:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760722.565533:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972241 gen 3
00000008:00010000:3.0:1789760722.565606:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590f00
00000020:00200000:3.0:1789760722.565615:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760722.565627:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760722.565691:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590f00
00000100:00100000:3.0:1789760722.565727:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520885888:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760722.567627:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520886016:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760722.625572:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972242 gen 3
00000008:00010000:3.0:1789760722.625622:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590000
00000020:00200000:3.0:1789760722.625631:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760722.625642:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760722.625663:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590000
00000100:00100000:3.0:1789760722.625696:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520886016:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760722.626723:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760722.626742:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520886144:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760722.673962:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590000
00000020:00200000:3.0:1789760722.673979:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760722.673990:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760722.674009:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590000
00000100:00100000:3.0:1789760722.674041:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520886144:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760722.675210:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760722.675265:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520886272:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760722.732315:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972244 gen 3
00000008:00010000:3.0:1789760722.732392:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590f00
00000020:00200000:3.0:1789760722.732400:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760722.732421:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760722.732439:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590f00
00000100:00100000:3.0:1789760722.732473:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520886272:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760722.733294:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760722.733313:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520886400:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760722.777410:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590240
00000020:00200000:3.0:1789760722.777426:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760722.777439:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760722.777456:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590240
00000100:00100000:3.0:1789760722.777489:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520886400:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760722.779800:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520886528:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760722.809446:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972245 gen 3
00000100:00100000:3.0:1789760722.809489:0:2407:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff911a12eeb100 x1876699520886528/t4294972246(4294972246) o4->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760738 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:3.0:1789760722.809539:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065900c0
00000020:00200000:3.0:1789760722.809546:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760722.809556:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760722.809636:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065900c0
00000100:00100000:3.0:1789760722.809664:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520886528:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760722.848769:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520886784:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760722.880737:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972248 gen 3
00000008:00010000:3.0:1789760722.880789:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065906c0
00000020:00200000:3.0:1789760722.880797:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760722.880808:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760722.880827:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065906c0
00000100:00100000:3.0:1789760722.880870:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520886784:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760722.882103:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520886912:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760722.911720:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972249 gen 3
00000008:00010000:3.0:1789760722.911993:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590cc0
00000020:00200000:3.0:1789760722.912003:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760722.912015:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760722.912037:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590cc0
00000100:00100000:3.0:1789760722.912136:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520886912:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760722.912934:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520887040:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760722.943083:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972250 gen 3
00000008:00010000:3.0:1789760722.943132:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590e40
00000020:00200000:3.0:1789760722.943141:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760722.943151:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760722.943169:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590e40
00000100:00100000:3.0:1789760722.943202:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520887040:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760722.944557:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760722.944580:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520887168:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760722.986188:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972251 gen 3
00000008:00010000:3.0:1789760722.986267:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590300
00000020:00200000:3.0:1789760722.986275:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760722.986284:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760722.986299:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590300
00000100:00100000:3.0:1789760722.986338:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520887168:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760722.987180:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520887296:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760723.024350:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590d80
00000020:00200000:3.0:1789760723.024366:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760723.024377:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760723.024397:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590d80
00000100:00100000:3.0:1789760723.024441:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520887296:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760723.099135:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972253 gen 3
00000080:00200000:3.0:1789760723.099516:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [4933, 4933]
00000080:00200000:3.0:1789760723.099532:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760723.099538:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760723.099555:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 20209664 i_blocks 40967
00000020:00200000:3.0:1789760723.099559:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760723.099568:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760723.099601:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 20209664, count: 4096
00000080:00200000:3.0:1789760723.099608:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20209664, bytes: 4096
00000080:00200000:3.0:1789760723.099621:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760723.099631:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760723.099633:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20209664, 20213760) 0 0
00000080:00200000:3.0:1789760723.099638:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760723.099655:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [4934, 4934]
00020000:00200000:3.0:1789760723.099664:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20209664 chunk: [20209664, 20213760) 20213760, 4096
00020000:00200000:3.0:1789760723.099669:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760723.099690:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [4934, 4934]
00000008:00010000:3.0:1789760723.099708:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760723.099714:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760723.099727:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20209664, 20213760) append 0 append lockpos 0
00000080:00200000:3.0:1789760723.099740:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=20209664=0x1346000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760723.099867:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760723.099871:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20213760
00000020:00010000:3.0:1789760723.099945:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760723.100014:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760723.100019:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760723.100022:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760723.100026:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1bd8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760723.100034:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760723.100042:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760723.100059:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6240
00000008:00100000:3.0:1789760723.100182:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2d80 - object 0x280000401:3 offset 20209664<>20213760
00000100:00100000:3.0:1789760723.141610:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972254 gen 3
00000008:00010000:3.0:1789760723.141662:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6240
00000020:00200000:3.0:1789760723.141671:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760723.141683:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760723.141792:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6240
00000100:00100000:3.0:1789760723.141824:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520887552:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760723.198245:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [4935, 4935]
00000080:00200000:3.0:1789760723.198265:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760723.198271:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760723.198289:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 20217856 i_blocks 40967
00000020:00200000:3.0:1789760723.198294:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760723.198304:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760723.198350:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 20217856, count: 4096
00000080:00200000:3.0:1789760723.198358:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20217856, bytes: 4096
00000080:00200000:3.0:1789760723.198370:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760723.198389:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760723.198391:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20217856, 20221952) 0 0
00000080:00200000:3.0:1789760723.198396:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760723.198416:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [4936, 4936]
00020000:00200000:3.0:1789760723.198427:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20217856 chunk: [20217856, 20221952) 20221952, 4096
00020000:00200000:3.0:1789760723.198432:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760723.198454:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [4936, 4936]
00000008:00010000:3.0:1789760723.198476:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760723.198482:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760723.198493:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20217856, 20221952) append 0 append lockpos 0
00000080:00200000:3.0:1789760723.198509:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=20217856=0x1348000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760723.198573:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760723.198577:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20221952
00000020:00010000:3.0:1789760723.198586:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760723.198589:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760723.198594:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760723.198598:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760723.198601:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1bd8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760723.198610:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760723.198618:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760723.198635:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6240
00000008:00100000:3.0:1789760723.199178:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2d80 - object 0x280000401:3 offset 20217856<>20221952
00000100:00100000:3.0:1789760723.249984:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972256 gen 3
00000008:00010000:3.0:1789760723.250040:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6240
00000020:00200000:3.0:1789760723.250050:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760723.250062:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760723.250091:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6240
00000100:00100000:3.0:1789760723.250126:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520887808:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760723.322464:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [4937, 4937]
00000080:00200000:3.0:1789760723.322483:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760723.322489:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760723.322505:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 20226048 i_blocks 40967
00000020:00200000:3.0:1789760723.322509:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760723.322520:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760723.322560:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 20226048, count: 4096
00000080:00200000:3.0:1789760723.322567:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20226048, bytes: 4096
00000080:00200000:3.0:1789760723.322577:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760723.322587:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760723.322589:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20226048, 20230144) 0 0
00000080:00200000:3.0:1789760723.322594:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760723.322610:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [4938, 4938]
00020000:00200000:3.0:1789760723.322619:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20226048 chunk: [20226048, 20230144) 20230144, 4096
00020000:00200000:3.0:1789760723.322623:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760723.322643:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [4938, 4938]
00000008:00010000:3.0:1789760723.322662:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760723.322669:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760723.322683:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20226048, 20230144) append 0 append lockpos 0
00000080:00200000:3.0:1789760723.322697:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=20226048=0x134a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760723.322762:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760723.322765:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20230144
00000020:00010000:3.0:1789760723.322774:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760723.322777:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760723.322780:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760723.322784:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760723.322787:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1bd8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760723.322796:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760723.322803:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760723.323057:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6240
00000008:00100000:3.0:1789760723.323186:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2d80 - object 0x280000401:3 offset 20226048<>20230144
00000100:00100000:3.0:1789760723.373543:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972258 gen 3
00000008:00010000:3.0:1789760723.373595:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6240
00000020:00200000:3.0:1789760723.373605:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760723.373616:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760723.373640:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6240
00000100:00100000:3.0:1789760723.373681:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520888064:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760723.588440:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520888704:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760723.627479:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590180
00000020:00200000:3.0:1789760723.627497:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760723.627508:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760723.627527:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590180
00000100:00100000:3.0:1789760723.627561:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520888704:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760723.628322:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520888832:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760723.685714:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972264 gen 3
00000008:00010000:3.0:1789760723.685793:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590540
00000020:00200000:3.0:1789760723.685803:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760723.685815:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760723.685835:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590540
00000100:00100000:3.0:1789760723.685869:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520888832:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760723.686835:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520888960:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760723.760518:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972265 gen 3
00000008:00010000:3.0:1789760723.760598:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590c00
00000020:00200000:3.0:1789760723.760606:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760723.760616:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760723.760685:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590c00
00000100:00100000:3.0:1789760723.760712:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520888960:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760723.809898:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520889216:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760723.857706:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590600
00000020:00200000:3.0:1789760723.857723:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760723.857735:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760723.857763:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590600
00000100:00100000:3.0:1789760723.857797:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520889216:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760723.858658:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520889344:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760723.883821:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972268 gen 3
00000008:00010000:3.0:1789760723.883899:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065903c0
00000020:00200000:3.0:1789760723.883907:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760723.883917:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760723.883939:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065903c0
00000100:00100000:3.0:1789760723.883979:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520889344:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760723.884766:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760723.884784:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520889472:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760723.917162:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972269 gen 3
00000008:00010000:3.0:1789760723.917253:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065903c0
00000020:00200000:3.0:1789760723.917262:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760723.917275:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760723.917292:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065903c0
00000100:00100000:3.0:1789760723.917334:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520889472:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760723.918148:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520889600:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760723.953333:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590600
00000020:00200000:3.0:1789760723.953348:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760723.953359:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760723.953377:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590600
00000100:00100000:3.0:1789760723.953409:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520889600:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760723.954247:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520889728:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760724.006862:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972271 gen 3
00000008:00010000:3.0:1789760724.006930:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590c00
00000020:00200000:3.0:1789760724.006938:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760724.006948:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760724.007104:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590c00
00000100:00100000:3.0:1789760724.007140:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520889728:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760724.008156:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520889856:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760724.056476:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972272 gen 3
00000008:00010000:3.0:1789760724.056525:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590540
00000020:00200000:3.0:1789760724.056534:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760724.056544:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760724.056560:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590540
00000100:00100000:3.0:1789760724.056597:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520889856:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760724.057501:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520889984:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760724.093274:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972273 gen 3
00000008:00010000:3.0:1789760724.093335:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590180
00000020:00200000:3.0:1789760724.093343:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760724.093354:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760724.093372:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590180
00000100:00100000:3.0:1789760724.093409:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520889984:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760724.094422:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520890112:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760724.119292:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972274 gen 3
00000008:00010000:3.0:1789760724.119356:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590d80
00000020:00200000:3.0:1789760724.119365:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760724.119376:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760724.119402:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590d80
00000100:00100000:3.0:1789760724.119433:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520890112:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760724.120334:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520890240:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760724.152085:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972275 gen 3
00000008:00010000:3.0:1789760724.152135:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590300
00000020:00200000:3.0:1789760724.152144:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760724.152154:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760724.152177:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590300
00000100:00100000:3.0:1789760724.152249:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520890240:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760724.152973:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760724.152992:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520890368:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760724.183555:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972276 gen 3
00000008:00010000:3.0:1789760724.183610:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590e40
00000020:00200000:3.0:1789760724.183619:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760724.183632:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760724.183655:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590e40
00000100:00100000:3.0:1789760724.183690:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520890368:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760724.184556:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760724.184579:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520890496:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760724.231257:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972277 gen 3
00000008:00010000:3.0:1789760724.231317:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590cc0
00000020:00200000:3.0:1789760724.231325:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760724.231337:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760724.231363:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590cc0
00000100:00100000:3.0:1789760724.231392:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520890496:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760724.300592:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520890752:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760724.332439:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972278 gen 3
00000100:00100000:3.0:1789760724.332483:0:2407:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff911a12eead80 x1876699520890752/t4294972279(4294972279) o4->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760740 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:3.0:1789760724.332553:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065906c0
00000020:00200000:3.0:1789760724.332561:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760724.332571:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760724.332638:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065906c0
00000100:00100000:3.0:1789760724.332662:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520890752:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760724.333543:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760724.333616:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520890880:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760724.354577:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972280 gen 3
00000008:00010000:3.0:1789760724.354649:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065900c0
00000020:00200000:3.0:1789760724.354657:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760724.354666:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760724.354909:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065900c0
00000100:00100000:3.0:1789760724.354957:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520890880:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760724.386294:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972281 gen 3
00000008:00010000:3.0:1789760724.386360:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590240
00000020:00200000:3.0:1789760724.386369:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760724.386380:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760724.386402:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590240
00000100:00100000:3.0:1789760724.386433:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520891008:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760724.387401:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520891136:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760724.426748:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972282 gen 3
00000008:00010000:3.0:1789760724.426803:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590f00
00000020:00200000:3.0:1789760724.426811:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760724.426823:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760724.426846:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590f00
00000100:00100000:3.0:1789760724.426881:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520891136:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760724.428158:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760724.428184:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520891264:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760724.489887:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [4963, 4963]
00000080:00200000:3.0:1789760724.489907:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760724.489914:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760724.489930:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 20332544 i_blocks 40967
00000020:00200000:3.0:1789760724.489934:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760724.489945:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760724.489990:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 20332544, count: 4096
00000080:00200000:3.0:1789760724.489998:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20332544, bytes: 4096
00000080:00200000:3.0:1789760724.490009:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760724.490018:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760724.490020:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20332544, 20336640) 0 0
00000080:00200000:3.0:1789760724.490026:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760724.490047:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [4964, 4964]
00020000:00200000:3.0:1789760724.490057:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20332544 chunk: [20332544, 20336640) 20336640, 4096
00020000:00200000:3.0:1789760724.490063:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760724.490087:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [4964, 4964]
00000008:00010000:3.0:1789760724.490108:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760724.490115:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760724.490129:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20332544, 20336640) append 0 append lockpos 0
00000080:00200000:3.0:1789760724.490146:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=20332544=0x1364000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760724.490360:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760724.490363:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20336640
00000020:00010000:3.0:1789760724.490373:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760724.490376:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760724.490380:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760724.490384:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760724.490388:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1bd8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760724.490396:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760724.490403:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760724.490420:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6240
00000008:00100000:3.0:1789760724.490559:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2d80 - object 0x280000401:3 offset 20332544<>20336640
00000100:00100000:3.0:1789760724.490612:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760724.490633:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520891392:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760724.532240:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [4964, 4964]
00000080:00200000:3.0:1789760724.532257:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760724.532263:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760724.532280:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 20336640 i_blocks 40967
00000020:00200000:3.0:1789760724.532284:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760724.532294:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760724.532404:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 20336640, count: 4096
00000080:00200000:3.0:1789760724.532413:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20336640, bytes: 4096
00000080:00200000:3.0:1789760724.532424:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760724.532434:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760724.532436:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20336640, 20340736) 0 0
00000080:00200000:3.0:1789760724.532441:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760724.532459:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [4965, 4965]
00020000:00200000:3.0:1789760724.532469:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20336640 chunk: [20336640, 20340736) 20340736, 4096
00020000:00200000:3.0:1789760724.532474:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760724.532493:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [4965, 4965]
00000008:00010000:3.0:1789760724.532511:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760724.532518:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760724.532530:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20336640, 20340736) append 0 append lockpos 0
00000080:00200000:3.0:1789760724.532544:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=20336640=0x1365000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760724.532604:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760724.532608:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20340736
00000020:00010000:3.0:1789760724.532616:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760724.532621:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760724.532624:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760724.532627:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760724.532630:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1bd8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760724.532638:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760724.532645:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760724.532663:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb60c0
00000008:00100000:3.0:1789760724.532790:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2300 - object 0x280000401:3 offset 20336640<>20340736
00000080:00200000:3.0:1789760724.568709:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [4965, 4965]
00000080:00200000:3.0:1789760724.568727:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760724.568733:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760724.568804:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 20340736 i_blocks 40967
00000020:00200000:3.0:1789760724.568810:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760724.568820:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760724.568863:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 20340736, count: 4096
00000080:00200000:3.0:1789760724.568871:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20340736, bytes: 4096
00000080:00200000:3.0:1789760724.568882:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760724.568892:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760724.568895:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20340736, 20344832) 0 0
00000080:00200000:3.0:1789760724.568899:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760724.568918:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [4966, 4966]
00020000:00200000:3.0:1789760724.568928:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20340736 chunk: [20340736, 20344832) 20344832, 4096
00020000:00200000:3.0:1789760724.568932:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760724.571907:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [4966, 4966]
00000008:00010000:3.0:1789760724.571957:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760724.571964:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760724.571981:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20340736, 20344832) append 0 append lockpos 0
00000080:00200000:3.0:1789760724.571998:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=20340736=0x1366000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760724.572746:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760724.572752:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20344832
00000020:00010000:3.0:1789760724.572763:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760724.572767:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760724.572770:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760724.572773:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f128 (ffff911a04fd1bd8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760724.572776:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1bd8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760724.572788:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760724.572797:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760724.572829:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb66c0
00000008:00100000:3.0:1789760724.573632:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1500 - object 0x280000401:3 offset 20340736<>20344832
00000080:00200000:3.0:1789760724.641884:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [4966, 4966]
00000080:00200000:3.0:1789760724.641910:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760724.641916:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000100:00100000:3.0:1789760724.643253:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520891776:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760724.911424:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [4971, 4971]
00000080:00200000:3.0:1789760724.911452:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760724.911459:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760724.911478:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 20365312 i_blocks 40967
00000020:00200000:3.0:1789760724.911484:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760724.911498:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760724.911571:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 20365312, count: 4096
00000080:00200000:3.0:1789760724.911581:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20365312, bytes: 4096
00000080:00200000:3.0:1789760724.911592:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760724.911601:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760724.911604:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20365312, 20369408) 0 0
00000080:00200000:3.0:1789760724.911608:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760724.911626:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [4972, 4972]
00020000:00200000:3.0:1789760724.911636:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20365312 chunk: [20365312, 20369408) 20369408, 4096
00020000:00200000:3.0:1789760724.911640:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760724.911660:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [4972, 4972]
00000008:00010000:3.0:1789760724.911679:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760724.911686:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760724.911698:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20365312, 20369408) append 0 append lockpos 0
00000080:00200000:3.0:1789760724.911712:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=20365312=0x136c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760724.913040:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760724.913048:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20369408
00000020:00010000:3.0:1789760724.913132:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f8a8 (ffff911a04fd13f8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760724.913137:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f8a8 (ffff911a04fd13f8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760724.913142:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760724.913147:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f8a8 (ffff911a04fd13f8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760724.913150:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd13f8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760724.913162:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760724.913172:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760724.913206:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6cc0
00000008:00100000:3.0:1789760724.913444:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1c00 - object 0x280000401:3 offset 20365312<>20369408
00000100:00100000:3.0:1789760724.913489:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760724.913515:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520892416:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760724.956285:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [4972, 4972]
00000080:00200000:3.0:1789760724.956310:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760724.956317:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760724.956334:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 20369408 i_blocks 40967
00000020:00200000:3.0:1789760724.956338:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760724.956348:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760724.956385:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 20369408, count: 4096
00000080:00200000:3.0:1789760724.956391:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20369408, bytes: 4096
00000080:00200000:3.0:1789760724.956402:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760724.956411:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760724.956413:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20369408, 20373504) 0 0
00000080:00200000:3.0:1789760724.956418:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760724.956435:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [4973, 4973]
00020000:00200000:3.0:1789760724.956446:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20369408 chunk: [20369408, 20373504) 20373504, 4096
00020000:00200000:3.0:1789760724.956451:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760724.956471:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [4973, 4973]
00000008:00010000:3.0:1789760724.956489:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760724.956495:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760724.956506:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20369408, 20373504) append 0 append lockpos 0
00000080:00200000:3.0:1789760724.956520:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=20369408=0x136d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760724.956580:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760724.956583:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20373504
00000020:00010000:3.0:1789760724.956592:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f8a8 (ffff911a04fd13f8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760724.956596:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f8a8 (ffff911a04fd13f8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760724.956599:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760724.956603:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f8a8 (ffff911a04fd13f8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760724.956606:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd13f8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760724.956613:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760724.956620:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760724.956638:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6cc0
00000008:00100000:3.0:1789760724.956771:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad0a80 - object 0x280000401:3 offset 20369408<>20373504
00000100:00100000:3.0:1789760724.956812:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760724.956830:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520892544:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760724.999635:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [4973, 4973]
00000080:00200000:3.0:1789760724.999653:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760724.999659:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760724.999675:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 20373504 i_blocks 40967
00000020:00200000:3.0:1789760724.999678:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760724.999688:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760724.999720:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 20373504, count: 4096
00000080:00200000:3.0:1789760724.999727:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20373504, bytes: 4096
00000080:00200000:3.0:1789760724.999737:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760724.999745:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760724.999747:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20373504, 20377600) 0 0
00000080:00200000:3.0:1789760724.999751:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760724.999767:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [4974, 4974]
00020000:00200000:3.0:1789760724.999776:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20373504 chunk: [20373504, 20377600) 20377600, 4096
00020000:00200000:3.0:1789760724.999781:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760724.999801:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [4974, 4974]
00000008:00010000:3.0:1789760724.999820:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760724.999826:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760724.999837:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20373504, 20377600) append 0 append lockpos 0
00000080:00200000:3.0:1789760724.999851:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=20373504=0x136e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760724.999907:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760724.999911:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20377600
00000020:00010000:3.0:1789760724.999919:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f8a8 (ffff911a04fd13f8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760724.999923:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f8a8 (ffff911a04fd13f8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760724.999927:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760724.999931:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f8a8 (ffff911a04fd13f8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760724.999944:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd13f8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760724.999952:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760724.999960:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760724.999978:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb66c0
00000008:00100000:3.0:1789760725.000110:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2680 - object 0x280000401:3 offset 20373504<>20377600
00000080:00200000:3.0:1789760725.042481:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [4974, 4974]
00000080:00200000:3.0:1789760725.042500:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760725.042507:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760725.042523:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 20377600 i_blocks 40967
00000020:00200000:3.0:1789760725.042527:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760725.042537:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760725.042572:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 20377600, count: 4096
00000080:00200000:3.0:1789760725.042580:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20377600, bytes: 4096
00000080:00200000:3.0:1789760725.042590:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760725.042686:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760725.042689:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20377600, 20381696) 0 0
00000080:00200000:3.0:1789760725.042694:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760725.042710:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [4975, 4975]
00020000:00200000:3.0:1789760725.042719:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20377600 chunk: [20377600, 20381696) 20381696, 4096
00020000:00200000:3.0:1789760725.042724:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760725.042755:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [4975, 4975]
00000008:00010000:3.0:1789760725.042774:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760725.042780:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760725.042793:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20377600, 20381696) append 0 append lockpos 0
00000080:00200000:3.0:1789760725.042810:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=20377600=0x136f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760725.042870:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760725.042873:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20381696
00000020:00010000:3.0:1789760725.042881:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f8a8 (ffff911a04fd13f8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760725.042885:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f8a8 (ffff911a04fd13f8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760725.042888:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760725.042891:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f8a8 (ffff911a04fd13f8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760725.042894:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd13f8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760725.042902:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760725.042909:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760725.042926:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb60c0
00000008:00100000:3.0:1789760725.043053:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad0000 - object 0x280000401:3 offset 20377600<>20381696
00000080:00200000:3.0:1789760725.087706:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [4975, 4975]
00000080:00200000:3.0:1789760725.087724:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760725.087730:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760725.087757:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 20381696 i_blocks 40967
00000020:00200000:3.0:1789760725.087761:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760725.087771:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760725.087808:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 20381696, count: 4096
00000080:00200000:3.0:1789760725.087816:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20381696, bytes: 4096
00000080:00200000:3.0:1789760725.087826:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760725.087845:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760725.087847:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20381696, 20385792) 0 0
00000080:00200000:3.0:1789760725.087852:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760725.087868:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [4976, 4976]
00020000:00200000:3.0:1789760725.087876:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20381696 chunk: [20381696, 20385792) 20385792, 4096
00020000:00200000:3.0:1789760725.087881:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760725.087901:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [4976, 4976]
00000008:00010000:3.0:1789760725.087920:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760725.087926:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760725.088083:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20381696, 20385792) append 0 append lockpos 0
00000080:00200000:3.0:1789760725.088099:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=20381696=0x1370000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760725.088165:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760725.088168:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20385792
00000020:00010000:3.0:1789760725.088177:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f8a8 (ffff911a04fd13f8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760725.088181:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f8a8 (ffff911a04fd13f8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760725.088184:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760725.088187:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f8a8 (ffff911a04fd13f8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760725.088191:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd13f8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760725.088198:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760725.088206:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760725.088259:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6240
00000008:00100000:3.0:1789760725.088396:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad0380 - object 0x280000401:3 offset 20381696<>20385792
00000080:00200000:3.0:1789760725.116801:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [4976, 4976]
00000080:00200000:3.0:1789760725.116828:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760725.116834:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760725.116851:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 20385792 i_blocks 40967
00000020:00200000:3.0:1789760725.116856:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760725.116866:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760725.116914:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 20385792, count: 4096
00000080:00200000:3.0:1789760725.116925:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20385792, bytes: 4096
00000080:00200000:3.0:1789760725.116933:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760725.116943:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760725.116945:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20385792, 20389888) 0 0
00000080:00200000:3.0:1789760725.116950:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760725.116969:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [4977, 4977]
00020000:00200000:3.0:1789760725.116978:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20385792 chunk: [20385792, 20389888) 20389888, 4096
00020000:00200000:3.0:1789760725.116984:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760725.117005:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [4977, 4977]
00000008:00010000:3.0:1789760725.117026:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760725.117032:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760725.117044:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20385792, 20389888) append 0 append lockpos 0
00000080:00200000:3.0:1789760725.117057:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=20385792=0x1371000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760725.117135:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760725.117138:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20389888
00000020:00010000:3.0:1789760725.117149:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f8a8 (ffff911a04fd13f8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760725.117152:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f8a8 (ffff911a04fd13f8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760725.117156:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760725.117159:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f8a8 (ffff911a04fd13f8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760725.117161:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd13f8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760725.117168:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760725.117176:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760725.117192:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6f00
00000008:00100000:3.0:1789760725.117551:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1180 - object 0x280000401:3 offset 20385792<>20389888
00000080:00200000:3.0:1789760725.260375:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [4980, 4980]
00000080:00200000:3.0:1789760725.260394:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760725.260400:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760725.260416:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 20402176 i_blocks 40967
00000020:00200000:3.0:1789760725.260420:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760725.260498:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760725.260535:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 20402176, count: 4096
00000080:00200000:3.0:1789760725.260543:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20402176, bytes: 4096
00000080:00200000:3.0:1789760725.260555:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760725.260565:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760725.260568:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20402176, 20406272) 0 0
00000080:00200000:3.0:1789760725.260573:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760725.260590:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [4981, 4981]
00020000:00200000:3.0:1789760725.260600:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20402176 chunk: [20402176, 20406272) 20406272, 4096
00020000:00200000:3.0:1789760725.260604:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760725.260624:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [4981, 4981]
00000008:00010000:3.0:1789760725.260643:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760725.260649:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760725.260660:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20402176, 20406272) append 0 append lockpos 0
00000080:00200000:3.0:1789760725.260676:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=20402176=0x1375000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760725.260740:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760725.260743:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20406272
00000020:00010000:3.0:1789760725.260892:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f8a8 (ffff911a04fd13f8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760725.260897:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f8a8 (ffff911a04fd13f8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760725.260900:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760725.260904:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f8a8 (ffff911a04fd13f8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760725.260907:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd13f8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760725.260916:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760725.260924:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760725.261016:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6a80
00000008:00100000:3.0:1789760725.261150:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1880 - object 0x280000401:3 offset 20402176<>20406272
00000080:00200000:3.0:1789760725.327888:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [4981, 4981]
00000080:00200000:3.0:1789760725.327905:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760725.327912:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760725.327928:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 20406272 i_blocks 40967
00000020:00200000:3.0:1789760725.327931:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760725.328009:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760725.328045:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 20406272, count: 4096
00000080:00200000:3.0:1789760725.328053:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20406272, bytes: 4096
00000080:00200000:3.0:1789760725.328068:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760725.328077:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760725.328079:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20406272, 20410368) 0 0
00000080:00200000:3.0:1789760725.328083:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760725.328100:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [4982, 4982]
00020000:00200000:3.0:1789760725.328109:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20406272 chunk: [20406272, 20410368) 20410368, 4096
00020000:00200000:3.0:1789760725.328114:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760725.328135:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [4982, 4982]
00000008:00010000:3.0:1789760725.328154:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760725.328160:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760725.328173:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20406272, 20410368) append 0 append lockpos 0
00000080:00200000:3.0:1789760725.328187:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=20406272=0x1376000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760725.328485:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760725.328489:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20410368
00000020:00010000:3.0:1789760725.328498:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f8a8 (ffff911a04fd13f8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760725.328501:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f8a8 (ffff911a04fd13f8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760725.328504:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760725.328508:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f8a8 (ffff911a04fd13f8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760725.328511:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd13f8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760725.328518:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760725.328526:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760725.328547:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6480
00000008:00100000:3.0:1789760725.328792:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad3100 - object 0x280000401:3 offset 20406272<>20410368
00000080:00200000:3.0:1789760725.364606:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [4982, 4982]
00000080:00200000:3.0:1789760725.364623:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760725.364629:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760725.364645:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 20410368 i_blocks 40967
00000020:00200000:3.0:1789760725.364648:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760725.364658:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760725.364688:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 20410368, count: 4096
00000080:00200000:3.0:1789760725.364695:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20410368, bytes: 4096
00000080:00200000:3.0:1789760725.364706:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760725.364715:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760725.364718:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20410368, 20414464) 0 0
00000080:00200000:3.0:1789760725.364723:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760725.364739:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [4983, 4983]
00020000:00200000:3.0:1789760725.364748:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20410368 chunk: [20410368, 20414464) 20414464, 4096
00020000:00200000:3.0:1789760725.364753:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760725.364770:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [4983, 4983]
00000008:00010000:3.0:1789760725.364788:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760725.364794:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760725.364805:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20410368, 20414464) append 0 append lockpos 0
00000080:00200000:3.0:1789760725.364819:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=20410368=0x1377000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760725.364872:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760725.364875:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20414464
00000020:00010000:3.0:1789760725.364884:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f8a8 (ffff911a04fd13f8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760725.364887:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f8a8 (ffff911a04fd13f8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760725.364891:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760725.364894:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f8a8 (ffff911a04fd13f8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760725.364897:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd13f8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760725.364904:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760725.364911:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760725.364927:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6000
00000008:00100000:3.0:1789760725.365058:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1f80 - object 0x280000401:3 offset 20410368<>20414464
00000080:00200000:3.0:1789760725.428083:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [4983, 4983]
00000080:00200000:3.0:1789760725.428100:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760725.428105:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760725.428120:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 20414464 i_blocks 40967
00000020:00200000:3.0:1789760725.428123:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760725.428132:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760725.428173:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 20414464, count: 4096
00000080:00200000:3.0:1789760725.428180:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20414464, bytes: 4096
00000080:00200000:3.0:1789760725.428195:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760725.428205:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760725.428208:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20414464, 20418560) 0 0
00000080:00200000:3.0:1789760725.428297:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760725.428327:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [4984, 4984]
00020000:00200000:3.0:1789760725.428337:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20414464 chunk: [20414464, 20418560) 20418560, 4096
00020000:00200000:3.0:1789760725.428341:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760725.428363:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [4984, 4984]
00000008:00010000:3.0:1789760725.428382:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760725.428451:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760725.428466:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20414464, 20418560) append 0 append lockpos 0
00000080:00200000:3.0:1789760725.428483:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=20414464=0x1378000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760725.428540:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760725.428544:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20418560
00000020:00010000:3.0:1789760725.428552:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f8a8 (ffff911a04fd13f8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760725.428556:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f8a8 (ffff911a04fd13f8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760725.428559:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760725.428563:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f8a8 (ffff911a04fd13f8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760725.428566:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd13f8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760725.428573:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760725.428581:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760725.428597:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb63c0
00000008:00100000:3.0:1789760725.428718:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1f80 - object 0x280000401:3 offset 20414464<>20418560
00000080:00200000:3.0:1789760725.487842:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [4984, 4984]
00000080:00200000:3.0:1789760725.487859:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760725.487866:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760725.487881:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 20418560 i_blocks 40967
00000020:00200000:3.0:1789760725.487884:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760725.487904:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760725.487947:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 20418560, count: 4096
00000080:00200000:3.0:1789760725.487959:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20418560, bytes: 4096
00000080:00200000:3.0:1789760725.487969:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760725.487977:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760725.487979:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20418560, 20422656) 0 0
00000080:00200000:3.0:1789760725.487983:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760725.488001:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [4985, 4985]
00020000:00200000:3.0:1789760725.488010:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20418560 chunk: [20418560, 20422656) 20422656, 4096
00020000:00200000:3.0:1789760725.488014:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760725.488032:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [4985, 4985]
00000008:00010000:3.0:1789760725.488052:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760725.488058:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760725.488069:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20418560, 20422656) append 0 append lockpos 0
00000080:00200000:3.0:1789760725.488084:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=20418560=0x1379000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760725.488143:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760725.488146:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20422656
00000020:00010000:3.0:1789760725.488155:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f8a8 (ffff911a04fd13f8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760725.488158:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f8a8 (ffff911a04fd13f8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760725.488161:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760725.488165:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f8a8 (ffff911a04fd13f8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760725.488167:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd13f8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760725.488175:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760725.488182:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760725.488200:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6600
00000008:00100000:3.0:1789760725.489078:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad3100 - object 0x280000401:3 offset 20418560<>20422656
00010000:00010000:3.0:1789760725.536769:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000080:00200000:3.0:1789760726.017907:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [4994, 4994]
00000080:00200000:3.0:1789760726.017926:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760726.017932:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760726.017948:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 20459520 i_blocks 40967
00000020:00200000:3.0:1789760726.017952:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760726.017962:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760726.017997:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 20459520, count: 4096
00000080:00200000:3.0:1789760726.018004:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20459520, bytes: 4096
00000080:00200000:3.0:1789760726.018013:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760726.018021:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760726.018024:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20459520, 20463616) 0 0
00000080:00200000:3.0:1789760726.018029:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760726.018048:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [4995, 4995]
00020000:00200000:3.0:1789760726.018057:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20459520 chunk: [20459520, 20463616) 20463616, 4096
00020000:00200000:3.0:1789760726.018062:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760726.018081:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [4995, 4995]
00000008:00010000:3.0:1789760726.018100:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760726.018105:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760726.018118:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20459520, 20463616) append 0 append lockpos 0
00000080:00200000:3.0:1789760726.018135:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=20459520=0x1383000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760726.018195:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760726.018198:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20463616
00000020:00010000:3.0:1789760726.018240:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f8a8 (ffff911a04fd13f8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760726.018244:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f8a8 (ffff911a04fd13f8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760726.018248:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760726.018251:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f8a8 (ffff911a04fd13f8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760726.018254:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd13f8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760726.018261:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760726.018268:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760726.018286:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6840
00000008:00100000:3.0:1789760726.018413:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1880 - object 0x280000401:3 offset 20459520<>20463616
00000100:00100000:3.0:1789760726.718119:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520897024:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760727.063642:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972335 gen 3
00000008:00010000:3.0:1789760727.063707:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590240
00000020:00200000:3.0:1789760727.063716:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760727.063726:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760727.063743:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590240
00000100:00100000:3.0:1789760727.063781:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520898560:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760727.064703:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760727.064725:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520898688:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760727.103904:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065900c0
00000020:00200000:3.0:1789760727.104018:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760727.104031:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760727.104059:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065900c0
00000100:00100000:3.0:1789760727.104096:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520898688:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760727.165600:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520899072:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760727.203093:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972339 gen 3
00000008:00010000:3.0:1789760727.203148:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065906c0
00000020:00200000:3.0:1789760727.203157:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760727.203169:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760727.203190:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065906c0
00000100:00100000:3.0:1789760727.203268:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520899072:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760727.204169:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520899200:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760727.238476:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5020, 5020]
00000080:00200000:3.0:1789760727.238492:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760727.238498:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000100:00100000:3.0:1789760727.239601:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760727.239677:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520899328:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760727.275811:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972341 gen 3
00000008:00010000:3.0:1789760727.275885:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590cc0
00000020:00200000:3.0:1789760727.275894:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760727.275904:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760727.275935:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590cc0
00000100:00100000:3.0:1789760727.275969:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520899328:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760727.314082:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5022, 5022]
00000080:00200000:3.0:1789760727.314098:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760727.314104:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760727.314119:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 20574208 i_blocks 40967
00000020:00200000:3.0:1789760727.314123:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760727.314131:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760727.314194:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 20574208, count: 4096
00000080:00200000:3.0:1789760727.314202:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20574208, bytes: 4096
00000080:00200000:3.0:1789760727.315114:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760727.315128:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760727.315130:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20574208, 20578304) 0 0
00000080:00200000:3.0:1789760727.315136:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760727.315156:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5023, 5023]
00020000:00200000:3.0:1789760727.315166:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20574208 chunk: [20574208, 20578304) 20578304, 4096
00020000:00200000:3.0:1789760727.315171:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760727.315194:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5023, 5023]
00000008:00010000:3.0:1789760727.315234:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760727.315995:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760727.316020:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20574208, 20578304) append 0 append lockpos 0
00000080:00200000:3.0:1789760727.316038:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=20574208=0x139f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760727.316121:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760727.316125:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20578304
00000020:00010000:3.0:1789760727.316136:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f998 (ffff911a04fd1758/0) at cl_lock_release():245
00000020:00010000:3.0:1789760727.316139:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f998 (ffff911a04fd1758/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760727.316143:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760727.316147:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f998 (ffff911a04fd1758/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760727.316150:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1758/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760727.316162:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760727.316170:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760727.316202:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6c00
00000008:00100000:3.0:1789760727.316752:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1c00 - object 0x280000401:3 offset 20574208<>20578304
00000100:00100000:3.0:1789760727.362900:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972343 gen 3
00000008:00010000:3.0:1789760727.362955:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6c00
00000020:00200000:3.0:1789760727.362963:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760727.362975:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760727.362995:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6c00
00000100:00100000:3.0:1789760727.363025:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520899584:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760727.363704:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760727.363720:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520899712:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760727.403988:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972344 gen 3
00000008:00010000:3.0:1789760727.404034:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590300
00000020:00200000:3.0:1789760727.404042:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760727.404053:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760727.404077:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590300
00000100:00100000:3.0:1789760727.404109:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520899712:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760727.407281:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520899840:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760727.439708:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972345 gen 3
00000008:00010000:3.0:1789760727.439762:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590d80
00000020:00200000:3.0:1789760727.439770:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760727.439781:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760727.439850:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590d80
00000100:00100000:3.0:1789760727.439891:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520899840:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760727.554392:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520900224:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760727.597864:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972348 gen 3
00000008:00010000:3.0:1789760727.597910:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590180
00000020:00200000:3.0:1789760727.597918:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760727.597928:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760727.597955:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590180
00000100:00100000:3.0:1789760727.597989:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520900224:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760727.648009:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520900480:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760727.691728:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972350 gen 3
00000008:00010000:3.0:1789760727.691795:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590540
00000020:00200000:3.0:1789760727.691804:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760727.691815:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760727.691846:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590540
00000100:00100000:3.0:1789760727.691881:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520900480:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760727.738602:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5031, 5031]
00000080:00200000:3.0:1789760727.738623:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760727.738629:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760727.738645:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 20611072 i_blocks 40967
00000020:00200000:3.0:1789760727.738649:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760727.738659:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760727.738696:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 20611072, count: 4096
00000080:00200000:3.0:1789760727.738705:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20611072, bytes: 4096
00000080:00200000:3.0:1789760727.738717:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760727.738726:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760727.738729:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20611072, 20615168) 0 0
00000080:00200000:3.0:1789760727.738734:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760727.738754:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5032, 5032]
00020000:00200000:3.0:1789760727.738764:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20611072 chunk: [20611072, 20615168) 20615168, 4096
00020000:00200000:3.0:1789760727.738768:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760727.738790:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5032, 5032]
00000008:00010000:3.0:1789760727.738811:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760727.738818:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760727.738831:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20611072, 20615168) append 0 append lockpos 0
00000080:00200000:3.0:1789760727.738846:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=20611072=0x13a8000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760727.738910:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760727.738913:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20615168
00000020:00010000:3.0:1789760727.738923:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f998 (ffff911a04fd1758/0) at cl_lock_release():245
00000020:00010000:3.0:1789760727.738927:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f998 (ffff911a04fd1758/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760727.738930:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760727.738935:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f998 (ffff911a04fd1758/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760727.739413:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1758/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760727.739425:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760727.739432:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760727.739456:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6c00
00000008:00100000:3.0:1789760727.739593:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1c00 - object 0x280000401:3 offset 20611072<>20615168
00000100:00100000:3.0:1789760727.739656:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760727.739680:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520900736:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760727.785487:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972352 gen 3
00000008:00010000:3.0:1789760727.785540:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6c00
00000020:00200000:3.0:1789760727.785550:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760727.785561:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760727.785587:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6c00
00000100:00100000:3.0:1789760727.785625:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520900736:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760727.869461:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5034, 5034]
00000080:00200000:3.0:1789760727.869479:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760727.869485:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760727.869501:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 20623360 i_blocks 40967
00000020:00200000:3.0:1789760727.869505:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760727.869515:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760727.869550:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 20623360, count: 4096
00000080:00200000:3.0:1789760727.869556:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20623360, bytes: 4096
00000080:00200000:3.0:1789760727.869566:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760727.869575:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760727.869577:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20623360, 20627456) 0 0
00000080:00200000:3.0:1789760727.869581:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760727.869601:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5035, 5035]
00020000:00200000:3.0:1789760727.869610:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20623360 chunk: [20623360, 20627456) 20627456, 4096
00020000:00200000:3.0:1789760727.869615:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760727.869633:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5035, 5035]
00000008:00010000:3.0:1789760727.869653:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760727.869660:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760727.869673:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20623360, 20627456) append 0 append lockpos 0
00000080:00200000:3.0:1789760727.869688:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=20623360=0x13ab000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760727.869747:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760727.869750:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20627456
00000020:00010000:3.0:1789760727.869758:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f998 (ffff911a04fd1758/0) at cl_lock_release():245
00000020:00010000:3.0:1789760727.869762:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f998 (ffff911a04fd1758/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760727.869764:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760727.869768:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f998 (ffff911a04fd1758/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760727.869771:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1758/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760727.869778:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760727.869784:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760727.869800:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6c00
00000008:00100000:3.0:1789760727.869938:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1c00 - object 0x280000401:3 offset 20623360<>20627456
00000100:00100000:3.0:1789760727.909958:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972355 gen 3
00000008:00010000:3.0:1789760727.910006:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6c00
00000020:00200000:3.0:1789760727.910014:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760727.910035:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760727.910055:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6c00
00000100:00100000:3.0:1789760727.910085:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520901120:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760727.964161:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972356 gen 3
00000008:00010000:3.0:1789760727.964246:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590c00
00000020:00200000:3.0:1789760727.964255:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760727.964267:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760727.964292:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590c00
00000100:00100000:3.0:1789760727.964578:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520901248:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760728.046077:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972357 gen 3
00000008:00010000:3.0:1789760728.046127:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590600
00000020:00200000:3.0:1789760728.046135:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760728.046144:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760728.046167:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590600
00000100:00100000:3.0:1789760728.046198:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520901376:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760728.290822:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5042, 5042]
00000080:00200000:3.0:1789760728.290853:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760728.290859:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760728.290879:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 20656128 i_blocks 40967
00000020:00200000:3.0:1789760728.290885:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760728.290905:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760728.290952:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 20656128, count: 4096
00000080:00200000:3.0:1789760728.290961:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20656128, bytes: 4096
00000080:00200000:3.0:1789760728.290977:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760728.290986:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760728.290989:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20656128, 20660224) 0 0
00000080:00200000:3.0:1789760728.290994:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760728.291012:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5043, 5043]
00020000:00200000:3.0:1789760728.291022:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20656128 chunk: [20656128, 20660224) 20660224, 4096
00020000:00200000:3.0:1789760728.291027:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760728.291049:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5043, 5043]
00000008:00010000:3.0:1789760728.291069:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760728.291076:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760728.291089:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20656128, 20660224) append 0 append lockpos 0
00000080:00200000:3.0:1789760728.291105:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=20656128=0x13b3000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760728.291174:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760728.291177:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20660224
00000020:00010000:3.0:1789760728.291187:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f998 (ffff911a04fd1758/0) at cl_lock_release():245
00000020:00010000:3.0:1789760728.291191:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f998 (ffff911a04fd1758/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760728.291194:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760728.291198:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f998 (ffff911a04fd1758/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760728.291201:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1758/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760728.291210:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760728.291247:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760728.291287:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6c00
00000008:00100000:3.0:1789760728.291423:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1c00 - object 0x280000401:3 offset 20656128<>20660224
00000100:00100000:3.0:1789760728.291482:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760728.291509:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520902144:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760728.331191:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6c00
00000020:00200000:3.0:1789760728.331207:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760728.331271:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760728.331296:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6c00
00000100:00100000:3.0:1789760728.331325:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520902144:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760728.488889:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5046, 5046]
00000080:00200000:3.0:1789760728.488906:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760728.488921:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760728.488936:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 20672512 i_blocks 40967
00000020:00200000:3.0:1789760728.488940:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760728.488950:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760728.488982:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 20672512, count: 4096
00000080:00200000:3.0:1789760728.488989:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20672512, bytes: 4096
00000080:00200000:3.0:1789760728.489002:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760728.489011:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760728.489013:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20672512, 20676608) 0 0
00000080:00200000:3.0:1789760728.489018:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760728.489036:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5047, 5047]
00020000:00200000:3.0:1789760728.489044:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20672512 chunk: [20672512, 20676608) 20676608, 4096
00020000:00200000:3.0:1789760728.489049:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760728.489068:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5047, 5047]
00000008:00010000:3.0:1789760728.489088:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760728.489095:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760728.489108:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20672512, 20676608) append 0 append lockpos 0
00000080:00200000:3.0:1789760728.489123:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=20672512=0x13b7000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760728.489185:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760728.489188:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20676608
00000020:00010000:3.0:1789760728.489196:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f998 (ffff911a04fd1758/0) at cl_lock_release():245
00000020:00010000:3.0:1789760728.489199:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f998 (ffff911a04fd1758/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760728.489203:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760728.489206:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f998 (ffff911a04fd1758/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760728.489209:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1758/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760728.489252:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760728.489259:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760728.489275:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6c00
00000008:00100000:3.0:1789760728.489406:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1500 - object 0x280000401:3 offset 20672512<>20676608
00000100:00100000:3.0:1789760728.489459:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760728.489476:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520902656:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760728.537337:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972367 gen 3
00000008:00010000:3.0:1789760728.537391:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6c00
00000020:00200000:3.0:1789760728.537399:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760728.537411:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760728.537437:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6c00
00000100:00100000:3.0:1789760728.537467:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520902656:192.168.203.116@tcp:4:dd.0
00010000:00010000:3.0:1789760728.608442:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000080:00200000:3.0:1789760728.916770:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5053, 5053]
00000080:00200000:3.0:1789760728.916785:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760728.916791:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760728.920031:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 20701184 i_blocks 40967
00000020:00200000:3.0:1789760728.920045:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760728.920062:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760728.920094:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 20701184, count: 4096
00000080:00200000:3.0:1789760728.920103:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20701184, bytes: 4096
00000080:00200000:3.0:1789760728.920115:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760728.920125:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760728.920127:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20701184, 20705280) 0 0
00000080:00200000:3.0:1789760728.920133:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760728.920148:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5054, 5054]
00020000:00200000:3.0:1789760728.920157:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20701184 chunk: [20701184, 20705280) 20705280, 4096
00020000:00200000:3.0:1789760728.920161:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760728.920180:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5054, 5054]
00000008:00010000:3.0:1789760728.920195:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760728.920200:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760728.920210:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20701184, 20705280) append 0 append lockpos 0
00000080:00200000:3.0:1789760728.920756:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=20701184=0x13be000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760728.921549:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760728.921554:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20705280
00000020:00010000:3.0:1789760728.921563:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f998 (ffff911a04fd1758/0) at cl_lock_release():245
00000020:00010000:3.0:1789760728.921567:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f998 (ffff911a04fd1758/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760728.921570:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760728.921574:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f998 (ffff911a04fd1758/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760728.921576:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1758/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760728.921585:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760728.921591:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760728.921616:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6c00
00000008:00100000:3.0:1789760728.921719:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1500 - object 0x280000401:3 offset 20701184<>20705280
00000100:00100000:3.0:1789760728.953165:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972373 gen 3
00000100:00100000:3.0:1789760728.953197:0:2407:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff911a04ad1500 x1876699520903552/t4294972374(4294972374) o4->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760744 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:3.0:1789760728.953267:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6c00
00000020:00200000:3.0:1789760728.953285:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760728.953293:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760728.953313:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6c00
00000100:00100000:3.0:1789760728.953334:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520903552:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760729.000441:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5055, 5055]
00000080:00200000:3.0:1789760729.000454:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760729.000460:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760729.000471:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 20709376 i_blocks 40967
00000020:00200000:3.0:1789760729.000476:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760729.000484:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760729.000509:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 20709376, count: 4096
00000080:00200000:3.0:1789760729.000515:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20709376, bytes: 4096
00000080:00200000:3.0:1789760729.000523:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760729.000530:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760729.000532:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20709376, 20713472) 0 0
00000080:00200000:3.0:1789760729.000536:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760729.000548:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5056, 5056]
00020000:00200000:3.0:1789760729.000554:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20709376 chunk: [20709376, 20713472) 20713472, 4096
00020000:00200000:3.0:1789760729.000557:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760729.000571:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5056, 5056]
00000008:00010000:3.0:1789760729.000584:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760729.000588:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760729.000596:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20709376, 20713472) append 0 append lockpos 0
00000080:00200000:3.0:1789760729.000608:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=20709376=0x13c0000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760729.000651:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760729.000653:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20713472
00000020:00010000:3.0:1789760729.000660:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f998 (ffff911a04fd1758/0) at cl_lock_release():245
00000020:00010000:3.0:1789760729.000664:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f998 (ffff911a04fd1758/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760729.000667:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760729.000670:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f998 (ffff911a04fd1758/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760729.000673:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1758/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760729.000680:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760729.000685:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760729.000699:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6c00
00000008:00100000:3.0:1789760729.000800:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2300 - object 0x280000401:3 offset 20709376<>20713472
00000100:00100000:3.0:1789760729.000840:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760729.000854:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520903808:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760729.055521:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972376 gen 3
00000008:00010000:3.0:1789760729.055558:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6c00
00000020:00200000:3.0:1789760729.055564:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760729.055573:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760729.055646:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6c00
00000100:00100000:3.0:1789760729.055679:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520903808:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760729.126823:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5057, 5057]
00000080:00200000:3.0:1789760729.126836:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760729.126841:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760729.126852:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 20717568 i_blocks 40967
00000020:00200000:3.0:1789760729.126856:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760729.126991:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760729.127019:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 20717568, count: 4096
00000080:00200000:3.0:1789760729.127026:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20717568, bytes: 4096
00000080:00200000:3.0:1789760729.127034:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760729.127042:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760729.127044:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20717568, 20721664) 0 0
00000080:00200000:3.0:1789760729.127048:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760729.127061:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5058, 5058]
00020000:00200000:3.0:1789760729.127068:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20717568 chunk: [20717568, 20721664) 20721664, 4096
00020000:00200000:3.0:1789760729.127072:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760729.127088:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5058, 5058]
00000008:00010000:3.0:1789760729.127102:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760729.127106:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760729.127116:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20717568, 20721664) append 0 append lockpos 0
00000080:00200000:3.0:1789760729.127127:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=20717568=0x13c2000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760729.127177:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760729.127180:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20721664
00000020:00010000:3.0:1789760729.127187:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f998 (ffff911a04fd1758/0) at cl_lock_release():245
00000020:00010000:3.0:1789760729.127190:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f998 (ffff911a04fd1758/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760729.127193:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760729.127196:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f998 (ffff911a04fd1758/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760729.127199:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1758/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760729.127206:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760729.127448:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760729.127465:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6c00
00000008:00100000:3.0:1789760729.127565:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2300 - object 0x280000401:3 offset 20717568<>20721664
00000100:00100000:3.0:1789760729.178641:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972378 gen 3
00000008:00010000:3.0:1789760729.178688:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6c00
00000020:00200000:3.0:1789760729.178695:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760729.178702:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760729.178817:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6c00
00000100:00100000:3.0:1789760729.178841:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520904064:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760729.286895:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5060, 5060]
00000080:00200000:3.0:1789760729.286918:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760729.286924:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760729.286941:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 20729856 i_blocks 40967
00000020:00200000:3.0:1789760729.286945:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760729.286956:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760729.286992:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 20729856, count: 4096
00000080:00200000:3.0:1789760729.287000:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20729856, bytes: 4096
00000080:00200000:3.0:1789760729.287010:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760729.287020:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760729.287022:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20729856, 20733952) 0 0
00000080:00200000:3.0:1789760729.287026:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760729.287044:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5061, 5061]
00020000:00200000:3.0:1789760729.287053:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20729856 chunk: [20729856, 20733952) 20733952, 4096
00020000:00200000:3.0:1789760729.287058:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760729.287076:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5061, 5061]
00000008:00010000:3.0:1789760729.287095:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760729.287100:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760729.287111:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20729856, 20733952) append 0 append lockpos 0
00000080:00200000:3.0:1789760729.287124:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=20729856=0x13c5000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760729.287172:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760729.287174:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20733952
00000020:00010000:3.0:1789760729.287181:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f998 (ffff911a04fd1758/0) at cl_lock_release():245
00000020:00010000:3.0:1789760729.287183:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f998 (ffff911a04fd1758/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760729.287185:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760729.287188:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f998 (ffff911a04fd1758/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760729.287190:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1758/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760729.287195:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760729.287200:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760729.287254:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6c00
00000008:00100000:3.0:1789760729.287384:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2300 - object 0x280000401:3 offset 20729856<>20733952
00000100:00100000:3.0:1789760729.326655:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972381 gen 3
00000008:00010000:3.0:1789760729.326706:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6c00
00000020:00200000:3.0:1789760729.326715:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760729.326726:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760729.326754:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6c00
00000100:00100000:3.0:1789760729.326780:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520904448:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760729.443778:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5063, 5063]
00000080:00200000:3.0:1789760729.443796:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760729.443802:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760729.443819:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 20742144 i_blocks 40967
00000020:00200000:3.0:1789760729.443824:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760729.443834:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760729.443870:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 20742144, count: 4096
00000080:00200000:3.0:1789760729.443877:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20742144, bytes: 4096
00000080:00200000:3.0:1789760729.443889:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760729.443899:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760729.443911:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20742144, 20746240) 0 0
00000080:00200000:3.0:1789760729.443915:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760729.443932:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5064, 5064]
00020000:00200000:3.0:1789760729.443942:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20742144 chunk: [20742144, 20746240) 20746240, 4096
00020000:00200000:3.0:1789760729.443946:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760729.443967:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5064, 5064]
00000008:00010000:3.0:1789760729.443986:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760729.443993:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760729.444005:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20742144, 20746240) append 0 append lockpos 0
00000080:00200000:3.0:1789760729.444020:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=20742144=0x13c8000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760729.444086:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760729.444089:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20746240
00000020:00010000:3.0:1789760729.444098:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f998 (ffff911a04fd1758/0) at cl_lock_release():245
00000020:00010000:3.0:1789760729.444102:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f998 (ffff911a04fd1758/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760729.444105:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760729.444109:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f998 (ffff911a04fd1758/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760729.444112:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1758/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760729.444120:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760729.444132:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760729.444149:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6c00
00000008:00100000:3.0:1789760729.444332:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2300 - object 0x280000401:3 offset 20742144<>20746240
00000100:00100000:3.0:1789760729.444444:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760729.444464:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520904832:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760729.515910:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972384 gen 3
00000008:00010000:3.0:1789760729.515961:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6c00
00000020:00200000:3.0:1789760729.515969:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760729.515980:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760729.516283:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6c00
00000100:00100000:3.0:1789760729.516316:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520904832:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760729.517426:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520904960:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760729.577180:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972385 gen 3
00000008:00010000:3.0:1789760729.577247:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065903c0
00000020:00200000:3.0:1789760729.577255:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760729.577268:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760729.577547:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065903c0
00000100:00100000:3.0:1789760729.577594:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520904960:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760729.628992:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5066, 5066]
00000080:00200000:3.0:1789760729.629011:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760729.629016:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760729.629032:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 20754432 i_blocks 40967
00000020:00200000:3.0:1789760729.629035:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760729.629045:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760729.629078:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 20754432, count: 4096
00000080:00200000:3.0:1789760729.629085:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20754432, bytes: 4096
00000080:00200000:3.0:1789760729.629095:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760729.629105:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760729.629107:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20754432, 20758528) 0 0
00000080:00200000:3.0:1789760729.629111:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760729.629128:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5067, 5067]
00020000:00200000:3.0:1789760729.629137:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20754432 chunk: [20754432, 20758528) 20758528, 4096
00020000:00200000:3.0:1789760729.629141:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760729.629163:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5067, 5067]
00000008:00010000:3.0:1789760729.629183:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760729.629189:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760729.629200:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20754432, 20758528) append 0 append lockpos 0
00000080:00200000:3.0:1789760729.629245:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=20754432=0x13cb000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760729.629313:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760729.629316:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20758528
00000020:00010000:3.0:1789760729.629324:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f998 (ffff911a04fd1758/0) at cl_lock_release():245
00000020:00010000:3.0:1789760729.629328:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f998 (ffff911a04fd1758/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760729.629331:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760729.629335:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f998 (ffff911a04fd1758/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760729.629339:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1758/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760729.629347:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760729.629353:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760729.629370:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6c00
00000008:00100000:3.0:1789760729.629490:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2300 - object 0x280000401:3 offset 20754432<>20758528
00000008:00010000:3.0:1789760729.668322:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6c00
00000020:00200000:3.0:1789760729.668337:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760729.668349:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760729.668373:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6c00
00000100:00100000:3.0:1789760729.668403:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520905216:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760729.778245:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5069, 5069]
00000080:00200000:3.0:1789760729.778262:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760729.778276:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760729.778293:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 20766720 i_blocks 40967
00000020:00200000:3.0:1789760729.778297:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760729.778358:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760729.778394:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 20766720, count: 4096
00000080:00200000:3.0:1789760729.778403:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20766720, bytes: 4096
00000080:00200000:3.0:1789760729.778415:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760729.778424:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760729.778426:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20766720, 20770816) 0 0
00000080:00200000:3.0:1789760729.778431:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760729.778448:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5070, 5070]
00020000:00200000:3.0:1789760729.778458:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20766720 chunk: [20766720, 20770816) 20770816, 4096
00020000:00200000:3.0:1789760729.778463:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760729.778483:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5070, 5070]
00000008:00010000:3.0:1789760729.778503:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760729.778510:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760729.778522:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20766720, 20770816) append 0 append lockpos 0
00000080:00200000:3.0:1789760729.778537:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=20766720=0x13ce000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760729.778600:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760729.778603:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20770816
00000020:00010000:3.0:1789760729.778611:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f998 (ffff911a04fd1758/0) at cl_lock_release():245
00000020:00010000:3.0:1789760729.778615:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f998 (ffff911a04fd1758/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760729.778619:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760729.778622:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f998 (ffff911a04fd1758/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760729.778625:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1758/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760729.778632:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760729.778639:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760729.778749:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6c00
00000008:00100000:3.0:1789760729.778871:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2d80 - object 0x280000401:3 offset 20766720<>20770816
00000100:00100000:3.0:1789760729.816180:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972390 gen 3
00000008:00010000:3.0:1789760729.816281:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6c00
00000020:00200000:3.0:1789760729.816291:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760729.816302:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760729.816325:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6c00
00000100:00100000:3.0:1789760729.816353:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520905600:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760730.056749:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520906368:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760730.122579:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972396 gen 3
00000008:00010000:3.0:1789760730.122636:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065903c0
00000020:00200000:3.0:1789760730.122644:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760730.122658:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760730.122687:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065903c0
00000100:00100000:3.0:1789760730.122716:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520906368:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760730.394545:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5080, 5080]
00000080:00200000:3.0:1789760730.394564:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760730.394570:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760730.394587:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 20811776 i_blocks 40967
00000020:00200000:3.0:1789760730.394592:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760730.394604:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760730.394637:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 20811776, count: 4096
00000080:00200000:3.0:1789760730.394644:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20811776, bytes: 4096
00000080:00200000:3.0:1789760730.394659:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760730.394668:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760730.394671:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20811776, 20815872) 0 0
00000080:00200000:3.0:1789760730.394675:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760730.394692:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5081, 5081]
00020000:00200000:3.0:1789760730.394702:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20811776 chunk: [20811776, 20815872) 20815872, 4096
00020000:00200000:3.0:1789760730.394707:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760730.394727:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5081, 5081]
00000008:00010000:3.0:1789760730.394760:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760730.394766:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760730.394777:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20811776, 20815872) append 0 append lockpos 0
00000080:00200000:3.0:1789760730.394792:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=20811776=0x13d9000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760730.395079:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760730.395083:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20815872
00000020:00010000:3.0:1789760730.395094:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f998 (ffff911a04fd1758/0) at cl_lock_release():245
00000020:00010000:3.0:1789760730.395098:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f998 (ffff911a04fd1758/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760730.395102:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760730.395106:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f998 (ffff911a04fd1758/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760730.395108:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1758/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760730.395116:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760730.395123:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760730.395146:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6c00
00000008:00100000:3.0:1789760730.395318:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2d80 - object 0x280000401:3 offset 20811776<>20815872
00000100:00100000:3.0:1789760730.395377:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760730.395402:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520907008:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760730.452693:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972401 gen 3
00000008:00010000:3.0:1789760730.452844:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6c00
00000020:00200000:3.0:1789760730.452855:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760730.452866:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760730.452885:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6c00
00000100:00100000:3.0:1789760730.452915:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520907008:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760730.486893:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972402 gen 3
00000008:00010000:3.0:1789760730.486947:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590600
00000020:00200000:3.0:1789760730.486956:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760730.486967:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760730.487127:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590600
00000100:00100000:3.0:1789760730.487162:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520907136:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760730.540111:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5083, 5083]
00000080:00200000:3.0:1789760730.540128:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760730.540134:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760730.540150:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 20824064 i_blocks 40967
00000020:00200000:3.0:1789760730.540154:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760730.540164:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760730.540196:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 20824064, count: 4096
00000080:00200000:3.0:1789760730.540204:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20824064, bytes: 4096
00000080:00200000:3.0:1789760730.540251:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760730.540261:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760730.540272:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20824064, 20828160) 0 0
00000080:00200000:3.0:1789760730.540276:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760730.540292:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5084, 5084]
00020000:00200000:3.0:1789760730.540301:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20824064 chunk: [20824064, 20828160) 20828160, 4096
00020000:00200000:3.0:1789760730.540306:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760730.540327:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5084, 5084]
00000008:00010000:3.0:1789760730.540346:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760730.540352:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760730.540363:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20824064, 20828160) append 0 append lockpos 0
00000080:00200000:3.0:1789760730.540378:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=20824064=0x13dc000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760730.540436:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760730.540439:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20828160
00000020:00010000:3.0:1789760730.540448:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f998 (ffff911a04fd1758/0) at cl_lock_release():245
00000020:00010000:3.0:1789760730.540452:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f998 (ffff911a04fd1758/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760730.540454:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760730.540458:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f998 (ffff911a04fd1758/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760730.540462:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1758/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760730.540470:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760730.540477:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760730.540495:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6c00
00000008:00100000:3.0:1789760730.540616:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2d80 - object 0x280000401:3 offset 20824064<>20828160
00000100:00100000:3.0:1789760730.540668:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760730.540687:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520907392:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760730.594642:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972404 gen 3
00000008:00010000:3.0:1789760730.594694:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6c00
00000020:00200000:3.0:1789760730.594702:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760730.594714:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760730.595188:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6c00
00000100:00100000:3.0:1789760730.595273:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520907392:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760730.651250:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5085, 5085]
00000080:00200000:3.0:1789760730.651277:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760730.651283:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760730.651300:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 20832256 i_blocks 40967
00000020:00200000:3.0:1789760730.651303:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760730.651313:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760730.651571:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 20832256, count: 4096
00000080:00200000:3.0:1789760730.651580:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20832256, bytes: 4096
00000080:00200000:3.0:1789760730.651591:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760730.651600:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760730.651602:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20832256, 20836352) 0 0
00000080:00200000:3.0:1789760730.651607:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760730.651624:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5086, 5086]
00020000:00200000:3.0:1789760730.651633:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20832256 chunk: [20832256, 20836352) 20836352, 4096
00020000:00200000:3.0:1789760730.651638:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760730.651658:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5086, 5086]
00000008:00010000:3.0:1789760730.651677:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760730.651683:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760730.651694:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20832256, 20836352) append 0 append lockpos 0
00000080:00200000:3.0:1789760730.651707:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=20832256=0x13de000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760730.651764:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760730.651767:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20836352
00000020:00010000:3.0:1789760730.651775:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f998 (ffff911a04fd1758/0) at cl_lock_release():245
00000020:00010000:3.0:1789760730.651779:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f998 (ffff911a04fd1758/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760730.651782:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760730.651785:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f998 (ffff911a04fd1758/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760730.651788:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1758/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760730.651796:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760730.651802:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760730.651818:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6c00
00000008:00100000:3.0:1789760730.651930:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2d80 - object 0x280000401:3 offset 20832256<>20836352
00000008:00010000:3.0:1789760730.708308:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6c00
00000020:00200000:3.0:1789760730.708325:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760730.708338:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760730.708365:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6c00
00000100:00100000:3.0:1789760730.708396:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520907648:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760730.878205:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5090, 5090]
00000080:00200000:3.0:1789760730.878308:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760730.878315:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000100:00100000:3.0:1789760730.923868:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972411 gen 3
00000008:00010000:3.0:1789760730.924038:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590c00
00000020:00200000:3.0:1789760730.924047:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760730.924058:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760730.924082:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590c00
00000100:00100000:3.0:1789760730.924116:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520908288:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760731.229531:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5097, 5097]
00000080:00200000:3.0:1789760731.229547:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760731.229553:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760731.229568:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 20881408 i_blocks 40967
00000020:00200000:3.0:1789760731.229572:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760731.229581:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760731.229653:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 20881408, count: 4096
00000080:00200000:3.0:1789760731.229660:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20881408, bytes: 4096
00000080:00200000:3.0:1789760731.229671:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760731.229680:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760731.229682:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20881408, 20885504) 0 0
00000080:00200000:3.0:1789760731.229696:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760731.229715:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5098, 5098]
00020000:00200000:3.0:1789760731.229725:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20881408 chunk: [20881408, 20885504) 20885504, 4096
00020000:00200000:3.0:1789760731.229730:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760731.229761:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5098, 5098]
00000008:00010000:3.0:1789760731.229779:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760731.229792:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760731.229805:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20881408, 20885504) append 0 append lockpos 0
00000080:00200000:3.0:1789760731.229820:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=20881408=0x13ea000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760731.229885:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760731.230099:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20885504
00000020:00010000:3.0:1789760731.230110:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_release():245
00000020:00010000:3.0:1789760731.230115:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760731.230118:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760731.230121:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760731.230124:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1128/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760731.230133:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760731.230141:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760731.230160:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6c00
00000008:00100000:3.0:1789760731.230335:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad0700 - object 0x280000401:3 offset 20881408<>20885504
00000100:00100000:3.0:1789760731.271055:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972417 gen 3
00000100:00100000:3.0:1789760731.271101:0:2408:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff911a04ad0700 x1876699520909184/t4294972418(4294972418) o4->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760747 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:3.0:1789760731.271157:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6c00
00000020:00200000:3.0:1789760731.271165:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760731.271175:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760731.271200:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6c00
00000100:00100000:3.0:1789760731.271285:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520909184:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760731.306021:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5099, 5099]
00000080:00200000:3.0:1789760731.306039:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760731.306045:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760731.306062:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 20889600 i_blocks 40967
00000020:00200000:3.0:1789760731.306066:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760731.306074:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760731.306109:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 20889600, count: 4096
00000080:00200000:3.0:1789760731.306117:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20889600, bytes: 4096
00000080:00200000:3.0:1789760731.306128:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760731.306137:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760731.306139:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20889600, 20893696) 0 0
00000080:00200000:3.0:1789760731.306144:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760731.306160:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5100, 5100]
00020000:00200000:3.0:1789760731.306169:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20889600 chunk: [20889600, 20893696) 20893696, 4096
00020000:00200000:3.0:1789760731.306174:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760731.306194:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5100, 5100]
00000008:00010000:3.0:1789760731.306245:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760731.306251:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760731.306273:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20889600, 20893696) append 0 append lockpos 0
00000080:00200000:3.0:1789760731.306288:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=20889600=0x13ec000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760731.306349:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760731.306352:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20893696
00000020:00010000:3.0:1789760731.306361:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_release():245
00000020:00010000:3.0:1789760731.306365:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760731.306368:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760731.306371:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760731.306374:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1128/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760731.306382:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760731.306388:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760731.306405:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6c00
00000008:00100000:3.0:1789760731.306535:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad3480 - object 0x280000401:3 offset 20889600<>20893696
00000100:00100000:3.0:1789760731.344267:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972419 gen 3
00000100:00100000:3.0:1789760731.344314:0:2408:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff911a04ad3480 x1876699520909440/t4294972420(4294972420) o4->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760747 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:3.0:1789760731.344370:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6c00
00000020:00200000:3.0:1789760731.344378:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760731.344390:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760731.344418:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6c00
00000100:00100000:3.0:1789760731.344445:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520909440:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760731.378132:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5101, 5101]
00000080:00200000:3.0:1789760731.378149:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760731.378155:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760731.378171:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 20897792 i_blocks 40967
00000020:00200000:3.0:1789760731.378175:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760731.378184:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760731.378247:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 20897792, count: 4096
00000080:00200000:3.0:1789760731.378254:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20897792, bytes: 4096
00000080:00200000:3.0:1789760731.378275:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760731.378284:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760731.378287:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20897792, 20901888) 0 0
00000080:00200000:3.0:1789760731.378291:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760731.378307:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5102, 5102]
00020000:00200000:3.0:1789760731.378316:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20897792 chunk: [20897792, 20901888) 20901888, 4096
00020000:00200000:3.0:1789760731.378320:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760731.378338:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5102, 5102]
00000008:00010000:3.0:1789760731.378357:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760731.378362:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760731.378374:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20897792, 20901888) append 0 append lockpos 0
00000080:00200000:3.0:1789760731.378387:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=20897792=0x13ee000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760731.378441:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760731.378443:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20901888
00000020:00010000:3.0:1789760731.378451:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_release():245
00000020:00010000:3.0:1789760731.378454:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760731.378458:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760731.378462:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760731.378464:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1128/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760731.378471:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760731.378477:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760731.378492:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6c00
00000008:00100000:3.0:1789760731.378614:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2a00 - object 0x280000401:3 offset 20897792<>20901888
00000100:00100000:3.0:1789760731.378661:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760731.378679:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520909696:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760731.417760:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6c00
00000020:00200000:3.0:1789760731.417775:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760731.417795:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760731.417821:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6c00
00000100:00100000:3.0:1789760731.417859:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520909696:192.168.203.116@tcp:4:dd.0
00010000:00010000:3.0:1789760731.679773:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000008:00010000:3.0:1789760731.751421:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590180
00000020:00200000:3.0:1789760731.751441:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760731.751455:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760731.751478:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590180
00000100:00100000:3.0:1789760731.751515:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520910592:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760731.752906:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520910720:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760731.823551:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972430 gen 3
00000008:00010000:3.0:1789760731.823621:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590d80
00000020:00200000:3.0:1789760731.823630:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760731.823641:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760731.823662:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590d80
00000100:00100000:3.0:1789760731.823687:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520910720:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760731.824464:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520910848:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760731.873375:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972431 gen 3
00000008:00010000:3.0:1789760731.873430:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590300
00000020:00200000:3.0:1789760731.873439:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760731.873451:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760731.873474:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590300
00000100:00100000:3.0:1789760731.873508:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520910848:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760731.874302:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760731.874323:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520910976:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760731.939117:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972432 gen 3
00000008:00010000:3.0:1789760731.939171:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590cc0
00000020:00200000:3.0:1789760731.939180:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760731.939194:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760731.939259:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590cc0
00000100:00100000:3.0:1789760731.939293:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520910976:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760731.941260:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520911104:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760732.007400:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972433 gen 3
00000008:00010000:3.0:1789760732.007458:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065906c0
00000020:00200000:3.0:1789760732.007467:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760732.007479:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760732.007509:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065906c0
00000100:00100000:3.0:1789760732.007548:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520911104:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760732.008379:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520911232:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760732.054185:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972434 gen 3
00000008:00010000:3.0:1789760732.054377:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065900c0
00000020:00200000:3.0:1789760732.054387:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760732.054401:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760732.054464:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065900c0
00000100:00100000:3.0:1789760732.054492:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520911232:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760732.055735:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520911360:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760732.095082:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590240
00000020:00200000:3.0:1789760732.095098:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760732.095109:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760732.095178:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590240
00000100:00100000:3.0:1789760732.095209:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520911360:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760732.127522:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520911744:192.168.203.116@tcp:400:kworker.0
00000100:00100000:3.0:1789760732.127651:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2408:1876699520912000:192.168.203.116@tcp:400:kworker.0
00000100:00100000:3.0:1789760732.127695:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1]
00000100:00100000:3.0:1789760732.127701:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2408:1876699520911616:192.168.203.116@tcp:400:kworker.0
00000100:00100000:3.0:1789760732.127731:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520911872:192.168.203.116@tcp:400:kworker.0
00000100:00100000:3.0:1789760732.127763:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2408:1876699520912128:192.168.203.116@tcp:400:kworker.0
00000100:00100000:3.0:1789760732.131492:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520911872:192.168.203.116@tcp:400:kworker.0
00000100:00100000:3.0:1789760732.131516:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2408:1876699520912128:192.168.203.116@tcp:400:kworker.0
00000100:00100000:3.0:1789760732.131529:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520911744:192.168.203.116@tcp:400:kworker.0
00000100:00100000:3.0:1789760732.131542:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2408:1876699520912000:192.168.203.116@tcp:400:kworker.0
00000100:00100000:3.0:1789760732.131573:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2408:1876699520911616:192.168.203.116@tcp:400:kworker.0
00000080:00200000:3.0:1789760732.299926:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5119, 5119]
00000080:00200000:3.0:1789760732.299954:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760732.299961:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760732.299979:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 20971520 i_blocks 40967
00000020:00200000:3.0:1789760732.299985:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760732.300001:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760732.300036:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 20971520, count: 4096
00000080:00200000:3.0:1789760732.300045:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20971520, bytes: 4096
00000080:00200000:3.0:1789760732.300058:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760732.300068:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760732.300070:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20971520, 20975616) 0 0
00000080:00200000:3.0:1789760732.300075:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760732.300091:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5120, 5120]
00020000:00200000:3.0:1789760732.300100:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20971520 chunk: [20971520, 20975616) 20975616, 4096
00020000:00200000:3.0:1789760732.300105:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760732.300127:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5120, 5120]
00000008:00010000:3.0:1789760732.300144:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760732.300150:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760732.300162:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20971520, 20975616) append 0 append lockpos 0
00000080:00200000:3.0:1789760732.300175:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=20971520=0x1400000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760732.300282:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760732.300285:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20975616
00000020:00010000:3.0:1789760732.300294:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_release():245
00000020:00010000:3.0:1789760732.300298:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760732.300301:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760732.300304:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760732.300307:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1128/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760732.300316:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760732.300636:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760732.300670:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6c00
00000008:00100000:3.0:1789760732.300797:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad3800 - object 0x280000401:3 offset 20971520<>20975616
00000100:00100000:3.0:1789760732.302015:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760732.302047:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520912640:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760732.351040:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5120, 5120]
00000080:00200000:3.0:1789760732.351059:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760732.351065:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760732.351081:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 20975616 i_blocks 40967
00000020:00200000:3.0:1789760732.351084:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760732.351094:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760732.351188:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 20975616, count: 4096
00000080:00200000:3.0:1789760732.351196:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20975616, bytes: 4096
00000080:00200000:3.0:1789760732.351206:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760732.351241:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760732.351244:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20975616, 20979712) 0 0
00000080:00200000:3.0:1789760732.351260:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760732.351281:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5121, 5121]
00020000:00200000:3.0:1789760732.351290:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20975616 chunk: [20975616, 20979712) 20979712, 4096
00020000:00200000:3.0:1789760732.351294:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760732.351315:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5121, 5121]
00000008:00010000:3.0:1789760732.351333:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760732.351340:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760732.351351:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20975616, 20979712) append 0 append lockpos 0
00000080:00200000:3.0:1789760732.351365:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=20975616=0x1401000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760732.351422:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760732.351425:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20979712
00000020:00010000:3.0:1789760732.351433:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_release():245
00000020:00010000:3.0:1789760732.351437:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760732.351440:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760732.351443:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760732.351447:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1128/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760732.351455:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760732.351462:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760732.351479:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6780
00000008:00100000:3.0:1789760732.351603:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad0700 - object 0x280000401:3 offset 20975616<>20979712
00000080:00200000:3.0:1789760732.399834:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5121, 5121]
00000080:00200000:3.0:1789760732.399853:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760732.399859:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760732.399886:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 20979712 i_blocks 43015
00000020:00200000:3.0:1789760732.399891:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760732.399901:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760732.399939:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 20979712, count: 4096
00000080:00200000:3.0:1789760732.399946:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20979712, bytes: 4096
00000080:00200000:3.0:1789760732.399961:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760732.399973:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760732.399975:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20979712, 20983808) 0 0
00000080:00200000:3.0:1789760732.399979:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760732.399995:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5122, 5122]
00020000:00200000:3.0:1789760732.400004:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20979712 chunk: [20979712, 20983808) 20983808, 4096
00020000:00200000:3.0:1789760732.400009:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760732.400028:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5122, 5122]
00000008:00010000:3.0:1789760732.400046:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760732.400051:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760732.400062:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20979712, 20983808) append 0 append lockpos 0
00000080:00200000:3.0:1789760732.400075:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=20979712=0x1402000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760732.400130:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760732.400132:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20983808
00000020:00010000:3.0:1789760732.400139:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_release():245
00000020:00010000:3.0:1789760732.400143:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760732.400146:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760732.400149:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760732.400153:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1128/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760732.400159:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760732.400165:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760732.400180:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6300
00000008:00100000:3.0:1789760732.400352:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2a00 - object 0x280000401:3 offset 20979712<>20983808
00000080:00200000:3.0:1789760732.434070:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5122, 5122]
00000080:00200000:3.0:1789760732.434090:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760732.434097:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760732.434113:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 20983808 i_blocks 43015
00000020:00200000:3.0:1789760732.434117:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760732.434127:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760732.434164:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 20983808, count: 4096
00000080:00200000:3.0:1789760732.434172:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20983808, bytes: 4096
00000080:00200000:3.0:1789760732.434181:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760732.434190:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760732.434192:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20983808, 20987904) 0 0
00000080:00200000:3.0:1789760732.434197:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760732.434245:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5123, 5123]
00020000:00200000:3.0:1789760732.434267:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20983808 chunk: [20983808, 20987904) 20987904, 4096
00020000:00200000:3.0:1789760732.434272:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760732.434291:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5123, 5123]
00000008:00010000:3.0:1789760732.434310:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760732.434316:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760732.434328:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20983808, 20987904) append 0 append lockpos 0
00000080:00200000:3.0:1789760732.434342:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=20983808=0x1403000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760732.434397:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760732.434400:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20987904
00000020:00010000:3.0:1789760732.434409:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_release():245
00000020:00010000:3.0:1789760732.434413:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760732.434416:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760732.434420:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760732.434423:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1128/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760732.434431:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760732.434438:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760732.434455:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6540
00000008:00100000:3.0:1789760732.434573:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2d80 - object 0x280000401:3 offset 20983808<>20987904
00000100:00100000:3.0:1789760732.467962:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972443 gen 3
00000008:00010000:3.0:1789760732.468027:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6540
00000020:00200000:3.0:1789760732.468036:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760732.468046:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760732.468068:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6540
00000100:00100000:3.0:1789760732.468097:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520913024:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760732.503583:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972444 gen 3
00000008:00010000:3.0:1789760732.503635:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590900
00000020:00200000:3.0:1789760732.503644:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760732.503654:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760732.503675:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590900
00000100:00100000:3.0:1789760732.503708:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520913152:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760732.504598:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520913280:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760732.547093:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972445 gen 3
00000008:00010000:3.0:1789760732.547143:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590000
00000020:00200000:3.0:1789760732.547151:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760732.547161:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760732.547183:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590000
00000100:00100000:3.0:1789760732.547266:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520913280:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760732.548526:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520913408:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760732.600708:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972446 gen 3
00000008:00010000:3.0:1789760732.600771:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590b40
00000020:00200000:3.0:1789760732.600780:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760732.600800:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760732.600818:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590b40
00000100:00100000:3.0:1789760732.600848:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520913408:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760732.602163:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520913536:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760732.637817:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590b40
00000020:00200000:3.0:1789760732.637835:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760732.637848:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760732.637872:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590b40
00000100:00100000:3.0:1789760732.637914:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520913536:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760732.638733:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760732.638763:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520913664:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760732.687389:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972448 gen 3
00000008:00010000:3.0:1789760732.687459:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590000
00000020:00200000:3.0:1789760732.687468:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760732.687479:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760732.687501:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590000
00000100:00100000:3.0:1789760732.687533:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520913664:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760732.746915:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972449 gen 3
00000008:00010000:3.0:1789760732.746968:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590900
00000020:00200000:3.0:1789760732.746977:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760732.746988:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760732.747012:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590900
00000100:00100000:3.0:1789760732.747043:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520913792:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760732.748044:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520913920:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760732.811511:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590240
00000020:00200000:3.0:1789760732.811527:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760732.811539:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760732.811567:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590240
00000100:00100000:3.0:1789760732.811599:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520913920:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760732.894602:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5132, 5132]
00000080:00200000:3.0:1789760732.894617:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760732.894623:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760732.894637:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21024768 i_blocks 43015
00000020:00200000:3.0:1789760732.894641:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760732.894650:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760732.894685:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21024768, count: 4096
00000080:00200000:3.0:1789760732.894693:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21024768, bytes: 4096
00000080:00200000:3.0:1789760732.894703:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760732.894712:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760732.894714:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21024768, 21028864) 0 0
00000080:00200000:3.0:1789760732.894718:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760732.894735:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5133, 5133]
00020000:00200000:3.0:1789760732.894744:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21024768 chunk: [21024768, 21028864) 21028864, 4096
00020000:00200000:3.0:1789760732.894748:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760732.894768:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5133, 5133]
00000008:00010000:3.0:1789760732.894787:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760732.894793:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760732.894804:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21024768, 21028864) append 0 append lockpos 0
00000080:00200000:3.0:1789760732.894818:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21024768=0x140d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760732.894888:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760732.894891:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21028864
00000020:00010000:3.0:1789760732.894901:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_release():245
00000020:00010000:3.0:1789760732.894905:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760732.894908:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760732.894912:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760732.894915:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1128/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760732.894922:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760732.894930:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760732.894947:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6540
00000008:00100000:3.0:1789760732.895079:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2d80 - object 0x280000401:3 offset 21024768<>21028864
00000100:00100000:3.0:1789760732.895132:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760732.895152:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520914304:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760732.951577:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972453 gen 3
00000008:00010000:3.0:1789760732.951640:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6540
00000020:00200000:3.0:1789760732.951649:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760732.951658:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760732.951685:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6540
00000100:00100000:3.0:1789760732.951717:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520914304:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760733.565123:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520915840:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760733.615657:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972465 gen 3
00000008:00010000:3.0:1789760733.615723:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065900c0
00000020:00200000:3.0:1789760733.615732:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760733.615742:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760733.615978:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065900c0
00000100:00100000:3.0:1789760733.616023:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520915840:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760733.617681:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520915968:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760733.656313:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972466 gen 3
00000008:00010000:3.0:1789760733.656366:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065906c0
00000020:00200000:3.0:1789760733.656376:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760733.656387:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760733.656410:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065906c0
00000100:00100000:3.0:1789760733.656441:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520915968:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760733.657711:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760733.657740:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520916096:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760733.716509:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972467 gen 3
00000008:00010000:3.0:1789760733.716559:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590cc0
00000020:00200000:3.0:1789760733.716568:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760733.716579:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760733.716603:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590cc0
00000100:00100000:3.0:1789760733.716635:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520916096:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760733.751101:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590300
00000020:00200000:3.0:1789760733.751118:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760733.751128:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760733.751154:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590300
00000100:00100000:3.0:1789760733.751187:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520916224:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760733.941263:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5151, 5151]
00000080:00200000:3.0:1789760733.941281:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760733.941287:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760733.941304:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21102592 i_blocks 43015
00000020:00200000:3.0:1789760733.941308:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760733.941318:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760733.941355:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21102592, count: 4096
00000080:00200000:3.0:1789760733.941363:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21102592, bytes: 4096
00000080:00200000:3.0:1789760733.941375:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760733.941384:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760733.941387:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21102592, 21106688) 0 0
00000080:00200000:3.0:1789760733.941391:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760733.941409:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5152, 5152]
00020000:00200000:3.0:1789760733.941418:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21102592 chunk: [21102592, 21106688) 21106688, 4096
00020000:00200000:3.0:1789760733.941423:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760733.941443:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5152, 5152]
00000008:00010000:3.0:1789760733.941462:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760733.941468:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760733.941482:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21102592, 21106688) append 0 append lockpos 0
00000080:00200000:3.0:1789760733.941496:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21102592=0x1420000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760733.941557:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760733.941560:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21106688
00000020:00010000:3.0:1789760733.941569:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_release():245
00000020:00010000:3.0:1789760733.941573:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760733.941576:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760733.941580:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760733.941583:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1128/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760733.941590:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760733.941598:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760733.941616:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6540
00000008:00100000:3.0:1789760733.941742:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2d80 - object 0x280000401:3 offset 21102592<>21106688
00000100:00100000:3.0:1789760733.942907:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760733.942937:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520916736:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760733.991695:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6540
00000020:00200000:3.0:1789760733.991722:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760733.991734:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760733.991761:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6540
00000100:00100000:3.0:1789760733.991791:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520916736:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760734.174558:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520917248:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760734.217685:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972476 gen 3
00000008:00010000:0.0:1789760734.217737:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277f00
00000020:00200000:0.0:1789760734.217745:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760734.217758:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760734.217779:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277f00
00000100:00100000:0.0:1789760734.217817:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520917248:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760734.256532:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972477 gen 3
00000008:00010000:3.0:1789760734.256583:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590d80
00000020:00200000:3.0:1789760734.256591:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760734.256601:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760734.256620:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590d80
00000100:00100000:3.0:1789760734.256651:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520917376:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760734.258350:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520917504:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760734.301544:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590180
00000020:00200000:3.0:1789760734.301562:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760734.301575:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760734.301594:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590180
00000100:00100000:3.0:1789760734.301628:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520917504:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760734.302628:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520917632:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760734.345281:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972479 gen 3
00000008:00010000:3.0:1789760734.345327:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590f00
00000020:00200000:3.0:1789760734.345333:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760734.345341:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760734.345365:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590f00
00000100:00100000:3.0:1789760734.345390:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520917632:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760734.347986:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520917760:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760734.400285:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972480 gen 3
00000008:00010000:3.0:1789760734.400323:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590c00
00000020:00200000:3.0:1789760734.400329:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760734.400338:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760734.400356:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590c00
00000100:00100000:3.0:1789760734.400382:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520917760:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760734.402138:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520917888:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760734.503175:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972481 gen 3
00000008:00010000:3.0:1789760734.503247:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590600
00000020:00200000:3.0:1789760734.503253:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760734.503262:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760734.503285:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590600
00000100:00100000:3.0:1789760734.503311:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520917888:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760734.503415:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5161, 5161]
00000080:00200000:0.0:1789760734.503429:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760734.503433:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760734.503445:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21143552 i_blocks 43015
00000020:00200000:0.0:1789760734.503448:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760734.503457:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760734.503483:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21143552, count: 4096
00000080:00200000:0.0:1789760734.503489:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21143552, bytes: 4096
00000080:00200000:0.0:1789760734.503497:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760734.503503:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760734.503505:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21143552, 21147648) 0 0
00000080:00200000:0.0:1789760734.503509:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760734.503522:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5162, 5162]
00020000:00200000:0.0:1789760734.504715:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21143552 chunk: [21143552, 21147648) 21147648, 4096
00020000:00200000:0.0:1789760734.504723:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760734.504743:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5162, 5162]
00000008:00010000:0.0:1789760734.504760:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760734.504765:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760734.504774:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21143552, 21147648) append 0 append lockpos 0
00000080:00200000:0.0:1789760734.504785:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21143552=0x142a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760734.504835:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760734.504838:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21147648
00000020:00010000:0.0:1789760734.504844:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_release():245
00000020:00010000:0.0:1789760734.504847:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760734.504851:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760734.504854:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760734.504856:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1128/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760734.504864:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760734.504870:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760734.504890:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:0.0:1789760734.504991:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57800 - object 0x280000401:3 offset 21143552<>21147648
00000100:00100000:0.0:1789760734.505035:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760734.505054:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520918016:192.168.203.116@tcp:4:dd.0
00000008:00010000:0.0:1789760734.571500:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7de40
00000020:00200000:0.0:1789760734.571517:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760734.571530:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760734.571543:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7de40
00000100:00100000:0.0:1789760734.571570:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520918016:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760734.573209:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520918144:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760734.628502:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5163, 5163]
00000080:00200000:3.0:1789760734.628519:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760734.628525:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760734.628541:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21151744 i_blocks 43015
00000020:00200000:3.0:1789760734.628545:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760734.628554:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760734.628588:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21151744, count: 4096
00000080:00200000:3.0:1789760734.628596:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21151744, bytes: 4096
00000080:00200000:3.0:1789760734.628606:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760734.628616:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760734.628618:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21151744, 21155840) 0 0
00000080:00200000:3.0:1789760734.628623:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760734.628639:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5164, 5164]
00020000:00200000:3.0:1789760734.628648:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21151744 chunk: [21151744, 21155840) 21155840, 4096
00020000:00200000:3.0:1789760734.628654:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760734.628673:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5164, 5164]
00000008:00010000:3.0:1789760734.628691:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760734.628697:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760734.628710:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21151744, 21155840) append 0 append lockpos 0
00000080:00200000:3.0:1789760734.628722:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21151744=0x142c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760734.628796:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760734.628799:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21155840
00000020:00010000:3.0:1789760734.628808:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_release():245
00000020:00010000:3.0:1789760734.628812:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760734.628815:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760734.628819:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760734.628822:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1128/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760734.628828:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760734.628836:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760734.628852:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6540
00000008:00100000:3.0:1789760734.628986:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2a00 - object 0x280000401:3 offset 21151744<>21155840
00000100:00100000:3.0:1789760734.629032:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760734.629051:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520918272:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760734.666505:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972484 gen 3
00000008:00010000:3.0:1789760734.666559:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6540
00000020:00200000:3.0:1789760734.666568:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760734.666577:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760734.666653:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6540
00000100:00100000:3.0:1789760734.666680:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520918272:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760734.722056:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5165, 5165]
00000080:00200000:3.0:1789760734.722074:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760734.722081:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760734.722099:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21159936 i_blocks 43015
00000020:00200000:3.0:1789760734.722103:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760734.722121:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760734.722156:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21159936, count: 4096
00000080:00200000:3.0:1789760734.722164:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21159936, bytes: 4096
00000080:00200000:3.0:1789760734.722173:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760734.722182:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760734.722184:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21159936, 21164032) 0 0
00000080:00200000:3.0:1789760734.722188:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760734.722204:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5166, 5166]
00020000:00200000:3.0:1789760734.722241:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21159936 chunk: [21159936, 21164032) 21164032, 4096
00020000:00200000:3.0:1789760734.722247:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760734.722267:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5166, 5166]
00000008:00010000:3.0:1789760734.722287:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760734.722294:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760734.722306:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21159936, 21164032) append 0 append lockpos 0
00000080:00200000:3.0:1789760734.722320:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21159936=0x142e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760734.722387:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760734.722389:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21164032
00000020:00010000:3.0:1789760734.722396:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_release():245
00000020:00010000:3.0:1789760734.722400:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760734.722403:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760734.722407:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760734.722409:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1128/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760734.722417:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760734.722423:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760734.722439:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6540
00000008:00100000:3.0:1789760734.722556:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2a00 - object 0x280000401:3 offset 21159936<>21164032
00010000:00010000:3.0:1789760734.752374:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789760734.784507:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972486 gen 3
00000008:00010000:3.0:1789760734.784557:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6540
00000020:00200000:3.0:1789760734.784564:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760734.784574:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760734.784601:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6540
00000100:00100000:3.0:1789760734.784630:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520918528:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760734.785299:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760734.785318:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520918656:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760734.830895:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972487 gen 3
00000008:00010000:0.0:1789760734.831177:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277d80
00000020:00200000:0.0:1789760734.831186:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760734.831200:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760734.831273:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277d80
00000100:00100000:0.0:1789760734.831306:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520918656:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760734.902193:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5168, 5168]
00000080:00200000:3.0:1789760734.902210:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760734.902257:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760734.902272:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21172224 i_blocks 43015
00000020:00200000:3.0:1789760734.902277:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760734.902287:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760734.902322:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21172224, count: 4096
00000080:00200000:3.0:1789760734.902331:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21172224, bytes: 4096
00000080:00200000:3.0:1789760734.902341:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760734.902352:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760734.902354:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21172224, 21176320) 0 0
00000080:00200000:3.0:1789760734.902359:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760734.902375:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5169, 5169]
00020000:00200000:3.0:1789760734.902384:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21172224 chunk: [21172224, 21176320) 21176320, 4096
00020000:00200000:3.0:1789760734.902389:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760734.902410:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5169, 5169]
00000008:00010000:3.0:1789760734.902428:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760734.902434:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760734.902446:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21172224, 21176320) append 0 append lockpos 0
00000080:00200000:3.0:1789760734.902460:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21172224=0x1431000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760734.902526:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760734.902529:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21176320
00000020:00010000:3.0:1789760734.902538:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_release():245
00000020:00010000:3.0:1789760734.902542:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760734.902545:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760734.902549:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760734.902552:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1128/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760734.902560:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760734.902567:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760734.902585:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6540
00000008:00100000:3.0:1789760734.902707:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2a00 - object 0x280000401:3 offset 21172224<>21176320
00000100:00100000:3.0:1789760734.952811:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972489 gen 3
00000008:00010000:3.0:1789760734.952991:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6540
00000020:00200000:3.0:1789760734.953001:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760734.953013:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760734.953119:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6540
00000100:00100000:3.0:1789760734.953153:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520918912:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760734.954271:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520919040:192.168.203.116@tcp:4:dd.0
00000008:00010000:0.0:1789760735.006906:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277d80
00000020:00200000:0.0:1789760735.006922:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760735.006937:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760735.006964:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277d80
00000100:00100000:0.0:1789760735.006997:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520919040:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760735.008276:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520919168:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760735.043257:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972491 gen 3
00000008:00010000:0.0:1789760735.043329:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277f00
00000020:00200000:0.0:1789760735.043337:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760735.043349:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760735.043370:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277f00
00000100:00100000:0.0:1789760735.043394:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520919168:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760735.090623:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5172, 5172]
00000080:00200000:0.0:1789760735.090650:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760735.090655:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760735.090672:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21188608 i_blocks 43015
00000020:00200000:0.0:1789760735.090676:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760735.090685:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760735.090721:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21188608, count: 4096
00000080:00200000:0.0:1789760735.090728:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21188608, bytes: 4096
00000080:00200000:0.0:1789760735.090737:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760735.090747:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760735.090749:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21188608, 21192704) 0 0
00000080:00200000:0.0:1789760735.090754:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760735.090771:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5173, 5173]
00020000:00200000:0.0:1789760735.090780:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21188608 chunk: [21188608, 21192704) 21192704, 4096
00020000:00200000:0.0:1789760735.090785:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760735.090806:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5173, 5173]
00000008:00010000:0.0:1789760735.090834:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760735.090841:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760735.090852:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21188608, 21192704) append 0 append lockpos 0
00000080:00200000:0.0:1789760735.090865:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21188608=0x1435000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760735.090921:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760735.090924:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21192704
00000020:00010000:0.0:1789760735.090932:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_release():245
00000020:00010000:0.0:1789760735.090936:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760735.090939:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760735.090942:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760735.090946:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1128/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760735.091122:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760735.091129:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760735.091146:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:0.0:1789760735.091442:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56a00 - object 0x280000401:3 offset 21188608<>21192704
00000100:00100000:0.0:1789760735.091491:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760735.091513:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520919424:192.168.203.116@tcp:4:dd.0
00000008:00010000:0.0:1789760735.135959:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7de40
00000020:00200000:0.0:1789760735.135974:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760735.135985:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760735.136015:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7de40
00000100:00100000:0.0:1789760735.136054:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520919424:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760735.176296:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5174, 5174]
00000080:00200000:0.0:1789760735.176313:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760735.176319:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760735.176335:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21196800 i_blocks 43015
00000020:00200000:0.0:1789760735.176339:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760735.176350:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760735.176387:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21196800, count: 4096
00000080:00200000:0.0:1789760735.176394:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21196800, bytes: 4096
00000080:00200000:0.0:1789760735.176405:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760735.176413:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760735.176415:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21196800, 21200896) 0 0
00000080:00200000:0.0:1789760735.176421:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760735.176439:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5175, 5175]
00020000:00200000:0.0:1789760735.176448:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21196800 chunk: [21196800, 21200896) 21200896, 4096
00020000:00200000:0.0:1789760735.176452:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760735.176470:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5175, 5175]
00000008:00010000:0.0:1789760735.176487:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760735.176493:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760735.176505:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21196800, 21200896) append 0 append lockpos 0
00000080:00200000:0.0:1789760735.176519:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21196800=0x1437000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760735.176575:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760735.176578:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21200896
00000020:00010000:0.0:1789760735.176586:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_release():245
00000020:00010000:0.0:1789760735.176590:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760735.176593:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760735.176597:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760735.176600:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1128/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760735.176608:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760735.176615:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760735.176630:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:0.0:1789760735.176743:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56a00 - object 0x280000401:3 offset 21196800<>21200896
00000100:00100000:0.0:1789760735.176934:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760735.177101:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520919680:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760735.213941:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972495 gen 3
00000008:00010000:0.0:1789760735.214063:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7de40
00000020:00200000:0.0:1789760735.214071:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760735.214082:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760735.214167:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7de40
00000100:00100000:0.0:1789760735.214198:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520919680:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760735.214572:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21200896 i_blocks 43015
00000020:00200000:0.0:1789760735.214578:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760735.214590:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760735.214625:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21200896, count: 4096
00000080:00200000:0.0:1789760735.214632:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21200896, bytes: 4096
00000080:00200000:0.0:1789760735.214642:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760735.214651:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760735.214653:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21200896, 21204992) 0 0
00000080:00200000:0.0:1789760735.214657:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760735.214674:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5176, 5176]
00020000:00200000:0.0:1789760735.214683:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21200896 chunk: [21200896, 21204992) 21204992, 4096
00020000:00200000:0.0:1789760735.214688:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760735.214709:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5176, 5176]
00000008:00010000:0.0:1789760735.214728:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760735.214735:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760735.215205:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21200896, 21204992) append 0 append lockpos 0
00000080:00200000:0.0:1789760735.215256:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21200896=0x1438000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760735.215325:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760735.215328:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21204992
00000020:00010000:0.0:1789760735.215337:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_release():245
00000020:00010000:0.0:1789760735.215341:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760735.215344:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760735.215347:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760735.215351:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1128/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760735.215361:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760735.215368:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760735.215387:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:0.0:1789760735.215517:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56a00 - object 0x280000401:3 offset 21200896<>21204992
00000080:00200000:0.0:1789760735.266157:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5176, 5176]
00000080:00200000:0.0:1789760735.266173:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760735.266179:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760735.266195:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21204992 i_blocks 43015
00000020:00200000:0.0:1789760735.266199:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760735.266209:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760735.266289:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21204992, count: 4096
00000080:00200000:0.0:1789760735.266296:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21204992, bytes: 4096
00000080:00200000:0.0:1789760735.266308:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760735.266316:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760735.266319:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21204992, 21209088) 0 0
00000080:00200000:0.0:1789760735.266323:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760735.266340:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5177, 5177]
00020000:00200000:0.0:1789760735.266349:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21204992 chunk: [21204992, 21209088) 21209088, 4096
00020000:00200000:0.0:1789760735.266354:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760735.266374:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5177, 5177]
00000008:00010000:0.0:1789760735.266392:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760735.266399:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760735.266410:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21204992, 21209088) append 0 append lockpos 0
00000080:00200000:0.0:1789760735.266424:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21204992=0x1439000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760735.266479:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760735.266483:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21209088
00000020:00010000:0.0:1789760735.266491:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_release():245
00000020:00010000:0.0:1789760735.266494:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760735.266497:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760735.266500:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760735.266503:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1128/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760735.266512:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760735.266519:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760735.266536:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d180
00000008:00100000:0.0:1789760735.266654:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57800 - object 0x280000401:3 offset 21204992<>21209088
00000080:00200000:0.0:1789760735.330527:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5177, 5177]
00000080:00200000:0.0:1789760735.330545:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760735.330551:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760735.330567:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21209088 i_blocks 43015
00000020:00200000:0.0:1789760735.330571:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760735.330581:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760735.330618:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21209088, count: 4096
00000080:00200000:0.0:1789760735.330625:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21209088, bytes: 4096
00000080:00200000:0.0:1789760735.330635:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760735.330644:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760735.330646:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21209088, 21213184) 0 0
00000080:00200000:0.0:1789760735.330651:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760735.330668:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5178, 5178]
00020000:00200000:0.0:1789760735.330677:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21209088 chunk: [21209088, 21213184) 21213184, 4096
00020000:00200000:0.0:1789760735.330681:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760735.330701:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5178, 5178]
00000008:00010000:0.0:1789760735.330719:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760735.330726:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760735.330768:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21209088, 21213184) append 0 append lockpos 0
00000080:00200000:0.0:1789760735.330783:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21209088=0x143a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760735.330841:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760735.330844:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21213184
00000020:00010000:0.0:1789760735.330853:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_release():245
00000020:00010000:0.0:1789760735.330856:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760735.330859:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760735.330863:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760735.330866:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1128/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760735.330873:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760735.330880:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760735.330897:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760735.331028:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54380 - object 0x280000401:3 offset 21209088<>21213184
00000080:00200000:0.0:1789760735.373961:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5178, 5178]
00000080:00200000:0.0:1789760735.373980:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760735.373987:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760735.374006:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21213184 i_blocks 43015
00000020:00200000:0.0:1789760735.374010:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760735.374019:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760735.374052:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21213184, count: 4096
00000080:00200000:0.0:1789760735.374060:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21213184, bytes: 4096
00000080:00200000:0.0:1789760735.374069:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760735.374078:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760735.374081:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21213184, 21217280) 0 0
00000080:00200000:0.0:1789760735.374085:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760735.374103:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5179, 5179]
00020000:00200000:0.0:1789760735.374113:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21213184 chunk: [21213184, 21217280) 21217280, 4096
00020000:00200000:0.0:1789760735.374117:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760735.374137:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5179, 5179]
00000008:00010000:0.0:1789760735.374153:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760735.374159:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760735.374171:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21213184, 21217280) append 0 append lockpos 0
00000080:00200000:0.0:1789760735.374185:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21213184=0x143b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760735.374391:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760735.374395:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21217280
00000020:00010000:0.0:1789760735.377655:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_release():245
00000020:00010000:0.0:1789760735.377669:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760735.377674:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760735.377679:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760735.377682:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1128/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760735.377697:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760735.377709:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760735.377749:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760735.377903:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56300 - object 0x280000401:3 offset 21213184<>21217280
00000080:00200000:0.0:1789760735.433243:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5179, 5179]
00000080:00200000:0.0:1789760735.433274:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760735.433281:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760735.433301:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21217280 i_blocks 43015
00000020:00200000:0.0:1789760735.433308:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760735.433325:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760735.433359:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21217280, count: 4096
00000080:00200000:0.0:1789760735.433367:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21217280, bytes: 4096
00000080:00200000:0.0:1789760735.433383:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760735.433393:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760735.433395:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21217280, 21221376) 0 0
00000080:00200000:0.0:1789760735.433399:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760735.433416:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5180, 5180]
00020000:00200000:0.0:1789760735.433426:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21217280 chunk: [21217280, 21221376) 21221376, 4096
00020000:00200000:0.0:1789760735.433430:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760735.433453:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5180, 5180]
00000008:00010000:0.0:1789760735.433472:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760735.433479:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760735.433491:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21217280, 21221376) append 0 append lockpos 0
00000080:00200000:0.0:1789760735.433505:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21217280=0x143c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760735.433579:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760735.433582:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21221376
00000020:00010000:0.0:1789760735.433592:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_release():245
00000020:00010000:0.0:1789760735.433596:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760735.433599:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760735.433602:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760735.433606:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1128/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760735.433614:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760735.433621:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760735.433653:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760735.433789:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55880 - object 0x280000401:3 offset 21217280<>21221376
00000080:00200000:0.0:1789760735.488013:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5180, 5180]
00000080:00200000:0.0:1789760735.488030:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760735.488036:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760735.488052:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21221376 i_blocks 43015
00000020:00200000:0.0:1789760735.488057:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760735.488066:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760735.488100:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21221376, count: 4096
00000080:00200000:0.0:1789760735.488106:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21221376, bytes: 4096
00000080:00200000:0.0:1789760735.488116:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760735.488124:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760735.488126:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21221376, 21225472) 0 0
00000080:00200000:0.0:1789760735.488131:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760735.488148:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5181, 5181]
00020000:00200000:0.0:1789760735.488158:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21221376 chunk: [21221376, 21225472) 21225472, 4096
00020000:00200000:0.0:1789760735.488162:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760735.488182:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5181, 5181]
00000008:00010000:0.0:1789760735.488201:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760735.488208:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760735.488277:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21221376, 21225472) append 0 append lockpos 0
00000080:00200000:0.0:1789760735.488293:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21221376=0x143d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760735.488349:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760735.488353:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21225472
00000020:00010000:0.0:1789760735.488361:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_release():245
00000020:00010000:0.0:1789760735.488365:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760735.488367:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760735.488370:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760735.488373:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1128/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760735.488381:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760735.488389:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760735.488404:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760735.488522:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57100 - object 0x280000401:3 offset 21221376<>21225472
00000080:00200000:0.0:1789760735.521657:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5181, 5181]
00000080:00200000:0.0:1789760735.521674:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760735.521848:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760735.521927:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21225472 i_blocks 43015
00000020:00200000:0.0:1789760735.521933:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760735.521943:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760735.521975:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21225472, count: 4096
00000080:00200000:0.0:1789760735.521983:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21225472, bytes: 4096
00000080:00200000:0.0:1789760735.521994:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760735.522004:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760735.522006:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21225472, 21229568) 0 0
00000080:00200000:0.0:1789760735.522011:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760735.522028:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5182, 5182]
00020000:00200000:0.0:1789760735.522037:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21225472 chunk: [21225472, 21229568) 21229568, 4096
00020000:00200000:0.0:1789760735.522042:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760735.522062:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5182, 5182]
00000008:00010000:0.0:1789760735.522081:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760735.522087:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760735.522099:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21225472, 21229568) append 0 append lockpos 0
00000080:00200000:0.0:1789760735.522112:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21225472=0x143e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760735.522167:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760735.522169:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21229568
00000020:00010000:0.0:1789760735.522178:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_release():245
00000020:00010000:0.0:1789760735.522182:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760735.522185:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760735.522188:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760735.522191:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1128/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760735.522199:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760735.522206:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760735.522368:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d180
00000008:00100000:0.0:1789760735.522496:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54000 - object 0x280000401:3 offset 21225472<>21229568
00000100:00100000:3.0:1789760735.552689:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520920704:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760735.609120:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972503 gen 3
00000008:00010000:3.0:1789760735.609176:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065903c0
00000020:00200000:3.0:1789760735.609185:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760735.609198:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760735.609321:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065903c0
00000100:00100000:3.0:1789760735.609357:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520920704:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760735.616769:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520920832:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760735.687364:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065903c0
00000020:00200000:3.0:1789760735.687382:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760735.687394:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760735.687411:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065903c0
00000100:00100000:3.0:1789760735.687440:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520920832:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760735.691426:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520920960:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760735.754078:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972505 gen 3
00000008:00010000:3.0:1789760735.754149:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590600
00000020:00200000:3.0:1789760735.754158:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760735.754168:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760735.754190:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590600
00000100:00100000:3.0:1789760735.754277:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520920960:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760735.755765:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760735.755969:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520921088:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760735.876116:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590c00
00000020:00200000:3.0:1789760735.876132:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760735.876145:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760735.876259:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590c00
00000100:00100000:3.0:1789760735.876292:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520921088:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760735.878456:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520921216:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760735.923543:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972506 gen 3
00000100:00100000:3.0:1789760735.923677:0:2408:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff911a12ee9500 x1876699520921216/t4294972507(4294972507) o4->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760751 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:3.0:1789760735.923726:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590f00
00000020:00200000:3.0:1789760735.923734:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760735.923745:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760735.923864:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590f00
00000100:00100000:3.0:1789760735.923894:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520921216:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760735.924938:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520921344:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760735.960887:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972508 gen 3
00000008:00010000:3.0:1789760735.960955:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590180
00000020:00200000:3.0:1789760735.960964:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760735.960973:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760735.961039:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590180
00000100:00100000:3.0:1789760735.961073:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520921344:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760735.962193:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520921472:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760735.997440:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972509 gen 3
00000008:00010000:3.0:1789760735.997487:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590d80
00000020:00200000:3.0:1789760735.997496:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760735.997506:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760735.997527:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590d80
00000100:00100000:3.0:1789760735.997558:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520921472:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760735.998722:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520921600:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760736.038106:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972510 gen 3
00000008:00010000:3.0:1789760736.038158:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590300
00000020:00200000:3.0:1789760736.038167:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760736.038177:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760736.038198:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590300
00000100:00100000:3.0:1789760736.038279:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520921600:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760736.039050:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760736.039068:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520921728:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760736.098517:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972511 gen 3
00000008:00010000:3.0:1789760736.098569:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590cc0
00000020:00200000:3.0:1789760736.098577:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760736.098587:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760736.098610:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590cc0
00000100:00100000:3.0:1789760736.098656:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520921728:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760736.100739:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520921856:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760736.148552:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972512 gen 3
00000008:00010000:3.0:1789760736.148653:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065906c0
00000020:00200000:3.0:1789760736.148660:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760736.148670:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760736.148686:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065906c0
00000100:00100000:3.0:1789760736.148710:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520921856:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760736.184972:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065900c0
00000020:00200000:3.0:1789760736.184983:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760736.184992:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760736.185010:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065900c0
00000100:00100000:3.0:1789760736.185034:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520921984:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760736.185099:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5193, 5193]
00000080:00200000:0.0:1789760736.185123:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760736.185129:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760736.185145:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21274624 i_blocks 43015
00000020:00200000:0.0:1789760736.185150:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760736.185164:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760736.185497:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21274624, count: 4096
00000080:00200000:0.0:1789760736.185507:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21274624, bytes: 4096
00000080:00200000:0.0:1789760736.185521:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760736.185529:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760736.185531:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21274624, 21278720) 0 0
00000080:00200000:0.0:1789760736.185536:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760736.185553:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5194, 5194]
00020000:00200000:0.0:1789760736.185562:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21274624 chunk: [21274624, 21278720) 21278720, 4096
00020000:00200000:0.0:1789760736.185566:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760736.185587:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5194, 5194]
00000008:00010000:0.0:1789760736.185606:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760736.185612:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760736.185624:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21274624, 21278720) append 0 append lockpos 0
00000080:00200000:0.0:1789760736.185638:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21274624=0x144a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760736.185704:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760736.185709:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21278720
00000020:00010000:0.0:1789760736.185719:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_release():245
00000020:00010000:0.0:1789760736.185723:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760736.185726:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760736.185729:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760736.185732:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1128/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760736.185741:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760736.185749:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760736.185771:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:0.0:1789760736.185967:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56d80 - object 0x280000401:3 offset 21274624<>21278720
00000080:00200000:0.0:1789760736.225111:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5194, 5194]
00000080:00200000:0.0:1789760736.225138:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760736.225144:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760736.225164:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21278720 i_blocks 43015
00000020:00200000:0.0:1789760736.225170:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760736.225185:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760736.225267:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21278720, count: 4096
00000080:00200000:0.0:1789760736.225275:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21278720, bytes: 4096
00000080:00200000:0.0:1789760736.225290:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760736.225300:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760736.225302:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21278720, 21282816) 0 0
00000080:00200000:0.0:1789760736.225306:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760736.225321:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5195, 5195]
00020000:00200000:0.0:1789760736.225404:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21278720 chunk: [21278720, 21282816) 21282816, 4096
00020000:00200000:0.0:1789760736.225408:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760736.225430:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5195, 5195]
00000008:00010000:0.0:1789760736.225448:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760736.225455:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760736.225466:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21278720, 21282816) append 0 append lockpos 0
00000080:00200000:0.0:1789760736.225480:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21278720=0x144b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760736.225541:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760736.225544:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21282816
00000020:00010000:0.0:1789760736.225551:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_release():245
00000020:00010000:0.0:1789760736.225555:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760736.225557:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760736.225560:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760736.225563:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1128/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760736.225570:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760736.225577:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760736.225747:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d240
00000008:00100000:0.0:1789760736.225990:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55180 - object 0x280000401:3 offset 21278720<>21282816
00000080:00200000:0.0:1789760736.278346:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5195, 5195]
00000080:00200000:0.0:1789760736.278365:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760736.278371:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760736.278386:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21282816 i_blocks 43015
00000020:00200000:0.0:1789760736.278391:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760736.278401:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760736.278434:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21282816, count: 4096
00000080:00200000:0.0:1789760736.278441:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21282816, bytes: 4096
00000080:00200000:0.0:1789760736.278451:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760736.278460:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760736.278462:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21282816, 21286912) 0 0
00000080:00200000:0.0:1789760736.278467:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760736.278484:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5196, 5196]
00020000:00200000:0.0:1789760736.278493:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21282816 chunk: [21282816, 21286912) 21286912, 4096
00020000:00200000:0.0:1789760736.278498:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760736.278517:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5196, 5196]
00000008:00010000:0.0:1789760736.278534:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760736.278541:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760736.278553:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21282816, 21286912) append 0 append lockpos 0
00000080:00200000:0.0:1789760736.278567:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21282816=0x144c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760736.278626:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760736.278629:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21286912
00000020:00010000:0.0:1789760736.278637:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_release():245
00000020:00010000:0.0:1789760736.278641:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760736.278644:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760736.278647:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760736.278650:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1128/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760736.278660:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760736.278667:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760736.278685:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d0c0
00000008:00100000:0.0:1789760736.278818:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55500 - object 0x280000401:3 offset 21282816<>21286912
00000080:00200000:0.0:1789760736.378747:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5196, 5196]
00000080:00200000:0.0:1789760736.378778:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760736.378785:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760736.379146:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21286912 i_blocks 43015
00000020:00200000:0.0:1789760736.379154:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760736.379171:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760736.379365:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21286912, count: 4096
00000080:00200000:0.0:1789760736.379375:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21286912, bytes: 4096
00000080:00200000:0.0:1789760736.379389:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760736.379402:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760736.379404:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21286912, 21291008) 0 0
00000080:00200000:0.0:1789760736.379409:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760736.379428:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5197, 5197]
00020000:00200000:0.0:1789760736.379438:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21286912 chunk: [21286912, 21291008) 21291008, 4096
00020000:00200000:0.0:1789760736.379442:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760736.379465:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5197, 5197]
00000008:00010000:0.0:1789760736.379484:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760736.379491:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760736.379502:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21286912, 21291008) append 0 append lockpos 0
00000080:00200000:0.0:1789760736.379517:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21286912=0x144d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760736.379576:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760736.379578:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21291008
00000020:00010000:0.0:1789760736.379591:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_release():245
00000020:00010000:0.0:1789760736.379595:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760736.379598:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760736.379602:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760736.379605:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1128/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760736.379614:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760736.379621:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760736.379639:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d0c0
00000008:00100000:0.0:1789760736.379765:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54a80 - object 0x280000401:3 offset 21286912<>21291008
00000100:00100000:3.0:1789760736.422156:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520922624:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760736.476957:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972518 gen 3
00000008:00010000:3.0:1789760736.477042:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590240
00000020:00200000:3.0:1789760736.477051:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760736.477062:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760736.477082:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590240
00000100:00100000:3.0:1789760736.477114:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520922624:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760736.478402:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520922752:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760736.519628:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590900
00000020:00200000:3.0:1789760736.519644:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760736.519656:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760736.519675:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590900
00000100:00100000:3.0:1789760736.519709:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520922752:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760736.522733:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520922880:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760736.591386:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972520 gen 3
00000008:00010000:3.0:1789760736.591451:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590000
00000020:00200000:3.0:1789760736.591459:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760736.591470:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760736.591494:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590000
00000100:00100000:3.0:1789760736.591528:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520922880:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760736.595484:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520923008:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760736.637400:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972521 gen 3
00000080:00200000:3.0:1789760736.638595:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5201, 5201]
00000080:00200000:3.0:1789760736.638718:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760736.638726:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760736.638743:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21307392 i_blocks 43015
00000020:00200000:3.0:1789760736.638747:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760736.638756:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760736.638794:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21307392, count: 4096
00000080:00200000:3.0:1789760736.638802:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21307392, bytes: 4096
00000080:00200000:3.0:1789760736.638815:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760736.638826:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760736.638828:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21307392, 21311488) 0 0
00000080:00200000:3.0:1789760736.638833:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760736.638861:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5202, 5202]
00020000:00200000:3.0:1789760736.638871:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21307392 chunk: [21307392, 21311488) 21311488, 4096
00020000:00200000:3.0:1789760736.638875:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760736.639002:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5202, 5202]
00000008:00010000:3.0:1789760736.639022:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760736.639029:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760736.639041:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21307392, 21311488) append 0 append lockpos 0
00000080:00200000:3.0:1789760736.639056:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21307392=0x1452000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760736.639118:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760736.639121:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21311488
00000020:00010000:3.0:1789760736.639129:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_release():245
00000020:00010000:3.0:1789760736.639133:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760736.639135:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760736.639139:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760736.639141:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1128/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760736.639148:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760736.639155:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760736.639173:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6540
00000008:00100000:3.0:1789760736.639331:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2a00 - object 0x280000401:3 offset 21307392<>21311488
00000008:00010000:3.0:1789760736.672314:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6540
00000020:00200000:3.0:1789760736.672330:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760736.672341:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760736.672366:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6540
00000100:00100000:3.0:1789760736.672396:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520923136:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760736.673637:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520923264:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760736.707667:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972523 gen 3
00000008:00010000:3.0:1789760736.707736:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590b40
00000020:00200000:3.0:1789760736.707744:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760736.707765:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760736.707786:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590b40
00000100:00100000:3.0:1789760736.707820:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520923264:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760736.709330:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520923392:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760736.739700:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590b40
00000020:00200000:3.0:1789760736.739716:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760736.739727:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760736.739751:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590b40
00000100:00100000:3.0:1789760736.739785:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520923392:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760736.741402:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760736.741431:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520923520:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760736.779351:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972525 gen 3
00000008:00010000:3.0:1789760736.779424:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590000
00000020:00200000:3.0:1789760736.779438:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760736.779448:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760736.779473:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590000
00000100:00100000:3.0:1789760736.779506:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520923520:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760736.782338:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760736.782374:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520923648:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760736.822049:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972526 gen 3
00000008:00010000:3.0:1789760736.822168:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590900
00000020:00200000:3.0:1789760736.822177:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760736.822189:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760736.822206:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590900
00000100:00100000:3.0:1789760736.822273:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520923648:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760736.856445:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972527 gen 3
00000008:00010000:3.0:1789760736.856503:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590240
00000020:00200000:3.0:1789760736.856511:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760736.856522:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760736.856536:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590240
00000100:00100000:3.0:1789760736.856568:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520923776:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760736.856786:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5207, 5207]
00000080:00200000:0.0:1789760736.856804:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760736.856810:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760736.856827:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21331968 i_blocks 43015
00000020:00200000:0.0:1789760736.856831:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760736.856841:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760736.856876:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21331968, count: 4096
00000080:00200000:0.0:1789760736.856884:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21331968, bytes: 4096
00000080:00200000:0.0:1789760736.856894:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760736.856903:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760736.856906:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21331968, 21336064) 0 0
00000080:00200000:0.0:1789760736.856910:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760736.856926:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5208, 5208]
00020000:00200000:0.0:1789760736.856935:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21331968 chunk: [21331968, 21336064) 21336064, 4096
00020000:00200000:0.0:1789760736.856949:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760736.856970:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5208, 5208]
00000008:00010000:0.0:1789760736.856986:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760736.856992:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760736.857004:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21331968, 21336064) append 0 append lockpos 0
00000080:00200000:0.0:1789760736.857018:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21331968=0x1458000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760736.858252:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760736.858260:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21336064
00000020:00010000:0.0:1789760736.858272:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_release():245
00000020:00010000:0.0:1789760736.858277:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760736.858281:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760736.858285:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760736.858288:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1128/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760736.858299:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760736.858309:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760736.858336:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d240
00000008:00100000:0.0:1789760736.858467:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54e00 - object 0x280000401:3 offset 21331968<>21336064
00000080:00200000:3.0:1789760736.896522:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5208, 5208]
00000080:00200000:3.0:1789760736.896540:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760736.896545:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760736.896560:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21336064 i_blocks 43015
00000020:00200000:3.0:1789760736.896563:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760736.896573:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760736.896607:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21336064, count: 4096
00000080:00200000:3.0:1789760736.896614:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21336064, bytes: 4096
00000080:00200000:3.0:1789760736.896624:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760736.896633:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760736.896635:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21336064, 21340160) 0 0
00000080:00200000:3.0:1789760736.896639:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760736.896657:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5209, 5209]
00020000:00200000:3.0:1789760736.896667:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21336064 chunk: [21336064, 21340160) 21340160, 4096
00020000:00200000:3.0:1789760736.896672:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760736.896690:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5209, 5209]
00000008:00010000:3.0:1789760736.896708:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760736.896714:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760736.896724:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21336064, 21340160) append 0 append lockpos 0
00000080:00200000:3.0:1789760736.896738:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21336064=0x1459000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760736.897028:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760736.897032:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21340160
00000020:00010000:3.0:1789760736.897042:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_release():245
00000020:00010000:3.0:1789760736.897045:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760736.897048:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760736.897052:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760736.897055:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1128/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760736.897062:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760736.897070:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760736.897090:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6540
00000008:00100000:3.0:1789760736.897343:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2a00 - object 0x280000401:3 offset 21336064<>21340160
00000100:00100000:3.0:1789760736.897390:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760736.897409:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520924032:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760736.935954:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972528 gen 3
00000100:00100000:3.0:1789760736.935994:0:2408:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff911a04ad2a00 x1876699520924032/t4294972529(4294972529) o4->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760752 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:3.0:1789760736.936045:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6540
00000020:00200000:3.0:1789760736.936053:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760736.936064:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760736.936090:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6540
00000100:00100000:3.0:1789760736.936118:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520924032:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760736.982408:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5210, 5210]
00000080:00200000:3.0:1789760736.982425:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760736.982432:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760736.982450:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21344256 i_blocks 43015
00000020:00200000:3.0:1789760736.982454:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760736.982464:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760736.982501:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21344256, count: 4096
00000080:00200000:3.0:1789760736.982508:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21344256, bytes: 4096
00000080:00200000:3.0:1789760736.982519:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760736.982528:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760736.982530:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21344256, 21348352) 0 0
00000080:00200000:3.0:1789760736.982535:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760736.982552:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5211, 5211]
00020000:00200000:3.0:1789760736.982562:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21344256 chunk: [21344256, 21348352) 21348352, 4096
00020000:00200000:3.0:1789760736.982566:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760736.982586:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5211, 5211]
00000008:00010000:3.0:1789760736.982604:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760736.982610:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760736.982621:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21344256, 21348352) append 0 append lockpos 0
00000080:00200000:3.0:1789760736.982634:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21344256=0x145b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760736.982692:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760736.982695:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21348352
00000020:00010000:3.0:1789760736.982703:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_release():245
00000020:00010000:3.0:1789760736.982706:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760736.982710:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760736.982714:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760736.982717:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1128/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760736.982724:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760736.982730:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760736.983097:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6540
00000008:00100000:3.0:1789760736.983355:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad3480 - object 0x280000401:3 offset 21344256<>21348352
00000100:00100000:3.0:1789760736.983397:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760736.983420:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520924288:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760737.029630:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6540
00000020:00200000:3.0:1789760737.029645:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760737.029657:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760737.029719:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6540
00000100:00100000:3.0:1789760737.029750:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520924288:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760737.030567:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520924416:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760737.071043:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972532 gen 3
00000008:00010000:3.0:1789760737.071116:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065900c0
00000020:00200000:3.0:1789760737.071129:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760737.071141:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760737.071163:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065900c0
00000100:00100000:3.0:1789760737.071264:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520924416:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760737.073604:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520924544:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760737.118316:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972533 gen 3
00000008:00010000:3.0:1789760737.118366:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065906c0
00000020:00200000:3.0:1789760737.118376:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760737.118387:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760737.118408:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065906c0
00000100:00100000:3.0:1789760737.118439:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520924544:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760737.119438:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760737.119460:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520924672:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760737.158719:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972534 gen 3
00000008:00010000:3.0:1789760737.158773:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590cc0
00000020:00200000:3.0:1789760737.158782:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760737.158794:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760737.158816:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590cc0
00000100:00100000:3.0:1789760737.159565:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520924672:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760737.159613:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a06590300
00000008:00100000:3.0:1789760737.159735:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad3480 - object 0x280000401:3 offset 21360640<>21364736
00000100:00100000:3.0:1789760737.159793:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520924800:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760737.211763:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972535 gen 3
00000008:00010000:3.0:1789760737.211816:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590300
00000020:00200000:3.0:1789760737.211826:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760737.211838:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760737.211878:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590300
00000100:00100000:3.0:1789760737.211912:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520924800:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760737.212815:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520924928:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760737.247824:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520925184:192.168.203.116@tcp:400:kworker.0
00000100:00100000:3.0:1789760737.247989:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2407:1876699520925440:192.168.203.116@tcp:400:kworker.0
00000100:00100000:3.0:1789760737.248034:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0]
00000100:00100000:3.0:1789760737.248041:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2407:1876699520925056:192.168.203.116@tcp:400:kworker.0
00000100:00100000:3.0:1789760737.248068:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520925312:192.168.203.116@tcp:400:kworker.0
00000100:00100000:3.0:1789760737.248092:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2407:1876699520925568:192.168.203.116@tcp:400:kworker.0
00000100:00100000:3.0:1789760737.251850:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972536 gen 3
00000008:00010000:3.0:1789760737.252509:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590d80
00000020:00200000:3.0:1789760737.252519:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760737.252531:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760737.252555:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590d80
00000100:00100000:3.0:1789760737.252590:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520924928:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760737.253541:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2407:1876699520925056:192.168.203.116@tcp:400:kworker.0
00000100:00100000:3.0:1789760737.253567:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520925312:192.168.203.116@tcp:400:kworker.0
00000100:00100000:3.0:1789760737.253586:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2407:1876699520925568:192.168.203.116@tcp:400:kworker.0
00000100:00100000:3.0:1789760737.253612:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520925184:192.168.203.116@tcp:400:kworker.0
00000100:00100000:3.0:1789760737.253626:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2407:1876699520925440:192.168.203.116@tcp:400:kworker.0
00000080:00200000:3.0:1789760737.297839:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5217, 5217]
00000080:00200000:3.0:1789760737.297874:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760737.297881:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760737.297903:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21372928 i_blocks 43015
00000020:00200000:3.0:1789760737.297907:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760737.297916:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760737.297951:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21372928, count: 4096
00000080:00200000:3.0:1789760737.297959:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21372928, bytes: 4096
00000080:00200000:3.0:1789760737.297970:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760737.297980:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760737.297982:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21372928, 21377024) 0 0
00000080:00200000:3.0:1789760737.297987:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760737.298004:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5218, 5218]
00020000:00200000:3.0:1789760737.298013:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21372928 chunk: [21372928, 21377024) 21377024, 4096
00020000:00200000:3.0:1789760737.298018:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760737.298037:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5218, 5218]
00000008:00010000:3.0:1789760737.298055:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760737.298061:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760737.298074:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21372928, 21377024) append 0 append lockpos 0
00000080:00200000:3.0:1789760737.298087:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21372928=0x1462000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760737.298145:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760737.298148:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21377024
00000020:00010000:3.0:1789760737.298157:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_release():245
00000020:00010000:3.0:1789760737.298160:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760737.298163:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760737.298166:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760737.298169:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1128/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760737.298176:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760737.298183:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760737.298200:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6540
00000008:00100000:3.0:1789760737.298595:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad3480 - object 0x280000401:3 offset 21372928<>21377024
00000100:00100000:3.0:1789760737.298650:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760737.298670:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520925824:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760737.365963:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5218, 5218]
00000080:00200000:3.0:1789760737.365983:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760737.365989:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760737.366006:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21377024 i_blocks 43015
00000020:00200000:3.0:1789760737.366010:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760737.366020:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760737.366056:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21377024, count: 4096
00000080:00200000:3.0:1789760737.366063:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21377024, bytes: 4096
00000080:00200000:3.0:1789760737.366074:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760737.366093:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760737.366095:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21377024, 21381120) 0 0
00000080:00200000:3.0:1789760737.366100:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760737.366118:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5219, 5219]
00020000:00200000:3.0:1789760737.366127:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21377024 chunk: [21377024, 21381120) 21381120, 4096
00020000:00200000:3.0:1789760737.366133:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760737.366152:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5219, 5219]
00000008:00010000:3.0:1789760737.366170:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760737.366176:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760737.366188:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21377024, 21381120) append 0 append lockpos 0
00000080:00200000:3.0:1789760737.366202:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21377024=0x1463000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760737.366300:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760737.366303:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21381120
00000020:00010000:3.0:1789760737.366312:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_release():245
00000020:00010000:3.0:1789760737.366316:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760737.366319:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760737.366322:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760737.366325:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1128/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760737.366332:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760737.366339:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760737.366356:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6e40
00000008:00100000:3.0:1789760737.366474:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2300 - object 0x280000401:3 offset 21377024<>21381120
00000080:00200000:3.0:1789760737.405022:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5219, 5219]
00000080:00200000:3.0:1789760737.405039:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760737.405045:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760737.405062:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21381120 i_blocks 43015
00000020:00200000:3.0:1789760737.405065:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760737.405074:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760737.405106:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21381120, count: 4096
00000080:00200000:3.0:1789760737.405112:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21381120, bytes: 4096
00000080:00200000:3.0:1789760737.405122:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760737.405131:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760737.405133:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21381120, 21385216) 0 0
00000080:00200000:3.0:1789760737.405137:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760737.405153:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5220, 5220]
00020000:00200000:3.0:1789760737.405161:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21381120 chunk: [21381120, 21385216) 21385216, 4096
00020000:00200000:3.0:1789760737.405166:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760737.405184:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5220, 5220]
00000008:00010000:3.0:1789760737.405200:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760737.405206:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760737.405251:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21381120, 21385216) append 0 append lockpos 0
00000080:00200000:3.0:1789760737.405265:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21381120=0x1464000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760737.405314:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760737.405316:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21385216
00000020:00010000:3.0:1789760737.405324:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_release():245
00000020:00010000:3.0:1789760737.405328:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760737.405331:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760737.405334:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760737.405337:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1128/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760737.405343:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760737.405349:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760737.405364:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb69c0
00000008:00100000:3.0:1789760737.405543:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1500 - object 0x280000401:3 offset 21381120<>21385216
00000080:00200000:3.0:1789760737.444649:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5220, 5220]
00000080:00200000:3.0:1789760737.444667:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760737.444673:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760737.444692:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21385216 i_blocks 43015
00000020:00200000:3.0:1789760737.444695:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760737.444705:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760737.444749:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21385216, count: 4096
00000080:00200000:3.0:1789760737.444757:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21385216, bytes: 4096
00000080:00200000:3.0:1789760737.444770:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760737.444778:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760737.444780:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21385216, 21389312) 0 0
00000080:00200000:3.0:1789760737.444785:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760737.444802:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5221, 5221]
00020000:00200000:3.0:1789760737.444811:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21385216 chunk: [21385216, 21389312) 21389312, 4096
00020000:00200000:3.0:1789760737.444816:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760737.444836:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5221, 5221]
00000008:00010000:3.0:1789760737.445056:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760737.445063:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760737.445076:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21385216, 21389312) append 0 append lockpos 0
00000080:00200000:3.0:1789760737.445090:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21385216=0x1465000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760737.445151:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760737.445154:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21389312
00000020:00010000:3.0:1789760737.445162:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_release():245
00000020:00010000:3.0:1789760737.445166:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760737.445168:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760737.445172:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760737.445175:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1128/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760737.445183:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760737.445190:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760737.445620:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6900
00000008:00100000:3.0:1789760737.445981:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1c00 - object 0x280000401:3 offset 21385216<>21389312
00000100:00100000:0.0:1789760737.482967:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520926336:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760737.512344:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972542 gen 3
00000008:00010000:0.0:1789760737.512423:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a132776c0
00000020:00200000:0.0:1789760737.512432:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760737.512444:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760737.512470:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a132776c0
00000100:00100000:0.0:1789760737.512499:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520926336:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760737.513555:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760737.513577:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520926464:192.168.203.116@tcp:4:dd.0
00000008:00010000:0.0:1789760737.550640:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277c00
00000020:00200000:0.0:1789760737.550656:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760737.550670:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760737.550697:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277c00
00000100:00100000:0.0:1789760737.550727:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520926464:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760737.593330:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5224, 5224]
00000080:00200000:0.0:1789760737.593349:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760737.593355:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760737.593372:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21401600 i_blocks 43015
00000020:00200000:0.0:1789760737.593376:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760737.593387:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760737.593424:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21401600, count: 4096
00000080:00200000:0.0:1789760737.593431:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21401600, bytes: 4096
00000080:00200000:0.0:1789760737.593443:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760737.593451:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760737.593454:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21401600, 21405696) 0 0
00000080:00200000:0.0:1789760737.593458:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760737.593476:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5225, 5225]
00020000:00200000:0.0:1789760737.593486:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21401600 chunk: [21401600, 21405696) 21405696, 4096
00020000:00200000:0.0:1789760737.593490:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760737.593511:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5225, 5225]
00000008:00010000:0.0:1789760737.593530:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760737.593537:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760737.593550:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21401600, 21405696) append 0 append lockpos 0
00000080:00200000:0.0:1789760737.593565:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21401600=0x1469000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760737.593621:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760737.593624:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21405696
00000020:00010000:0.0:1789760737.593633:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_release():245
00000020:00010000:0.0:1789760737.593636:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760737.593639:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760737.593643:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760737.593646:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1128/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760737.593654:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760737.593660:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760737.593676:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:0.0:1789760737.595399:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54700 - object 0x280000401:3 offset 21401600<>21405696
00000100:00100000:0.0:1789760737.595498:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520926720:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760737.663588:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972545 gen 3
00000008:00010000:0.0:1789760737.663627:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7de40
00000020:00200000:0.0:1789760737.663633:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760737.663642:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760737.663661:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7de40
00000100:00100000:0.0:1789760737.663697:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520926720:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760737.718435:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5226, 5226]
00000080:00200000:0.0:1789760737.718453:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760737.718458:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760737.718475:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21409792 i_blocks 43015
00000020:00200000:0.0:1789760737.718479:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760737.718488:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760737.718522:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21409792, count: 4096
00000080:00200000:0.0:1789760737.718530:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21409792, bytes: 4096
00000080:00200000:0.0:1789760737.718541:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760737.718549:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760737.718552:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21409792, 21413888) 0 0
00000080:00200000:0.0:1789760737.718556:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760737.718571:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5227, 5227]
00020000:00200000:0.0:1789760737.718580:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21409792 chunk: [21409792, 21413888) 21413888, 4096
00020000:00200000:0.0:1789760737.718585:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760737.718604:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5227, 5227]
00000008:00010000:0.0:1789760737.718671:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760737.718678:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760737.718691:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21409792, 21413888) append 0 append lockpos 0
00000080:00200000:0.0:1789760737.718705:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21409792=0x146b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760737.718949:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760737.718952:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21413888
00000020:00010000:0.0:1789760737.718962:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_release():245
00000020:00010000:0.0:1789760737.718965:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760737.718968:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760737.718972:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760737.718975:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1128/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760737.718982:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760737.718990:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760737.719007:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:0.0:1789760737.719127:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54700 - object 0x280000401:3 offset 21409792<>21413888
00000100:00100000:0.0:1789760737.719173:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760737.719192:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520926976:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760737.752292:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972547 gen 3
00000008:00010000:0.0:1789760737.752410:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7de40
00000020:00200000:0.0:1789760737.752419:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760737.752430:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760737.752461:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7de40
00000100:00100000:0.0:1789760737.752494:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520926976:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760737.755682:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760737.755712:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520927104:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760737.819902:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5228, 5228]
00000080:00200000:0.0:1789760737.819922:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760737.819926:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760737.819940:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21417984 i_blocks 43015
00000020:00200000:0.0:1789760737.819944:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760737.819956:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760737.819992:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21417984, count: 4096
00000080:00200000:0.0:1789760737.819999:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21417984, bytes: 4096
00000080:00200000:0.0:1789760737.820008:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760737.820014:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760737.820016:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21417984, 21422080) 0 0
00000080:00200000:0.0:1789760737.820020:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760737.820032:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5229, 5229]
00020000:00200000:0.0:1789760737.820039:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21417984 chunk: [21417984, 21422080) 21422080, 4096
00020000:00200000:0.0:1789760737.820043:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760737.820058:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5229, 5229]
00000008:00010000:0.0:1789760737.820071:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760737.820075:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760737.820084:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21417984, 21422080) append 0 append lockpos 0
00000080:00200000:0.0:1789760737.820094:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21417984=0x146d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760737.820143:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760737.820146:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21422080
00000020:00010000:0.0:1789760737.820151:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_release():245
00000020:00010000:0.0:1789760737.820154:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760737.820157:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760737.820160:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760737.820162:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1128/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760737.820169:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760737.820173:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760737.820189:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:0.0:1789760737.820593:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54700 - object 0x280000401:3 offset 21417984<>21422080
00010000:00010000:3.0:1789760737.824152:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789760737.874448:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520927360:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760737.910278:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520927488:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760737.962824:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972551 gen 3
00000008:00010000:0.0:1789760737.962866:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277540
00000020:00200000:0.0:1789760737.962872:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760737.962880:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760737.962892:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277540
00000100:00100000:0.0:1789760737.962915:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520927488:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760737.963482:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760737.963495:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520927616:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760738.000911:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972552 gen 3
00000008:00010000:0.0:1789760738.000948:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277540
00000020:00200000:0.0:1789760738.000955:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760738.000965:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760738.003289:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277540
00000100:00100000:0.0:1789760738.003328:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520927616:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760738.005782:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520927744:192.168.203.116@tcp:4:dd.0
00000008:00010000:0.0:1789760738.051718:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277c00
00000020:00200000:0.0:1789760738.051730:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760738.051757:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760738.051775:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277c00
00000100:00100000:0.0:1789760738.051801:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520927744:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760738.093194:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5234, 5234]
00000080:00200000:0.0:1789760738.093247:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760738.093254:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760738.093266:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21442560 i_blocks 43015
00000020:00200000:0.0:1789760738.093270:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760738.093278:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760738.093305:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21442560, count: 4096
00000080:00200000:0.0:1789760738.093311:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21442560, bytes: 4096
00000080:00200000:0.0:1789760738.093319:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760738.093326:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760738.093328:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21442560, 21446656) 0 0
00000080:00200000:0.0:1789760738.093332:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760738.093344:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5235, 5235]
00020000:00200000:0.0:1789760738.093351:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21442560 chunk: [21442560, 21446656) 21446656, 4096
00020000:00200000:0.0:1789760738.093355:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760738.093369:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5235, 5235]
00000008:00010000:0.0:1789760738.093383:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760738.093388:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760738.093397:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21442560, 21446656) append 0 append lockpos 0
00000080:00200000:0.0:1789760738.093407:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21442560=0x1473000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760738.093453:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760738.093456:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21446656
00000020:00010000:0.0:1789760738.093463:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_release():245
00000020:00010000:0.0:1789760738.093467:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760738.093469:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760738.093472:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760738.093475:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1128/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760738.093481:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760738.093487:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760738.093502:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d180
00000008:00100000:0.0:1789760738.093602:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55c00 - object 0x280000401:3 offset 21442560<>21446656
00000080:00200000:0.0:1789760738.149402:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5235, 5235]
00000080:00200000:0.0:1789760738.149415:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760738.149421:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760738.149433:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21446656 i_blocks 43015
00000020:00200000:0.0:1789760738.149438:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760738.149446:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760738.149471:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21446656, count: 4096
00000080:00200000:0.0:1789760738.149476:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21446656, bytes: 4096
00000080:00200000:0.0:1789760738.149485:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760738.149491:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760738.149493:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21446656, 21450752) 0 0
00000080:00200000:0.0:1789760738.149497:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760738.149509:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5236, 5236]
00020000:00200000:0.0:1789760738.149516:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21446656 chunk: [21446656, 21450752) 21450752, 4096
00020000:00200000:0.0:1789760738.149520:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760738.149536:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5236, 5236]
00000008:00010000:0.0:1789760738.149551:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760738.149556:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760738.149565:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21446656, 21450752) append 0 append lockpos 0
00000080:00200000:0.0:1789760738.149577:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21446656=0x1474000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760738.149623:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760738.149626:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21450752
00000020:00010000:0.0:1789760738.149634:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_release():245
00000020:00010000:0.0:1789760738.149637:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760738.149640:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760738.149644:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760738.149646:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1128/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760738.149652:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760738.149659:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760738.149674:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760738.149787:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55f80 - object 0x280000401:3 offset 21446656<>21450752
00000080:00200000:0.0:1789760738.191155:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5236, 5236]
00000080:00200000:0.0:1789760738.191168:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760738.191172:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760738.191182:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21450752 i_blocks 43015
00000020:00200000:0.0:1789760738.191186:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760738.191193:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760738.191297:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21450752, count: 4096
00000080:00200000:0.0:1789760738.191304:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21450752, bytes: 4096
00000080:00200000:0.0:1789760738.191313:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760738.191320:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760738.191322:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21450752, 21454848) 0 0
00000080:00200000:0.0:1789760738.191325:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760738.191337:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5237, 5237]
00020000:00200000:0.0:1789760738.191344:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21450752 chunk: [21450752, 21454848) 21454848, 4096
00020000:00200000:0.0:1789760738.191347:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760738.191362:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5237, 5237]
00000008:00010000:0.0:1789760738.191374:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760738.191378:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760738.191386:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21450752, 21454848) append 0 append lockpos 0
00000080:00200000:0.0:1789760738.191396:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21450752=0x1475000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760738.191437:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760738.191440:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21454848
00000020:00010000:0.0:1789760738.191446:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_release():245
00000020:00010000:0.0:1789760738.191450:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760738.191453:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760738.191455:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760738.191458:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1128/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760738.191464:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760738.191470:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760738.191484:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760738.191575:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57b80 - object 0x280000401:3 offset 21450752<>21454848
00000080:00200000:0.0:1789760738.237108:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5237, 5237]
00000080:00200000:0.0:1789760738.237121:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760738.237137:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760738.237148:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21454848 i_blocks 43015
00000020:00200000:0.0:1789760738.237152:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760738.237160:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760738.237187:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21454848, count: 4096
00000080:00200000:0.0:1789760738.237192:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21454848, bytes: 4096
00000080:00200000:0.0:1789760738.237199:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760738.237240:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760738.237243:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21454848, 21458944) 0 0
00000080:00200000:0.0:1789760738.237246:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760738.237259:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5238, 5238]
00020000:00200000:0.0:1789760738.237266:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21454848 chunk: [21454848, 21458944) 21458944, 4096
00020000:00200000:0.0:1789760738.237270:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760738.237286:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5238, 5238]
00000008:00010000:0.0:1789760738.237299:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760738.237304:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760738.237313:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21454848, 21458944) append 0 append lockpos 0
00000080:00200000:0.0:1789760738.237324:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21454848=0x1476000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760738.237375:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760738.237377:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21458944
00000020:00010000:0.0:1789760738.237384:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_release():245
00000020:00010000:0.0:1789760738.237388:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760738.237391:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760738.237394:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760738.237396:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1128/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760738.237403:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760738.237409:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760738.237424:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760738.237522:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56680 - object 0x280000401:3 offset 21454848<>21458944
00000100:00100000:0.0:1789760738.237586:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520928384:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760738.284726:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972558 gen 3
00000008:00010000:0.0:1789760738.284896:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7d780
00000020:00200000:0.0:1789760738.284904:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760738.284913:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760738.285009:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7d780
00000100:00100000:0.0:1789760738.285034:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520928384:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760738.286130:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520928512:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760738.349098:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5239, 5239]
00000080:00200000:0.0:1789760738.349116:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760738.349121:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760738.349259:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21463040 i_blocks 43015
00000020:00200000:0.0:1789760738.349265:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760738.349275:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760738.349303:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21463040, count: 4096
00000080:00200000:0.0:1789760738.349310:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21463040, bytes: 4096
00000080:00200000:0.0:1789760738.349320:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760738.349327:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760738.349330:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21463040, 21467136) 0 0
00000080:00200000:0.0:1789760738.349333:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760738.349346:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5240, 5240]
00020000:00200000:0.0:1789760738.349353:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21463040 chunk: [21463040, 21467136) 21467136, 4096
00020000:00200000:0.0:1789760738.349356:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760738.349372:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5240, 5240]
00000008:00010000:0.0:1789760738.349386:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760738.349390:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760738.349399:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21463040, 21467136) append 0 append lockpos 0
00000080:00200000:0.0:1789760738.349410:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21463040=0x1478000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760738.350121:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760738.350126:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21467136
00000020:00010000:0.0:1789760738.350135:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_release():245
00000020:00010000:0.0:1789760738.350139:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760738.350142:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760738.350146:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760738.350149:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1128/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760738.350157:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760738.350163:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760738.350178:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760738.350393:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56680 - object 0x280000401:3 offset 21463040<>21467136
00000100:00100000:3.0:1789760738.397494:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760738.397568:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520928768:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760738.482831:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5241, 5241]
00000080:00200000:3.0:1789760738.482843:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760738.482848:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760738.482859:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21471232 i_blocks 43015
00000020:00200000:3.0:1789760738.482862:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760738.482871:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760738.482894:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21471232, count: 4096
00000080:00200000:3.0:1789760738.482900:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21471232, bytes: 4096
00000080:00200000:3.0:1789760738.482908:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760738.482915:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760738.482917:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21471232, 21475328) 0 0
00000080:00200000:3.0:1789760738.482921:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760738.482934:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5242, 5242]
00020000:00200000:3.0:1789760738.482942:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21471232 chunk: [21471232, 21475328) 21475328, 4096
00020000:00200000:3.0:1789760738.482946:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760738.482962:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5242, 5242]
00000008:00010000:3.0:1789760738.482977:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760738.482982:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760738.482991:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21471232, 21475328) append 0 append lockpos 0
00000080:00200000:3.0:1789760738.483001:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21471232=0x147a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760738.483048:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760738.483051:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21475328
00000020:00010000:3.0:1789760738.483058:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_release():245
00000020:00010000:3.0:1789760738.483061:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760738.483064:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760738.483067:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760738.483070:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1128/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760738.483075:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760738.483080:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760738.483094:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6900
00000008:00100000:3.0:1789760738.483190:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2680 - object 0x280000401:3 offset 21471232<>21475328
00000100:00100000:3.0:1789760738.484396:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760738.484416:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520928896:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760738.551084:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5242, 5242]
00000080:00200000:0.0:1789760738.551099:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760738.551103:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760738.551116:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21475328 i_blocks 43015
00000020:00200000:0.0:1789760738.551119:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760738.551128:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760738.551154:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21475328, count: 4096
00000080:00200000:0.0:1789760738.551160:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21475328, bytes: 4096
00000080:00200000:0.0:1789760738.551169:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760738.551176:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760738.551178:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21475328, 21479424) 0 0
00000080:00200000:0.0:1789760738.551181:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760738.551193:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5243, 5243]
00020000:00200000:0.0:1789760738.551199:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21475328 chunk: [21475328, 21479424) 21479424, 4096
00020000:00200000:0.0:1789760738.555758:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760738.555810:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5243, 5243]
00000008:00010000:0.0:1789760738.555829:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760738.555895:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760738.555909:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21475328, 21479424) append 0 append lockpos 0
00000080:00200000:0.0:1789760738.555920:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21475328=0x147b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760738.555975:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760738.555977:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21479424
00000020:00010000:0.0:1789760738.555983:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_release():245
00000020:00010000:0.0:1789760738.555986:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760738.555988:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760738.555991:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760738.555994:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1128/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760738.556003:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760738.556009:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760738.556023:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760738.556117:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56680 - object 0x280000401:3 offset 21475328<>21479424
00000080:00200000:0.0:1789760738.612058:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5243, 5243]
00000080:00200000:0.0:1789760738.612071:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760738.612076:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760738.612088:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21479424 i_blocks 43015
00000020:00200000:0.0:1789760738.612092:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760738.612099:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760738.612127:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21479424, count: 4096
00000080:00200000:0.0:1789760738.612132:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21479424, bytes: 4096
00000080:00200000:0.0:1789760738.612144:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760738.612151:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760738.612153:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21479424, 21483520) 0 0
00000080:00200000:0.0:1789760738.612157:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760738.612172:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5244, 5244]
00020000:00200000:0.0:1789760738.612179:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21479424 chunk: [21479424, 21483520) 21483520, 4096
00020000:00200000:0.0:1789760738.612183:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760738.612198:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5244, 5244]
00000008:00010000:0.0:1789760738.612270:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760738.612275:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760738.612284:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21479424, 21483520) append 0 append lockpos 0
00000080:00200000:0.0:1789760738.612295:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21479424=0x147c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760738.612340:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760738.612343:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21483520
00000020:00010000:0.0:1789760738.612350:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_release():245
00000020:00010000:0.0:1789760738.612353:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760738.612356:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760738.612359:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760738.612363:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1128/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760738.612370:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760738.612375:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760738.612391:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d180
00000008:00100000:0.0:1789760738.612486:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57b80 - object 0x280000401:3 offset 21479424<>21483520
00000080:00200000:0.0:1789760738.644801:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5244, 5244]
00000080:00200000:0.0:1789760738.644816:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760738.644821:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760738.644833:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21483520 i_blocks 43015
00000020:00200000:0.0:1789760738.644837:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760738.644846:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760738.644871:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21483520, count: 4096
00000080:00200000:0.0:1789760738.644877:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21483520, bytes: 4096
00000080:00200000:0.0:1789760738.644887:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760738.644895:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760738.644897:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21483520, 21487616) 0 0
00000080:00200000:0.0:1789760738.644901:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760738.644913:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5245, 5245]
00020000:00200000:0.0:1789760738.644920:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21483520 chunk: [21483520, 21487616) 21487616, 4096
00020000:00200000:0.0:1789760738.644924:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760738.644938:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5245, 5245]
00000008:00010000:0.0:1789760738.644953:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760738.644958:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760738.644966:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21483520, 21487616) append 0 append lockpos 0
00000080:00200000:0.0:1789760738.644977:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21483520=0x147d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760738.645022:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760738.645025:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21487616
00000020:00010000:0.0:1789760738.645032:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_release():245
00000020:00010000:0.0:1789760738.645036:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760738.645039:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760738.645042:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760738.645046:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1128/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760738.645052:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760738.645058:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760738.645073:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:0.0:1789760738.645165:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55f80 - object 0x280000401:3 offset 21483520<>21487616
00000080:00200000:0.0:1789760738.675396:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5245, 5245]
00000080:00200000:0.0:1789760738.675409:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760738.675414:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760738.675426:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21487616 i_blocks 43015
00000020:00200000:0.0:1789760738.675429:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760738.675437:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760738.675462:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21487616, count: 4096
00000080:00200000:0.0:1789760738.675467:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21487616, bytes: 4096
00000080:00200000:0.0:1789760738.675477:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760738.675483:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760738.675485:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21487616, 21491712) 0 0
00000080:00200000:0.0:1789760738.675488:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760738.675500:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5246, 5246]
00020000:00200000:0.0:1789760738.675508:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21487616 chunk: [21487616, 21491712) 21491712, 4096
00020000:00200000:0.0:1789760738.675512:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760738.675528:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5246, 5246]
00000008:00010000:0.0:1789760738.675602:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760738.675608:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760738.675617:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21487616, 21491712) append 0 append lockpos 0
00000080:00200000:0.0:1789760738.675627:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21487616=0x147e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760738.675671:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760738.675673:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21491712
00000020:00010000:0.0:1789760738.675679:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_release():245
00000020:00010000:0.0:1789760738.675682:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760738.675685:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760738.675688:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760738.675691:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1128/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760738.675697:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760738.675703:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760738.675718:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d240
00000008:00100000:0.0:1789760738.675813:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55c00 - object 0x280000401:3 offset 21487616<>21491712
00000080:00200000:0.0:1789760738.724739:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5246, 5246]
00000080:00200000:0.0:1789760738.724755:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760738.724759:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760738.724771:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21491712 i_blocks 43015
00000020:00200000:0.0:1789760738.724775:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760738.724785:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760738.724811:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21491712, count: 4096
00000080:00200000:0.0:1789760738.724818:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21491712, bytes: 4096
00000080:00200000:0.0:1789760738.724828:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760738.724835:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760738.724837:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21491712, 21495808) 0 0
00000080:00200000:0.0:1789760738.724841:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760738.724855:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5247, 5247]
00020000:00200000:0.0:1789760738.724862:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21491712 chunk: [21491712, 21495808) 21495808, 4096
00020000:00200000:0.0:1789760738.724865:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760738.724881:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5247, 5247]
00000008:00010000:0.0:1789760738.724895:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760738.724900:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760738.724909:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21491712, 21495808) append 0 append lockpos 0
00000080:00200000:0.0:1789760738.724919:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21491712=0x147f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760738.724980:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760738.724983:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21495808
00000020:00010000:0.0:1789760738.724990:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_release():245
00000020:00010000:0.0:1789760738.724993:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760738.724996:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760738.724999:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760738.725002:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1128/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760738.725009:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760738.725014:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760738.725032:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d0c0
00000008:00100000:0.0:1789760738.725132:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54700 - object 0x280000401:3 offset 21491712<>21495808
00000080:00200000:0.0:1789760738.853622:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5247, 5247]
00000080:00200000:0.0:1789760738.853640:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760738.853645:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760738.853659:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21495808 i_blocks 43015
00000020:00200000:0.0:1789760738.853664:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760738.853675:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760738.853761:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21495808, count: 4096
00000080:00200000:0.0:1789760738.853769:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21495808, bytes: 4096
00000080:00200000:0.0:1789760738.853779:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760738.853785:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760738.853787:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21495808, 21499904) 0 0
00000080:00200000:0.0:1789760738.853791:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760738.853804:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5248, 5248]
00020000:00200000:0.0:1789760738.853811:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21495808 chunk: [21495808, 21499904) 21499904, 4096
00020000:00200000:0.0:1789760738.853814:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760738.853829:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5248, 5248]
00000008:00010000:0.0:1789760738.854917:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760738.854925:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760738.854938:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21495808, 21499904) append 0 append lockpos 0
00000080:00200000:0.0:1789760738.854950:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21495808=0x1480000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760738.855007:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760738.855011:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21499904
00000020:00010000:0.0:1789760738.855019:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_release():245
00000020:00010000:0.0:1789760738.855022:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760738.855026:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760738.855029:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760738.855032:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1128/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760738.855052:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760738.855058:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760738.855082:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d0c0
00000008:00100000:0.0:1789760738.855180:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54e00 - object 0x280000401:3 offset 21495808<>21499904
00000080:00200000:0.0:1789760738.903395:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5248, 5248]
00000080:00200000:0.0:1789760738.903414:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760738.903420:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760738.903432:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21499904 i_blocks 43015
00000020:00200000:0.0:1789760738.903436:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760738.903448:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760738.903473:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21499904, count: 4096
00000080:00200000:0.0:1789760738.903479:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21499904, bytes: 4096
00000080:00200000:0.0:1789760738.903490:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760738.903570:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760738.903573:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21499904, 21504000) 0 0
00000080:00200000:0.0:1789760738.903577:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760738.903591:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5249, 5249]
00020000:00200000:0.0:1789760738.903598:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21499904 chunk: [21499904, 21504000) 21504000, 4096
00020000:00200000:0.0:1789760738.903602:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760738.903619:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5249, 5249]
00000008:00010000:0.0:1789760738.903633:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760738.903638:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760738.903648:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21499904, 21504000) append 0 append lockpos 0
00000080:00200000:0.0:1789760738.903659:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21499904=0x1481000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760738.903772:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760738.903775:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21504000
00000020:00010000:0.0:1789760738.903782:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_release():245
00000020:00010000:0.0:1789760738.903785:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760738.903788:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760738.903791:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760738.903795:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1128/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760738.903801:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760738.903807:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760738.903831:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d240
00000008:00100000:0.0:1789760738.903930:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54a80 - object 0x280000401:3 offset 21499904<>21504000
00000080:00200000:3.0:1789760738.990341:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5250, 5250]
00000080:00200000:3.0:1789760738.990359:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760738.990364:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760738.990377:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21508096 i_blocks 43015
00000020:00200000:3.0:1789760738.990381:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760738.990394:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760738.990418:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21508096, count: 4096
00000080:00200000:3.0:1789760738.990425:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21508096, bytes: 4096
00000080:00200000:3.0:1789760738.990434:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760738.990442:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760738.990444:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21508096, 21512192) 0 0
00000080:00200000:3.0:1789760738.990448:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760738.990461:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5251, 5251]
00020000:00200000:3.0:1789760738.990468:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21508096 chunk: [21508096, 21512192) 21512192, 4096
00020000:00200000:3.0:1789760738.990473:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760738.990489:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5251, 5251]
00000008:00010000:3.0:1789760738.990517:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760738.990523:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760738.990531:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21508096, 21512192) append 0 append lockpos 0
00000080:00200000:3.0:1789760738.990542:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21508096=0x1483000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760738.990602:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760738.990605:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21512192
00000020:00010000:3.0:1789760738.990612:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_release():245
00000020:00010000:3.0:1789760738.990615:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760738.990618:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760738.990622:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760738.990624:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1128/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760738.990631:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760738.990637:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760738.990651:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb69c0
00000008:00100000:3.0:1789760738.990760:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad0380 - object 0x280000401:3 offset 21508096<>21512192
00000100:00100000:3.0:1789760738.990801:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760738.990818:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520930048:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760739.159179:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760739.159263:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520930432:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760739.200686:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972574 gen 3
00000008:00010000:0.0:1789760739.200727:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a132776c0
00000020:00200000:0.0:1789760739.200734:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760739.200746:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760739.200768:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a132776c0
00000100:00100000:0.0:1789760739.200796:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520930432:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760739.201549:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520930560:192.168.203.116@tcp:4:dd.0
00000008:00010000:0.0:1789760739.236638:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277f00
00000020:00200000:0.0:1789760739.236652:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760739.236667:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760739.236700:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277f00
00000100:00100000:0.0:1789760739.236727:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520930560:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760739.237826:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760739.237843:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520930688:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760739.269641:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972576 gen 3
00000008:00010000:0.0:1789760739.269708:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277d80
00000020:00200000:0.0:1789760739.269717:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760739.269728:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760739.269754:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277d80
00000100:00100000:0.0:1789760739.269796:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520930688:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760739.319003:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5257, 5257]
00000080:00200000:0.0:1789760739.319020:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760739.319025:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760739.319041:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21536768 i_blocks 43015
00000020:00200000:0.0:1789760739.319044:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760739.319055:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760739.319088:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21536768, count: 4096
00000080:00200000:0.0:1789760739.319095:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21536768, bytes: 4096
00000080:00200000:0.0:1789760739.319105:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760739.319114:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760739.319117:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21536768, 21540864) 0 0
00000080:00200000:0.0:1789760739.319121:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760739.319138:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5258, 5258]
00020000:00200000:0.0:1789760739.319147:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21536768 chunk: [21536768, 21540864) 21540864, 4096
00020000:00200000:0.0:1789760739.319152:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760739.319172:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5258, 5258]
00000008:00010000:0.0:1789760739.319190:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760739.319205:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760739.319252:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21536768, 21540864) append 0 append lockpos 0
00000080:00200000:0.0:1789760739.319266:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21536768=0x148a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760739.319321:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760739.319324:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21540864
00000020:00010000:0.0:1789760739.319332:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_release():245
00000020:00010000:0.0:1789760739.319336:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760739.319339:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760739.319343:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760739.319347:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1128/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760739.319355:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760739.319363:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760739.319379:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:0.0:1789760739.319575:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55500 - object 0x280000401:3 offset 21536768<>21540864
00000080:00200000:0.0:1789760739.354347:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5258, 5258]
00000080:00200000:0.0:1789760739.354368:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760739.354374:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760739.354391:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21540864 i_blocks 43015
00000020:00200000:0.0:1789760739.354394:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760739.354405:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760739.354446:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21540864, count: 4096
00000080:00200000:0.0:1789760739.354453:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21540864, bytes: 4096
00000080:00200000:0.0:1789760739.354466:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760739.354474:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760739.354477:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21540864, 21544960) 0 0
00000080:00200000:0.0:1789760739.354482:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760739.354513:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5259, 5259]
00020000:00200000:0.0:1789760739.354524:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21540864 chunk: [21540864, 21544960) 21544960, 4096
00020000:00200000:0.0:1789760739.354528:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760739.354552:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5259, 5259]
00000008:00010000:0.0:1789760739.354573:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760739.354579:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760739.354591:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21540864, 21544960) append 0 append lockpos 0
00000080:00200000:0.0:1789760739.354605:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21540864=0x148b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760739.354673:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760739.354676:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21544960
00000020:00010000:0.0:1789760739.354685:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_release():245
00000020:00010000:0.0:1789760739.354690:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760739.354694:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760739.354698:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760739.354701:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1128/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760739.354712:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760739.354721:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760739.354756:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d180
00000008:00100000:0.0:1789760739.354896:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55180 - object 0x280000401:3 offset 21540864<>21544960
00000080:00200000:0.0:1789760739.398484:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5259, 5259]
00000080:00200000:0.0:1789760739.398578:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760739.398585:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760739.398601:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21544960 i_blocks 43015
00000020:00200000:0.0:1789760739.398606:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760739.398615:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760739.398649:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21544960, count: 4096
00000080:00200000:0.0:1789760739.398657:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21544960, bytes: 4096
00000080:00200000:0.0:1789760739.398668:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760739.398678:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760739.398680:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21544960, 21549056) 0 0
00000080:00200000:0.0:1789760739.398686:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760739.398703:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5260, 5260]
00020000:00200000:0.0:1789760739.398712:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21544960 chunk: [21544960, 21549056) 21549056, 4096
00020000:00200000:0.0:1789760739.398717:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760739.398759:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5260, 5260]
00000008:00010000:0.0:1789760739.398777:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760739.398784:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760739.398796:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21544960, 21549056) append 0 append lockpos 0
00000080:00200000:0.0:1789760739.398810:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21544960=0x148c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760739.398871:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760739.398874:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21549056
00000020:00010000:0.0:1789760739.398883:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_release():245
00000020:00010000:0.0:1789760739.398886:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760739.398889:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760739.398893:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760739.398896:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1128/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760739.398904:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760739.398911:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760739.398927:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760739.399054:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56d80 - object 0x280000401:3 offset 21544960<>21549056
00000100:00100000:3.0:1789760739.438290:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760739.438310:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520931328:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760739.506113:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5261, 5261]
00000080:00200000:0.0:1789760739.506127:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760739.506132:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760739.506144:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21553152 i_blocks 43015
00000020:00200000:0.0:1789760739.506147:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760739.506155:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760739.506180:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21553152, count: 4096
00000080:00200000:0.0:1789760739.506186:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21553152, bytes: 4096
00000080:00200000:0.0:1789760739.506204:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760739.506518:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760739.506521:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21553152, 21557248) 0 0
00000080:00200000:0.0:1789760739.506525:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760739.506537:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5262, 5262]
00020000:00200000:0.0:1789760739.506556:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21553152 chunk: [21553152, 21557248) 21557248, 4096
00020000:00200000:0.0:1789760739.506561:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760739.506576:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5262, 5262]
00000008:00010000:0.0:1789760739.506590:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760739.506595:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760739.506605:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21553152, 21557248) append 0 append lockpos 0
00000080:00200000:0.0:1789760739.506616:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21553152=0x148e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760739.506661:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760739.506664:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21557248
00000020:00010000:0.0:1789760739.506670:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_release():245
00000020:00010000:0.0:1789760739.506673:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760739.506784:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760739.506788:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760739.506791:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1128/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760739.506798:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760739.506803:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760739.506818:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760739.506908:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54000 - object 0x280000401:3 offset 21553152<>21557248
00000080:00200000:0.0:1789760739.543332:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5262, 5262]
00000080:00200000:0.0:1789760739.543346:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760739.543350:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760739.543362:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21557248 i_blocks 43015
00000020:00200000:0.0:1789760739.543365:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760739.543373:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760739.543399:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21557248, count: 4096
00000080:00200000:0.0:1789760739.543406:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21557248, bytes: 4096
00000080:00200000:0.0:1789760739.543414:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760739.543420:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760739.543422:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21557248, 21561344) 0 0
00000080:00200000:0.0:1789760739.543426:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760739.543438:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5263, 5263]
00020000:00200000:0.0:1789760739.543444:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21557248 chunk: [21557248, 21561344) 21561344, 4096
00020000:00200000:0.0:1789760739.543448:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760739.543464:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5263, 5263]
00000008:00010000:0.0:1789760739.543489:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760739.543494:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760739.543503:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21557248, 21561344) append 0 append lockpos 0
00000080:00200000:0.0:1789760739.543514:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21557248=0x148f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760739.543699:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760739.543702:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21561344
00000020:00010000:0.0:1789760739.543710:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_release():245
00000020:00010000:0.0:1789760739.543713:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760739.543716:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760739.543720:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760739.543722:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1128/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760739.543729:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760739.543734:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760739.543750:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760739.543844:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57100 - object 0x280000401:3 offset 21557248<>21561344
00000100:00100000:0.0:1789760739.543883:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520931584:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760739.600280:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972583 gen 3
00000008:00010000:0.0:1789760739.600343:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7d780
00000020:00200000:0.0:1789760739.600352:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760739.600363:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760739.600388:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7d780
00000100:00100000:0.0:1789760739.600421:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520931584:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760739.601378:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520931712:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760739.633482:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5264, 5264]
00000080:00200000:0.0:1789760739.633506:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760739.633512:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760739.633524:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21565440 i_blocks 43015
00000020:00200000:0.0:1789760739.633527:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760739.633536:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760739.633563:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21565440, count: 4096
00000080:00200000:0.0:1789760739.633569:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21565440, bytes: 4096
00000080:00200000:0.0:1789760739.633577:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760739.633585:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760739.633586:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21565440, 21569536) 0 0
00000080:00200000:0.0:1789760739.633590:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760739.633604:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5265, 5265]
00020000:00200000:0.0:1789760739.633611:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21565440 chunk: [21565440, 21569536) 21569536, 4096
00020000:00200000:0.0:1789760739.633615:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760739.633631:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5265, 5265]
00000008:00010000:0.0:1789760739.633645:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760739.633649:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760739.633659:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21565440, 21569536) append 0 append lockpos 0
00000080:00200000:0.0:1789760739.633669:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21565440=0x1491000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760739.633715:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760739.633719:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21569536
00000020:00010000:0.0:1789760739.633737:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_release():245
00000020:00010000:0.0:1789760739.633740:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760739.633743:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760739.633746:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760739.633749:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1128/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760739.633755:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760739.633761:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760739.633775:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760739.635992:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57100 - object 0x280000401:3 offset 21565440<>21569536
00000100:00100000:3.0:1789760739.795789:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520932224:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760739.845827:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520932352:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760739.882785:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972589 gen 3
00000008:00010000:0.0:1789760739.882845:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277d80
00000020:00200000:0.0:1789760739.882852:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760739.882862:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760739.882882:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277d80
00000100:00100000:0.0:1789760739.882905:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520932352:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760739.884378:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760739.884399:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520932480:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760739.927153:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972590 gen 3
00000008:00010000:0.0:1789760739.927265:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277f00
00000020:00200000:0.0:1789760739.927274:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760739.927287:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760739.927315:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277f00
00000100:00100000:0.0:1789760739.927347:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520932480:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760739.928104:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520932608:192.168.203.116@tcp:4:dd.0
00000008:00010000:0.0:1789760739.993413:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a132776c0
00000020:00200000:0.0:1789760739.993428:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760739.993442:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760739.993465:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a132776c0
00000100:00100000:0.0:1789760739.993494:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520932608:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760739.994501:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760739.997351:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520932736:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760740.076283:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972591 gen 3
00000100:00100000:0.0:1789760740.076325:0:2405:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff911a08b0aa00 x1876699520932736/t4294972592(4294972592) o4->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760755 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:0.0:1789760740.076377:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277c00
00000020:00200000:0.0:1789760740.076385:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760740.076397:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760740.076421:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277c00
00000100:00100000:0.0:1789760740.076447:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520932736:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760740.145682:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5273, 5273]
00000080:00200000:0.0:1789760740.145696:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760740.145701:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760740.145714:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21602304 i_blocks 43015
00000020:00200000:0.0:1789760740.145717:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760740.145726:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760740.145753:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21602304, count: 4096
00000080:00200000:0.0:1789760740.145760:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21602304, bytes: 4096
00000080:00200000:0.0:1789760740.145770:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760740.145777:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760740.145780:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21602304, 21606400) 0 0
00000080:00200000:0.0:1789760740.145783:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760740.145796:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5274, 5274]
00020000:00200000:0.0:1789760740.145804:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21602304 chunk: [21602304, 21606400) 21606400, 4096
00020000:00200000:0.0:1789760740.145808:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760740.145823:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5274, 5274]
00000008:00010000:0.0:1789760740.145838:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760740.145843:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760740.145851:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21602304, 21606400) append 0 append lockpos 0
00000080:00200000:0.0:1789760740.145862:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21602304=0x149a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760740.145908:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760740.145911:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21606400
00000020:00010000:0.0:1789760740.145918:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_release():245
00000020:00010000:0.0:1789760740.145921:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760740.145924:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760740.145927:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760740.145929:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1128/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760740.145936:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760740.145942:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760740.145957:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760740.146053:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55880 - object 0x280000401:3 offset 21602304<>21606400
00000080:00200000:0.0:1789760740.184667:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5274, 5274]
00000080:00200000:0.0:1789760740.184680:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760740.184685:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760740.184696:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21606400 i_blocks 43015
00000020:00200000:0.0:1789760740.184699:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760740.184707:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760740.184730:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21606400, count: 4096
00000080:00200000:0.0:1789760740.184736:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21606400, bytes: 4096
00000080:00200000:0.0:1789760740.184747:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760740.184755:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760740.184757:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21606400, 21610496) 0 0
00000080:00200000:0.0:1789760740.184760:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760740.184772:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5275, 5275]
00020000:00200000:0.0:1789760740.184780:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21606400 chunk: [21606400, 21610496) 21610496, 4096
00020000:00200000:0.0:1789760740.184784:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760740.184798:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5275, 5275]
00000008:00010000:0.0:1789760740.184812:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760740.184818:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760740.184826:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21606400, 21610496) append 0 append lockpos 0
00000080:00200000:0.0:1789760740.184848:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21606400=0x149b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760740.184893:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760740.184896:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21610496
00000020:00010000:0.0:1789760740.184902:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_release():245
00000020:00010000:0.0:1789760740.184906:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760740.184909:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760740.184912:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760740.184915:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1128/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760740.184921:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760740.184926:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760740.184941:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d180
00000008:00100000:0.0:1789760740.185033:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56300 - object 0x280000401:3 offset 21606400<>21610496
00000080:00200000:0.0:1789760740.241399:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5275, 5275]
00000080:00200000:0.0:1789760740.241412:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760740.241417:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760740.241429:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21610496 i_blocks 43015
00000020:00200000:0.0:1789760740.241432:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760740.241440:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760740.241463:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21610496, count: 4096
00000080:00200000:0.0:1789760740.241469:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21610496, bytes: 4096
00000080:00200000:0.0:1789760740.241478:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760740.241484:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760740.241486:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21610496, 21614592) 0 0
00000080:00200000:0.0:1789760740.241490:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760740.241501:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5276, 5276]
00020000:00200000:0.0:1789760740.241508:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21610496 chunk: [21610496, 21614592) 21614592, 4096
00020000:00200000:0.0:1789760740.241512:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760740.241525:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5276, 5276]
00000008:00010000:0.0:1789760740.241728:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760740.241734:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760740.241743:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21610496, 21614592) append 0 append lockpos 0
00000080:00200000:0.0:1789760740.241753:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21610496=0x149c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760740.241798:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760740.241801:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21614592
00000020:00010000:0.0:1789760740.241808:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_release():245
00000020:00010000:0.0:1789760740.241812:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760740.241814:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760740.241817:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760740.241820:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1128/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760740.241827:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760740.241833:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760740.241847:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:0.0:1789760740.241948:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54380 - object 0x280000401:3 offset 21610496<>21614592
00000100:00100000:0.0:1789760740.242015:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520933248:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760740.288163:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972596 gen 3
00000008:00010000:0.0:1789760740.288262:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7de40
00000020:00200000:0.0:1789760740.288270:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760740.288281:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760740.288313:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7de40
00000100:00100000:0.0:1789760740.288344:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520933248:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760740.289371:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520933376:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760740.376491:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5277, 5277]
00000080:00200000:0.0:1789760740.376506:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760740.376511:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760740.376523:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21618688 i_blocks 43015
00000020:00200000:0.0:1789760740.376527:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760740.376546:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760740.376582:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21618688, count: 4096
00000080:00200000:0.0:1789760740.376588:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21618688, bytes: 4096
00000080:00200000:0.0:1789760740.376598:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760740.376604:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760740.376606:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21618688, 21622784) 0 0
00000080:00200000:0.0:1789760740.376609:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760740.376621:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5278, 5278]
00020000:00200000:0.0:1789760740.376627:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21618688 chunk: [21618688, 21622784) 21622784, 4096
00020000:00200000:0.0:1789760740.376631:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760740.376648:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5278, 5278]
00000008:00010000:0.0:1789760740.376661:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760740.376666:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760740.376674:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21618688, 21622784) append 0 append lockpos 0
00000080:00200000:0.0:1789760740.376683:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21618688=0x149e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760740.376727:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760740.376730:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21622784
00000020:00010000:0.0:1789760740.376738:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_release():245
00000020:00010000:0.0:1789760740.376741:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760740.376744:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760740.376747:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760740.376749:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1128/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760740.376757:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760740.376762:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760740.376777:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:0.0:1789760740.376874:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54380 - object 0x280000401:3 offset 21618688<>21622784
00000100:00100000:0.0:1789760740.376915:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760740.376929:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520933504:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760740.442101:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972598 gen 3
00000008:00010000:0.0:1789760740.442152:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7de40
00000020:00200000:0.0:1789760740.442160:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760740.442171:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760740.442203:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7de40
00000100:00100000:0.0:1789760740.442270:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520933504:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760740.538459:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520933888:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760740.589305:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972601 gen 3
00000008:00010000:0.0:1789760740.589370:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277540
00000020:00200000:0.0:1789760740.589379:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760740.589390:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760740.589416:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277540
00000100:00100000:0.0:1789760740.589445:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520933888:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760740.590314:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760740.590336:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520934016:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760740.633480:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972602 gen 3
00000008:00010000:0.0:1789760740.633531:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277540
00000020:00200000:0.0:1789760740.633540:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760740.633552:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760740.633577:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277540
00000100:00100000:0.0:1789760740.633605:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520934016:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760740.635369:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520934144:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760740.673003:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972603 gen 3
00000008:00010000:0.0:1789760740.673056:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277c00
00000020:00200000:0.0:1789760740.673136:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760740.673149:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760740.673174:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277c00
00000100:00100000:0.0:1789760740.673586:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520934144:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760740.674142:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760740.674160:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520934272:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760740.713981:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972604 gen 3
00000008:00010000:0.0:1789760740.714030:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a132776c0
00000020:00200000:0.0:1789760740.714039:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760740.714051:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760740.714081:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a132776c0
00000100:00100000:0.0:1789760740.714111:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520934272:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760740.716142:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520934400:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760740.749614:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972605 gen 3
00000008:00010000:0.0:1789760740.749819:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277f00
00000020:00200000:0.0:1789760740.749829:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760740.749843:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760740.749928:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277f00
00000100:00100000:0.0:1789760740.749959:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520934400:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760740.752327:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760740.752595:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520934528:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760740.789543:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972606 gen 3
00000008:00010000:0.0:1789760740.789596:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277d80
00000020:00200000:0.0:1789760740.789610:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760740.789622:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760740.789647:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277d80
00000100:00100000:0.0:1789760740.789676:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520934528:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760740.832540:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5287, 5287]
00000080:00200000:0.0:1789760740.832557:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760740.832563:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760740.832580:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21659648 i_blocks 43015
00000020:00200000:0.0:1789760740.832584:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760740.832595:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760740.832627:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21659648, count: 4096
00000080:00200000:0.0:1789760740.832635:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21659648, bytes: 4096
00000080:00200000:0.0:1789760740.832645:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760740.832654:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760740.832656:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21659648, 21663744) 0 0
00000080:00200000:0.0:1789760740.832661:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760740.832677:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5288, 5288]
00020000:00200000:0.0:1789760740.832687:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21659648 chunk: [21659648, 21663744) 21663744, 4096
00020000:00200000:0.0:1789760740.832692:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760740.832712:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5288, 5288]
00000008:00010000:0.0:1789760740.832730:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760740.832735:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760740.832746:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21659648, 21663744) append 0 append lockpos 0
00000080:00200000:0.0:1789760740.832760:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21659648=0x14a8000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760740.832813:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760740.832816:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21663744
00000020:00010000:0.0:1789760740.832897:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_release():245
00000020:00010000:0.0:1789760740.832902:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760740.832906:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760740.832909:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760740.832912:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1128/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760740.832921:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760740.832928:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760740.832945:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:0.0:1789760740.833052:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54380 - object 0x280000401:3 offset 21659648<>21663744
00000080:00200000:0.0:1789760740.882047:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5288, 5288]
00000080:00200000:0.0:1789760740.882064:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760740.882070:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760740.882084:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21663744 i_blocks 43015
00000020:00200000:0.0:1789760740.882088:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760740.882097:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760740.882133:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21663744, count: 4096
00000080:00200000:0.0:1789760740.882140:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21663744, bytes: 4096
00000080:00200000:0.0:1789760740.882150:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760740.882159:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760740.882161:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21663744, 21667840) 0 0
00000080:00200000:0.0:1789760740.882165:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760740.882181:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5289, 5289]
00020000:00200000:0.0:1789760740.882199:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21663744 chunk: [21663744, 21667840) 21667840, 4096
00020000:00200000:0.0:1789760740.882204:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760740.882399:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5289, 5289]
00000008:00010000:0.0:1789760740.882420:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760740.882426:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760740.882439:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21663744, 21667840) append 0 append lockpos 0
00000080:00200000:0.0:1789760740.882454:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21663744=0x14a9000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760740.882512:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760740.882515:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21667840
00000020:00010000:0.0:1789760740.882523:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_release():245
00000020:00010000:0.0:1789760740.882528:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760740.882531:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760740.882534:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760740.882537:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1128/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760740.882546:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760740.882552:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760740.882570:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d240
00000008:00100000:0.0:1789760740.882690:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57800 - object 0x280000401:3 offset 21663744<>21667840
00010000:00010000:3.0:1789760740.895623:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000080:00200000:3.0:1789760740.916164:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5289, 5289]
00000080:00200000:3.0:1789760740.916182:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760740.916197:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760740.916264:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21667840 i_blocks 43015
00000020:00200000:3.0:1789760740.916269:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760740.916279:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760740.916316:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21667840, count: 4096
00000080:00200000:3.0:1789760740.916323:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21667840, bytes: 4096
00000080:00200000:3.0:1789760740.916334:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760740.916342:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760740.916345:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21667840, 21671936) 0 0
00000080:00200000:3.0:1789760740.916349:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760740.916368:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5290, 5290]
00020000:00200000:3.0:1789760740.916379:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21667840 chunk: [21667840, 21671936) 21671936, 4096
00020000:00200000:3.0:1789760740.916384:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760740.916404:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5290, 5290]
00000008:00010000:3.0:1789760740.916424:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760740.916430:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760740.916443:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21667840, 21671936) append 0 append lockpos 0
00000080:00200000:3.0:1789760740.916457:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21667840=0x14aa000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760740.916516:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760740.916520:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21671936
00000020:00010000:3.0:1789760740.916527:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_release():245
00000020:00010000:3.0:1789760740.916531:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760740.916534:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760740.916538:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760740.916541:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1128/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760740.916548:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760740.916555:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760740.916572:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6e40
00000008:00100000:3.0:1789760740.916700:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad0a80 - object 0x280000401:3 offset 21667840<>21671936
00000080:00200000:3.0:1789760740.960264:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5290, 5290]
00000080:00200000:3.0:1789760740.960283:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760740.960289:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760740.960308:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21671936 i_blocks 43015
00000020:00200000:3.0:1789760740.960312:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000100:00100000:3.0:1789760740.961099:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520935168:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760741.018769:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5291, 5291]
00000080:00200000:0.0:1789760741.018788:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760741.018793:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760741.018809:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21676032 i_blocks 43015
00000020:00200000:0.0:1789760741.018813:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760741.018823:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760741.018863:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21676032, count: 4096
00000080:00200000:0.0:1789760741.018869:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21676032, bytes: 4096
00000080:00200000:0.0:1789760741.018885:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760741.018895:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760741.018897:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21676032, 21680128) 0 0
00000080:00200000:0.0:1789760741.018901:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760741.018921:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5292, 5292]
00020000:00200000:0.0:1789760741.018931:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21676032 chunk: [21676032, 21680128) 21680128, 4096
00020000:00200000:0.0:1789760741.018936:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760741.018955:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5292, 5292]
00000008:00010000:0.0:1789760741.018974:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760741.018980:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760741.018997:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21676032, 21680128) append 0 append lockpos 0
00000080:00200000:0.0:1789760741.019015:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21676032=0x14ac000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760741.019075:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760741.019078:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21680128
00000020:00010000:0.0:1789760741.019086:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_release():245
00000020:00010000:0.0:1789760741.019090:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760741.019093:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760741.019097:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658fa88 (ffff911a04fd1128/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760741.019100:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1128/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760741.019109:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760741.019115:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760741.019134:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d0c0
00000008:00100000:0.0:1789760741.019316:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56a00 - object 0x280000401:3 offset 21676032<>21680128
00000100:00100000:0.0:1789760741.019362:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760741.019398:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520935296:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760741.070657:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972612 gen 3
00000008:00010000:0.0:1789760741.070709:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7d0c0
00000020:00200000:0.0:1789760741.070718:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760741.070730:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760741.070816:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7d0c0
00000100:00100000:0.0:1789760741.070848:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520935296:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760741.071516:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520935424:192.168.203.116@tcp:4:dd.0
00000008:00010000:0.0:1789760741.128527:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277d80
00000020:00200000:0.0:1789760741.128543:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760741.128556:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760741.128575:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277d80
00000100:00100000:0.0:1789760741.128607:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520935424:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760741.128698:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5293, 5293]
00000080:00200000:3.0:1789760741.128716:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760741.128723:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760741.128739:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21684224 i_blocks 43015
00000020:00200000:3.0:1789760741.128742:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760741.128752:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760741.128890:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21684224, count: 4096
00000080:00200000:3.0:1789760741.128899:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21684224, bytes: 4096
00000080:00200000:3.0:1789760741.128911:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760741.128920:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760741.128923:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21684224, 21688320) 0 0
00000080:00200000:3.0:1789760741.128927:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760741.128943:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5294, 5294]
00020000:00200000:3.0:1789760741.128953:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21684224 chunk: [21684224, 21688320) 21688320, 4096
00020000:00200000:3.0:1789760741.128959:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760741.128979:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5294, 5294]
00000008:00010000:3.0:1789760741.128997:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760741.129003:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760741.129014:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21684224, 21688320) append 0 append lockpos 0
00000080:00200000:3.0:1789760741.129027:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21684224=0x14ae000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760741.129081:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760741.129084:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21688320
00000020:00010000:3.0:1789760741.129092:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760741.129096:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760741.129099:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760741.129103:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760741.129106:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760741.129113:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760741.129120:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760741.129138:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6540
00000008:00100000:3.0:1789760741.129287:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad0000 - object 0x280000401:3 offset 21684224<>21688320
00000080:00200000:3.0:1789760741.194806:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5294, 5294]
00000080:00200000:3.0:1789760741.194823:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760741.194829:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760741.194844:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21688320 i_blocks 43015
00000020:00200000:3.0:1789760741.194849:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760741.194859:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760741.194894:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21688320, count: 4096
00000080:00200000:3.0:1789760741.194901:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21688320, bytes: 4096
00000080:00200000:3.0:1789760741.194912:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760741.194921:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760741.194924:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21688320, 21692416) 0 0
00000080:00200000:3.0:1789760741.194929:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760741.194946:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5295, 5295]
00020000:00200000:3.0:1789760741.194957:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21688320 chunk: [21688320, 21692416) 21692416, 4096
00020000:00200000:3.0:1789760741.194962:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760741.194981:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5295, 5295]
00000008:00010000:3.0:1789760741.195000:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760741.195005:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760741.195017:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21688320, 21692416) append 0 append lockpos 0
00000080:00200000:3.0:1789760741.195033:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21688320=0x14af000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760741.195086:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760741.195090:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21692416
00000020:00010000:3.0:1789760741.195099:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760741.195102:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760741.195166:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760741.195172:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760741.195175:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760741.195193:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760741.195200:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760741.195371:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6300
00000008:00100000:3.0:1789760741.195556:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1180 - object 0x280000401:3 offset 21688320<>21692416
00000080:00200000:3.0:1789760741.233826:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5295, 5295]
00000080:00200000:3.0:1789760741.233844:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760741.233850:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760741.233866:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21692416 i_blocks 43015
00000020:00200000:3.0:1789760741.233870:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760741.233879:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760741.233921:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21692416, count: 4096
00000080:00200000:3.0:1789760741.233929:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21692416, bytes: 4096
00000080:00200000:3.0:1789760741.233938:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760741.233947:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760741.233949:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21692416, 21696512) 0 0
00000080:00200000:3.0:1789760741.233954:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760741.233972:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5296, 5296]
00020000:00200000:3.0:1789760741.233981:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21692416 chunk: [21692416, 21696512) 21696512, 4096
00020000:00200000:3.0:1789760741.233987:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760741.234009:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5296, 5296]
00000008:00010000:3.0:1789760741.234028:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760741.234034:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760741.234046:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21692416, 21696512) append 0 append lockpos 0
00000080:00200000:3.0:1789760741.234133:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21692416=0x14b0000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760741.234210:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760741.234364:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21696512
00000020:00010000:3.0:1789760741.234373:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760741.234375:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760741.234377:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760741.234380:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760741.234382:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760741.234387:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760741.234393:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760741.234408:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6780
00000008:00100000:3.0:1789760741.234507:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1880 - object 0x280000401:3 offset 21692416<>21696512
00000080:00200000:3.0:1789760741.262348:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5296, 5296]
00000080:00200000:3.0:1789760741.262367:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760741.262374:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760741.262390:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21696512 i_blocks 43015
00000020:00200000:3.0:1789760741.262394:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760741.262403:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760741.262438:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21696512, count: 4096
00000080:00200000:3.0:1789760741.262445:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21696512, bytes: 4096
00000080:00200000:3.0:1789760741.262454:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760741.262462:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760741.262464:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21696512, 21700608) 0 0
00000080:00200000:3.0:1789760741.262469:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760741.262485:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5297, 5297]
00020000:00200000:3.0:1789760741.262494:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21696512 chunk: [21696512, 21700608) 21700608, 4096
00020000:00200000:3.0:1789760741.262500:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760741.262521:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5297, 5297]
00000008:00010000:3.0:1789760741.262540:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760741.262545:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760741.262557:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21696512, 21700608) append 0 append lockpos 0
00000080:00200000:3.0:1789760741.262570:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21696512=0x14b1000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760741.262626:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760741.262630:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21700608
00000020:00010000:3.0:1789760741.262637:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760741.262641:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760741.262644:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760741.262648:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760741.262651:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760741.262657:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760741.262664:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760741.262680:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6c00
00000008:00100000:3.0:1789760741.262806:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad3100 - object 0x280000401:3 offset 21696512<>21700608
00000080:00200000:3.0:1789760741.308870:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5297, 5297]
00000080:00200000:3.0:1789760741.308895:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760741.308902:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760741.308920:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21700608 i_blocks 43015
00000020:00200000:3.0:1789760741.308926:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760741.308942:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760741.308976:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21700608, count: 4096
00000080:00200000:3.0:1789760741.308984:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21700608, bytes: 4096
00000080:00200000:3.0:1789760741.308998:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760741.309006:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760741.309008:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21700608, 21704704) 0 0
00000080:00200000:3.0:1789760741.309012:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760741.309029:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5298, 5298]
00020000:00200000:3.0:1789760741.309038:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21700608 chunk: [21700608, 21704704) 21704704, 4096
00020000:00200000:3.0:1789760741.309044:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760741.309065:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5298, 5298]
00000008:00010000:3.0:1789760741.309082:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760741.309089:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760741.309100:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21700608, 21704704) append 0 append lockpos 0
00000080:00200000:3.0:1789760741.309114:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21700608=0x14b2000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760741.309886:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760741.309893:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21704704
00000020:00010000:3.0:1789760741.309904:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760741.309908:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760741.309912:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760741.309916:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760741.309919:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760741.309928:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760741.309936:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760741.309969:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6840
00000008:00100000:3.0:1789760741.312427:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1f80 - object 0x280000401:3 offset 21700608<>21704704
00000080:00200000:0.0:1789760741.360114:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5298, 5298]
00000080:00200000:0.0:1789760741.360134:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760741.360140:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760741.360155:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21704704 i_blocks 43015
00000020:00200000:0.0:1789760741.360159:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760741.360170:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760741.360303:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21704704, count: 4096
00000080:00200000:0.0:1789760741.360311:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21704704, bytes: 4096
00000080:00200000:0.0:1789760741.360322:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760741.360331:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760741.360333:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21704704, 21708800) 0 0
00000080:00200000:0.0:1789760741.360337:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760741.360355:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5299, 5299]
00020000:00200000:0.0:1789760741.360363:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21704704 chunk: [21704704, 21708800) 21708800, 4096
00020000:00200000:0.0:1789760741.360368:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760741.360811:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5299, 5299]
00000008:00010000:0.0:1789760741.360833:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760741.360839:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760741.360852:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21704704, 21708800) append 0 append lockpos 0
00000080:00200000:0.0:1789760741.360866:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21704704=0x14b3000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760741.361530:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760741.361534:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21708800
00000020:00010000:0.0:1789760741.361543:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760741.361548:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760741.361551:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760741.361554:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760741.361557:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760741.361566:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760741.361573:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760741.361593:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d0c0
00000008:00100000:0.0:1789760741.361887:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56a00 - object 0x280000401:3 offset 21704704<>21708800
00000100:00100000:0.0:1789760741.362059:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760741.362080:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520936192:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760741.424391:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972619 gen 3
00000008:00010000:0.0:1789760741.424431:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7d0c0
00000020:00200000:0.0:1789760741.424437:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760741.424446:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760741.424485:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7d0c0
00000100:00100000:0.0:1789760741.424513:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520936192:192.168.203.116@tcp:4:dd.0
00000008:00010000:0.0:1789760741.425326:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a06590180
00000008:00100000:0.0:1789760741.425429:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56a00 - object 0x280000401:3 offset 21708800<>21712896
00000100:00100000:0.0:1789760741.425533:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520936320:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760741.464199:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972620 gen 3
00000080:00200000:0.0:1789760741.516436:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5301, 5301]
00000080:00200000:0.0:1789760741.516449:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760741.516454:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760741.516465:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21716992 i_blocks 43015
00000020:00200000:0.0:1789760741.516468:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760741.516476:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760741.516502:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21716992, count: 4096
00000080:00200000:0.0:1789760741.516509:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21716992, bytes: 4096
00000080:00200000:0.0:1789760741.516517:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760741.516524:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760741.516526:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21716992, 21721088) 0 0
00000080:00200000:0.0:1789760741.516530:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760741.516543:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5302, 5302]
00020000:00200000:0.0:1789760741.516550:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21716992 chunk: [21716992, 21721088) 21721088, 4096
00020000:00200000:0.0:1789760741.516554:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760741.516572:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5302, 5302]
00000008:00010000:0.0:1789760741.516587:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760741.516592:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760741.516600:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21716992, 21721088) append 0 append lockpos 0
00000080:00200000:0.0:1789760741.516612:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21716992=0x14b6000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760741.516658:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760741.516660:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21721088
00000020:00010000:0.0:1789760741.516667:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760741.516670:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760741.516673:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760741.516676:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760741.516679:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760741.516686:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760741.516691:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760741.516706:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d0c0
00000008:00100000:0.0:1789760741.516820:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56a00 - object 0x280000401:3 offset 21716992<>21721088
00000080:00200000:0.0:1789760741.579242:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5302, 5302]
00000080:00200000:0.0:1789760741.579255:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760741.579260:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760741.579273:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21721088 i_blocks 43015
00000020:00200000:0.0:1789760741.579276:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760741.579284:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760741.579312:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21721088, count: 4096
00000080:00200000:0.0:1789760741.579317:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21721088, bytes: 4096
00000080:00200000:0.0:1789760741.579325:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760741.579332:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760741.579334:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21721088, 21725184) 0 0
00000080:00200000:0.0:1789760741.579338:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760741.579350:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5303, 5303]
00020000:00200000:0.0:1789760741.579356:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21721088 chunk: [21721088, 21725184) 21725184, 4096
00020000:00200000:0.0:1789760741.579360:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760741.579375:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5303, 5303]
00000008:00010000:0.0:1789760741.579387:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760741.579392:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760741.579400:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21721088, 21725184) append 0 append lockpos 0
00000080:00200000:0.0:1789760741.579410:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21721088=0x14b7000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760741.579460:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760741.579463:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21725184
00000020:00010000:0.0:1789760741.579469:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760741.579472:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760741.579475:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760741.579477:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760741.579480:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760741.579487:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760741.579492:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760741.579507:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d0c0
00000008:00100000:0.0:1789760741.579600:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57800 - object 0x280000401:3 offset 21721088<>21725184
00000080:00200000:0.0:1789760741.622107:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5303, 5303]
00000080:00200000:0.0:1789760741.622121:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760741.622126:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760741.622139:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21725184 i_blocks 43015
00000020:00200000:0.0:1789760741.622142:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760741.622150:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760741.622176:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21725184, count: 4096
00000080:00200000:0.0:1789760741.622297:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21725184, bytes: 4096
00000080:00200000:0.0:1789760741.622306:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760741.622313:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760741.622315:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21725184, 21729280) 0 0
00000080:00200000:0.0:1789760741.622319:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760741.622333:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5304, 5304]
00020000:00200000:0.0:1789760741.622340:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21725184 chunk: [21725184, 21729280) 21729280, 4096
00020000:00200000:0.0:1789760741.622344:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760741.622360:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5304, 5304]
00000008:00010000:0.0:1789760741.622373:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760741.622380:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760741.622390:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21725184, 21729280) append 0 append lockpos 0
00000080:00200000:0.0:1789760741.622403:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21725184=0x14b8000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760741.622454:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760741.622457:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21729280
00000020:00010000:0.0:1789760741.622464:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760741.622467:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760741.622470:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760741.622473:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760741.622476:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760741.622484:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760741.622489:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760741.622508:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d240
00000008:00100000:0.0:1789760741.622608:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54380 - object 0x280000401:3 offset 21725184<>21729280
00000080:00200000:0.0:1789760741.675508:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5304, 5304]
00000080:00200000:0.0:1789760741.675528:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760741.675534:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760741.675546:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21729280 i_blocks 43015
00000020:00200000:0.0:1789760741.675551:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760741.675563:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760741.675587:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21729280, count: 4096
00000080:00200000:0.0:1789760741.675594:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21729280, bytes: 4096
00000080:00200000:0.0:1789760741.675604:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760741.675611:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760741.675613:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21729280, 21733376) 0 0
00000080:00200000:0.0:1789760741.675617:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760741.675629:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5305, 5305]
00020000:00200000:0.0:1789760741.675636:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21729280 chunk: [21729280, 21733376) 21733376, 4096
00020000:00200000:0.0:1789760741.675640:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760741.675656:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5305, 5305]
00000008:00010000:0.0:1789760741.675669:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760741.675674:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760741.675682:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21729280, 21733376) append 0 append lockpos 0
00000080:00200000:0.0:1789760741.675692:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21729280=0x14b9000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760741.675743:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760741.675746:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21733376
00000020:00010000:0.0:1789760741.675753:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760741.675756:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760741.675759:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760741.675762:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760741.675765:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760741.675772:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760741.675777:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760741.675802:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:0.0:1789760741.676023:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56300 - object 0x280000401:3 offset 21729280<>21733376
00000080:00200000:0.0:1789760741.711545:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5305, 5305]
00000080:00200000:0.0:1789760741.711558:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760741.711563:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760741.711575:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21733376 i_blocks 43015
00000020:00200000:0.0:1789760741.711579:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760741.711592:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760741.711618:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21733376, count: 4096
00000080:00200000:0.0:1789760741.711624:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21733376, bytes: 4096
00000080:00200000:0.0:1789760741.711634:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760741.711641:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760741.711643:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21733376, 21737472) 0 0
00000080:00200000:0.0:1789760741.711647:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760741.711660:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5306, 5306]
00020000:00200000:0.0:1789760741.711667:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21733376 chunk: [21733376, 21737472) 21737472, 4096
00020000:00200000:0.0:1789760741.711671:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760741.711686:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5306, 5306]
00000008:00010000:0.0:1789760741.711700:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760741.711705:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760741.711714:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21733376, 21737472) append 0 append lockpos 0
00000080:00200000:0.0:1789760741.711723:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21733376=0x14ba000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760741.711769:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760741.711772:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21737472
00000020:00010000:0.0:1789760741.711779:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760741.711782:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760741.711785:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760741.711787:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760741.711790:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760741.711797:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760741.711802:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760741.711818:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d180
00000008:00100000:0.0:1789760741.716161:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55880 - object 0x280000401:3 offset 21733376<>21737472
00000080:00200000:0.0:1789760741.757582:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5306, 5306]
00000080:00200000:0.0:1789760741.757594:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760741.757599:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760741.757610:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21737472 i_blocks 43015
00000020:00200000:0.0:1789760741.757615:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760741.757622:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760741.757646:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21737472, count: 4096
00000080:00200000:0.0:1789760741.757652:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21737472, bytes: 4096
00000080:00200000:0.0:1789760741.757659:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760741.757666:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760741.757668:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21737472, 21741568) 0 0
00000080:00200000:0.0:1789760741.757671:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760741.757683:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5307, 5307]
00020000:00200000:0.0:1789760741.757690:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21737472 chunk: [21737472, 21741568) 21741568, 4096
00020000:00200000:0.0:1789760741.757693:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760741.757708:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5307, 5307]
00000008:00010000:0.0:1789760741.758014:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760741.758018:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760741.758028:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21737472, 21741568) append 0 append lockpos 0
00000080:00200000:0.0:1789760741.758039:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21737472=0x14bb000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760741.758082:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760741.758085:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21741568
00000020:00010000:0.0:1789760741.758092:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760741.758095:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760741.758098:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760741.758102:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760741.758104:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760741.758110:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760741.758116:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760741.758131:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760741.758324:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57100 - object 0x280000401:3 offset 21737472<>21741568
00000080:00200000:0.0:1789760741.815646:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5307, 5307]
00000080:00200000:0.0:1789760741.815663:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760741.815669:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760741.815682:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21741568 i_blocks 43015
00000020:00200000:0.0:1789760741.815685:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760741.815700:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760741.815726:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21741568, count: 4096
00000080:00200000:0.0:1789760741.815733:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21741568, bytes: 4096
00000080:00200000:0.0:1789760741.815742:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760741.815750:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760741.815752:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21741568, 21745664) 0 0
00000080:00200000:0.0:1789760741.815756:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760741.815769:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5308, 5308]
00020000:00200000:0.0:1789760741.815776:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21741568 chunk: [21741568, 21745664) 21745664, 4096
00020000:00200000:0.0:1789760741.815779:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760741.815795:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5308, 5308]
00000008:00010000:0.0:1789760741.815808:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760741.815823:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760741.815831:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21741568, 21745664) append 0 append lockpos 0
00000080:00200000:0.0:1789760741.815842:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21741568=0x14bc000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760741.815886:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760741.815889:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21745664
00000020:00010000:0.0:1789760741.815896:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760741.815899:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760741.815902:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760741.815905:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760741.815908:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760741.815914:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760741.815921:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760741.815935:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760741.816033:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54000 - object 0x280000401:3 offset 21741568<>21745664
00000080:00200000:0.0:1789760741.858622:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5308, 5308]
00000080:00200000:0.0:1789760741.858635:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760741.858641:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760741.858652:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21745664 i_blocks 43015
00000020:00200000:0.0:1789760741.858655:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760741.858662:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760741.858686:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21745664, count: 4096
00000080:00200000:0.0:1789760741.858705:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21745664, bytes: 4096
00000080:00200000:0.0:1789760741.858712:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760741.858720:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760741.858722:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21745664, 21749760) 0 0
00000080:00200000:0.0:1789760741.858726:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760741.858740:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5309, 5309]
00020000:00200000:0.0:1789760741.858746:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21745664 chunk: [21745664, 21749760) 21749760, 4096
00020000:00200000:0.0:1789760741.858750:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760741.858764:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5309, 5309]
00000008:00010000:0.0:1789760741.858777:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760741.858782:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760741.858791:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21745664, 21749760) append 0 append lockpos 0
00000080:00200000:0.0:1789760741.858801:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21745664=0x14bd000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760741.858842:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760741.858845:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21749760
00000020:00010000:0.0:1789760741.858851:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760741.858854:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760741.858857:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760741.858860:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760741.858863:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760741.858869:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760741.858874:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760741.858887:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760741.859091:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56d80 - object 0x280000401:3 offset 21745664<>21749760
00000080:00200000:0.0:1789760741.894757:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5309, 5309]
00000080:00200000:0.0:1789760741.894768:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760741.894773:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760741.894784:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21749760 i_blocks 43015
00000020:00200000:0.0:1789760741.894787:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760741.894795:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760741.894820:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21749760, count: 4096
00000080:00200000:0.0:1789760741.894826:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21749760, bytes: 4096
00000080:00200000:0.0:1789760741.894835:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760741.894842:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760741.894844:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21749760, 21753856) 0 0
00000080:00200000:0.0:1789760741.894848:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760741.894860:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5310, 5310]
00020000:00200000:0.0:1789760741.894867:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21749760 chunk: [21749760, 21753856) 21753856, 4096
00020000:00200000:0.0:1789760741.894871:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760741.894886:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5310, 5310]
00000008:00010000:0.0:1789760741.894899:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760741.894904:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760741.894912:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21749760, 21753856) append 0 append lockpos 0
00000080:00200000:0.0:1789760741.894922:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21749760=0x14be000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760741.894965:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760741.894968:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21753856
00000020:00010000:0.0:1789760741.894974:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760741.894978:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760741.894980:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760741.894983:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760741.894986:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760741.894993:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760741.894998:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760741.895014:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760741.896067:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55180 - object 0x280000401:3 offset 21749760<>21753856
00000100:00100000:0.0:1789760741.896123:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760741.896141:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520937600:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760741.933127:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972630 gen 3
00000008:00010000:0.0:1789760741.933172:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7db40
00000020:00200000:0.0:1789760741.933188:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760741.933196:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760741.933251:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7db40
00000100:00100000:0.0:1789760741.933275:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520937600:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760741.934986:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760741.935006:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520937728:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760741.965037:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5311, 5311]
00000080:00200000:0.0:1789760741.965051:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760741.965056:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760741.965068:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21757952 i_blocks 43015
00000020:00200000:0.0:1789760741.965071:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760741.965079:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760741.965104:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21757952, count: 4096
00000080:00200000:0.0:1789760741.965110:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21757952, bytes: 4096
00000080:00200000:0.0:1789760741.965118:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760741.965125:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760741.965127:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21757952, 21762048) 0 0
00000080:00200000:0.0:1789760741.965131:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760741.965144:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5312, 5312]
00020000:00200000:0.0:1789760741.965150:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21757952 chunk: [21757952, 21762048) 21762048, 4096
00020000:00200000:0.0:1789760741.965154:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760741.965168:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5312, 5312]
00000008:00010000:0.0:1789760741.965193:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760741.965198:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760741.965207:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21757952, 21762048) append 0 append lockpos 0
00000080:00200000:0.0:1789760741.965248:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21757952=0x14c0000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760741.965288:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760741.965290:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21762048
00000020:00010000:0.0:1789760741.965297:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760741.965301:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760741.965303:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760741.965306:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760741.965309:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760741.965315:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760741.965321:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760741.965335:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760741.965433:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55180 - object 0x280000401:3 offset 21757952<>21762048
00000080:00200000:0.0:1789760742.014055:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5312, 5312]
00000080:00200000:0.0:1789760742.014068:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760742.014073:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760742.014085:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21762048 i_blocks 43015
00000020:00200000:0.0:1789760742.014088:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760742.014096:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760742.014123:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21762048, count: 4096
00000080:00200000:0.0:1789760742.014129:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21762048, bytes: 4096
00000080:00200000:0.0:1789760742.014137:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760742.014143:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760742.014145:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21762048, 21766144) 0 0
00000080:00200000:0.0:1789760742.014149:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760742.014164:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5313, 5313]
00020000:00200000:0.0:1789760742.014171:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21762048 chunk: [21762048, 21766144) 21766144, 4096
00020000:00200000:0.0:1789760742.014175:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760742.014200:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5313, 5313]
00000008:00010000:0.0:1789760742.014253:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760742.014259:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760742.014267:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21762048, 21766144) append 0 append lockpos 0
00000080:00200000:0.0:1789760742.014279:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21762048=0x14c1000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760742.014322:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760742.014325:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21766144
00000020:00010000:0.0:1789760742.014332:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760742.014335:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760742.014337:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760742.014340:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760742.014342:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760742.014348:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760742.014353:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760742.014366:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d180
00000008:00100000:0.0:1789760742.014461:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55500 - object 0x280000401:3 offset 21762048<>21766144
00000080:00200000:0.0:1789760742.084736:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5313, 5313]
00000080:00200000:0.0:1789760742.084750:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760742.084755:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760742.084769:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21766144 i_blocks 43015
00000020:00200000:0.0:1789760742.084772:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760742.084782:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760742.084816:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21766144, count: 4096
00000080:00200000:0.0:1789760742.084822:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21766144, bytes: 4096
00000080:00200000:0.0:1789760742.084831:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760742.084838:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760742.084840:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21766144, 21770240) 0 0
00000080:00200000:0.0:1789760742.084844:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760742.084857:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5314, 5314]
00020000:00200000:0.0:1789760742.084863:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21766144 chunk: [21766144, 21770240) 21770240, 4096
00020000:00200000:0.0:1789760742.084867:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760742.084887:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5314, 5314]
00000008:00010000:0.0:1789760742.084902:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760742.084906:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760742.084915:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21766144, 21770240) append 0 append lockpos 0
00000080:00200000:0.0:1789760742.084925:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21766144=0x14c2000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760742.084969:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760742.084971:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21770240
00000020:00010000:0.0:1789760742.084978:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760742.084982:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760742.084985:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760742.084988:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760742.084991:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760742.084997:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760742.085003:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760742.085016:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:0.0:1789760742.085112:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54a80 - object 0x280000401:3 offset 21766144<>21770240
00000080:00200000:0.0:1789760742.136948:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5314, 5314]
00000080:00200000:0.0:1789760742.136960:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760742.136965:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760742.136978:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21770240 i_blocks 43015
00000020:00200000:0.0:1789760742.136982:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760742.136990:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760742.137015:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21770240, count: 4096
00000080:00200000:0.0:1789760742.137021:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21770240, bytes: 4096
00000080:00200000:0.0:1789760742.137028:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760742.137035:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760742.137037:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21770240, 21774336) 0 0
00000080:00200000:0.0:1789760742.137041:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760742.137054:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5315, 5315]
00020000:00200000:0.0:1789760742.137060:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21770240 chunk: [21770240, 21774336) 21774336, 4096
00020000:00200000:0.0:1789760742.137065:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760742.137080:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5315, 5315]
00000008:00010000:0.0:1789760742.137093:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760742.137099:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760742.137107:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21770240, 21774336) append 0 append lockpos 0
00000080:00200000:0.0:1789760742.137118:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21770240=0x14c3000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760742.137162:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760742.137165:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21774336
00000020:00010000:0.0:1789760742.137172:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760742.139052:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760742.139060:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760742.139064:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760742.139067:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760742.139078:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760742.139087:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760742.139114:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d240
00000008:00100000:0.0:1789760742.139257:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54e00 - object 0x280000401:3 offset 21770240<>21774336
00000080:00200000:0.0:1789760742.212148:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5315, 5315]
00000080:00200000:0.0:1789760742.212161:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760742.212171:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760742.212193:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21774336 i_blocks 43015
00000020:00200000:0.0:1789760742.212197:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760742.212206:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760742.212307:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21774336, count: 4096
00000080:00200000:0.0:1789760742.212313:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21774336, bytes: 4096
00000080:00200000:0.0:1789760742.212321:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760742.212327:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760742.212329:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21774336, 21778432) 0 0
00000080:00200000:0.0:1789760742.212332:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760742.212344:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5316, 5316]
00020000:00200000:0.0:1789760742.212351:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21774336 chunk: [21774336, 21778432) 21778432, 4096
00020000:00200000:0.0:1789760742.212355:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760742.212371:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5316, 5316]
00000008:00010000:0.0:1789760742.212386:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760742.212391:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760742.212399:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21774336, 21778432) append 0 append lockpos 0
00000080:00200000:0.0:1789760742.212409:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21774336=0x14c4000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760742.212449:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760742.212451:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21778432
00000020:00010000:0.0:1789760742.212458:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760742.212461:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760742.212464:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760742.212467:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760742.212470:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760742.212476:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760742.212481:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760742.212496:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d0c0
00000008:00100000:0.0:1789760742.212591:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54700 - object 0x280000401:3 offset 21774336<>21778432
00000080:00200000:0.0:1789760742.276443:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5316, 5316]
00000080:00200000:0.0:1789760742.276456:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760742.276461:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760742.276471:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21778432 i_blocks 43015
00000020:00200000:0.0:1789760742.276475:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760742.276483:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760742.276507:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21778432, count: 4096
00000080:00200000:0.0:1789760742.276513:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21778432, bytes: 4096
00000080:00200000:0.0:1789760742.276520:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760742.276527:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760742.276529:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21778432, 21782528) 0 0
00000080:00200000:0.0:1789760742.276532:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760742.276543:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5317, 5317]
00020000:00200000:0.0:1789760742.276549:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21778432 chunk: [21778432, 21782528) 21782528, 4096
00020000:00200000:0.0:1789760742.276553:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760742.276567:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5317, 5317]
00000008:00010000:0.0:1789760742.276580:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760742.276584:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760742.276593:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21778432, 21782528) append 0 append lockpos 0
00000080:00200000:0.0:1789760742.276604:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21778432=0x14c5000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760742.276645:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760742.276648:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21782528
00000020:00010000:0.0:1789760742.276655:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760742.276658:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760742.276661:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760742.276664:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760742.276667:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760742.276673:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760742.276678:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760742.276691:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d0c0
00000008:00100000:0.0:1789760742.276792:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55c00 - object 0x280000401:3 offset 21778432<>21782528
00000080:00200000:0.0:1789760742.310342:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5317, 5317]
00000080:00200000:0.0:1789760742.310355:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760742.310360:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760742.310372:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21782528 i_blocks 43015
00000020:00200000:0.0:1789760742.310375:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760742.310383:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760742.310409:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21782528, count: 4096
00000080:00200000:0.0:1789760742.310414:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21782528, bytes: 4096
00000080:00200000:0.0:1789760742.310421:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760742.310429:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760742.310430:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21782528, 21786624) 0 0
00000080:00200000:0.0:1789760742.310434:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760742.310447:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5318, 5318]
00020000:00200000:0.0:1789760742.310454:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21782528 chunk: [21782528, 21786624) 21786624, 4096
00020000:00200000:0.0:1789760742.310458:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760742.310472:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5318, 5318]
00000008:00010000:0.0:1789760742.310486:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760742.310490:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760742.310499:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21782528, 21786624) append 0 append lockpos 0
00000080:00200000:0.0:1789760742.310510:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21782528=0x14c6000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760742.310554:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760742.310556:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21786624
00000020:00010000:0.0:1789760742.310564:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760742.310567:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760742.310570:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760742.310573:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760742.310575:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760742.310581:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760742.310599:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760742.310614:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d240
00000008:00100000:0.0:1789760742.310719:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55f80 - object 0x280000401:3 offset 21782528<>21786624
00000080:00200000:0.0:1789760742.365340:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5318, 5318]
00000080:00200000:0.0:1789760742.365353:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760742.365359:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760742.365370:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21786624 i_blocks 43015
00000020:00200000:0.0:1789760742.365373:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760742.365381:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760742.365408:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21786624, count: 4096
00000080:00200000:0.0:1789760742.365414:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21786624, bytes: 4096
00000080:00200000:0.0:1789760742.365421:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760742.365428:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760742.365430:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21786624, 21790720) 0 0
00000080:00200000:0.0:1789760742.365434:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760742.365446:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5319, 5319]
00020000:00200000:0.0:1789760742.365453:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21786624 chunk: [21786624, 21790720) 21790720, 4096
00020000:00200000:0.0:1789760742.365457:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760742.365471:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5319, 5319]
00000008:00010000:0.0:1789760742.365484:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760742.365489:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760742.365497:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21786624, 21790720) append 0 append lockpos 0
00000080:00200000:0.0:1789760742.365508:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21786624=0x14c7000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760742.365545:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760742.365547:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21790720
00000020:00010000:0.0:1789760742.365554:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760742.365557:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760742.365560:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760742.365562:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760742.365564:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760742.365570:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760742.365574:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000100:00100000:3.0:1789760742.368446:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520939008:192.168.203.116@tcp:400:kworker.0
00000100:00100000:3.0:1789760742.368621:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2407:1876699520939264:192.168.203.116@tcp:400:kworker.0
00000100:00100000:3.0:1789760742.368669:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0]
00000100:00100000:3.0:1789760742.368675:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2407:1876699520938880:192.168.203.116@tcp:400:kworker.0
00000100:00100000:3.0:1789760742.371436:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520939136:192.168.203.116@tcp:400:kworker.0
00000100:00100000:3.0:1789760742.371480:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2407:1876699520939392:192.168.203.116@tcp:400:kworker.0
00000100:00100000:3.0:1789760742.390204:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2407:1876699520938880:192.168.203.116@tcp:400:kworker.0
00000100:00100000:3.0:1789760742.390411:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2407:1876699520939264:192.168.203.116@tcp:400:kworker.0
00000100:00100000:3.0:1789760742.390811:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520939136:192.168.203.116@tcp:400:kworker.0
00000100:00100000:3.0:1789760742.390822:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2407:1876699520939392:192.168.203.116@tcp:400:kworker.0
00000100:00100000:3.0:1789760742.390832:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520939008:192.168.203.116@tcp:400:kworker.0
00000080:00200000:0.0:1789760742.418933:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5319, 5319]
00000080:00200000:0.0:1789760742.418946:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760742.418951:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760742.418963:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21790720 i_blocks 43015
00000020:00200000:0.0:1789760742.418966:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760742.418974:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760742.418999:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21790720, count: 4096
00000080:00200000:0.0:1789760742.419005:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21790720, bytes: 4096
00000080:00200000:0.0:1789760742.419013:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760742.419019:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760742.419022:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21790720, 21794816) 0 0
00000080:00200000:0.0:1789760742.419026:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760742.419038:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5320, 5320]
00020000:00200000:0.0:1789760742.419046:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21790720 chunk: [21790720, 21794816) 21794816, 4096
00020000:00200000:0.0:1789760742.419049:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760742.419063:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5320, 5320]
00000008:00010000:0.0:1789760742.419077:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760742.419081:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760742.419118:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21790720, 21794816) append 0 append lockpos 0
00000080:00200000:0.0:1789760742.419129:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21790720=0x14c8000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760742.419616:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760742.419621:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21794816
00000020:00010000:0.0:1789760742.419628:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760742.419632:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760742.419635:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760742.419638:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760742.419640:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760742.419647:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760742.419652:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760742.419665:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d180
00000008:00100000:0.0:1789760742.419763:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57b80 - object 0x280000401:3 offset 21790720<>21794816
00000080:00200000:0.0:1789760742.475577:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5320, 5320]
00000080:00200000:0.0:1789760742.475589:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760742.475595:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760742.475607:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21794816 i_blocks 43015
00000020:00200000:0.0:1789760742.475611:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760742.475619:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760742.475644:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21794816, count: 4096
00000080:00200000:0.0:1789760742.475650:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21794816, bytes: 4096
00000080:00200000:0.0:1789760742.475657:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760742.475663:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760742.475665:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21794816, 21798912) 0 0
00000080:00200000:0.0:1789760742.475669:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760742.475682:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5321, 5321]
00020000:00200000:0.0:1789760742.475688:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21794816 chunk: [21794816, 21798912) 21798912, 4096
00020000:00200000:0.0:1789760742.475692:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760742.475707:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5321, 5321]
00000008:00010000:0.0:1789760742.475720:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760742.475725:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760742.475733:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21794816, 21798912) append 0 append lockpos 0
00000080:00200000:0.0:1789760742.475745:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21794816=0x14c9000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760742.475789:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760742.475791:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21798912
00000020:00010000:0.0:1789760742.475798:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760742.475801:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760742.475804:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760742.475808:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760742.475810:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760742.475817:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760742.475823:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760742.475836:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760742.475929:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56680 - object 0x280000401:3 offset 21794816<>21798912
00000080:00200000:0.0:1789760742.527484:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5321, 5321]
00000080:00200000:0.0:1789760742.527496:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760742.527501:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760742.527512:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21798912 i_blocks 43015
00000020:00200000:0.0:1789760742.527516:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760742.527525:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760742.527548:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21798912, count: 4096
00000080:00200000:0.0:1789760742.527554:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21798912, bytes: 4096
00000080:00200000:0.0:1789760742.527560:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760742.527566:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760742.527568:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21798912, 21803008) 0 0
00000080:00200000:0.0:1789760742.527572:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760742.527584:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5322, 5322]
00020000:00200000:0.0:1789760742.527591:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21798912 chunk: [21798912, 21803008) 21803008, 4096
00020000:00200000:0.0:1789760742.527595:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760742.527612:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5322, 5322]
00000008:00010000:0.0:1789760742.527626:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760742.527630:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760742.527639:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21798912, 21803008) append 0 append lockpos 0
00000080:00200000:0.0:1789760742.527649:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21798912=0x14ca000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760742.527690:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760742.527693:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21803008
00000020:00010000:0.0:1789760742.527699:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760742.527702:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760742.527705:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760742.527707:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760742.527710:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760742.527718:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760742.527724:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760742.527737:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760742.527830:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56680 - object 0x280000401:3 offset 21798912<>21803008
00000080:00200000:0.0:1789760742.568849:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5322, 5322]
00000080:00200000:0.0:1789760742.568862:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760742.568866:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760742.568878:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21803008 i_blocks 43015
00000020:00200000:0.0:1789760742.568881:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760742.568888:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760742.568912:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21803008, count: 4096
00000080:00200000:0.0:1789760742.568918:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21803008, bytes: 4096
00000080:00200000:0.0:1789760742.568925:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760742.568932:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760742.568933:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21803008, 21807104) 0 0
00000080:00200000:0.0:1789760742.568937:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760742.568949:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5323, 5323]
00020000:00200000:0.0:1789760742.568955:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21803008 chunk: [21803008, 21807104) 21807104, 4096
00020000:00200000:0.0:1789760742.568959:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760742.568973:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5323, 5323]
00000008:00010000:0.0:1789760742.568986:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760742.568991:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760742.568999:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21803008, 21807104) append 0 append lockpos 0
00000080:00200000:0.0:1789760742.569010:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21803008=0x14cb000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760742.569122:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760742.569125:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21807104
00000020:00010000:0.0:1789760742.569133:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760742.569136:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760742.569140:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760742.569143:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760742.569145:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760742.569153:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760742.569159:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760742.569182:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760742.569418:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57b80 - object 0x280000401:3 offset 21803008<>21807104
00000100:00100000:3.0:1789760742.627077:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520940032:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760742.680389:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972644 gen 3
00000008:00010000:3.0:1789760742.680427:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590c00
00000020:00200000:3.0:1789760742.680434:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760742.680443:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760742.680504:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590c00
00000100:00100000:3.0:1789760742.680530:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520940032:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760742.682354:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520940160:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760742.718646:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972645 gen 3
00000008:00010000:3.0:1789760742.718682:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590600
00000020:00200000:3.0:1789760742.718688:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760742.718696:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760742.718717:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590600
00000100:00100000:3.0:1789760742.718740:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520940160:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760742.719236:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760742.719251:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520940288:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760742.756102:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972646 gen 3
00000008:00010000:3.0:1789760742.756134:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065903c0
00000020:00200000:3.0:1789760742.756140:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760742.756149:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760742.756166:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065903c0
00000100:00100000:3.0:1789760742.756203:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520940288:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760742.757042:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520940416:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760742.800086:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972647 gen 3
00000008:00010000:3.0:1789760742.800119:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065903c0
00000020:00200000:3.0:1789760742.800125:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760742.800133:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760742.800193:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065903c0
00000100:00100000:3.0:1789760742.800251:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520940416:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760742.800838:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520940544:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760742.844979:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972648 gen 3
00000008:00010000:3.0:1789760742.845012:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590600
00000020:00200000:3.0:1789760742.845020:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760742.845028:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760742.845044:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590600
00000100:00100000:3.0:1789760742.845071:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520940544:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760742.845792:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520940672:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760742.883439:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972649 gen 3
00000008:00010000:3.0:1789760742.883475:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590c00
00000020:00200000:3.0:1789760742.883481:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760742.883489:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760742.883509:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590c00
00000100:00100000:3.0:1789760742.883535:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520940672:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760742.884096:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760742.884110:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520940800:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760742.923048:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590180
00000020:00200000:3.0:1789760742.923059:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760742.923068:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760742.923085:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590180
00000100:00100000:3.0:1789760742.923112:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520940800:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760742.923675:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520940928:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760742.965267:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972650 gen 3
00000100:00100000:3.0:1789760742.965298:0:2408:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff911a12eebb80 x1876699520940928/t4294972651(4294972651) o4->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760758 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:3.0:1789760742.965334:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590e40
00000020:00200000:3.0:1789760742.965341:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760742.965349:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760742.965370:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590e40
00000100:00100000:3.0:1789760742.965391:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520940928:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760742.966765:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760742.966784:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520941056:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760743.004627:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972652 gen 3
00000008:00010000:3.0:1789760743.004672:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590d80
00000020:00200000:3.0:1789760743.004678:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760743.004685:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760743.004710:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590d80
00000100:00100000:3.0:1789760743.004735:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520941056:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760743.005422:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520941184:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760743.069008:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972653 gen 3
00000008:00010000:3.0:1789760743.069054:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590300
00000020:00200000:3.0:1789760743.069061:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760743.069069:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760743.069088:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590300
00000100:00100000:3.0:1789760743.069115:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520941184:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760743.069652:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520941312:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760743.110986:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972654 gen 3
00000008:00010000:3.0:1789760743.111176:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590cc0
00000020:00200000:3.0:1789760743.111184:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760743.111192:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760743.111382:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590cc0
00000100:00100000:3.0:1789760743.111408:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520941312:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760743.112028:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520941440:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760743.154592:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065906c0
00000020:00200000:3.0:1789760743.154602:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760743.154611:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760743.154629:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065906c0
00000100:00100000:3.0:1789760743.154654:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520941440:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760743.155245:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760743.155259:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520941568:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760743.187923:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972656 gen 3
00000008:00010000:3.0:1789760743.187970:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065900c0
00000020:00200000:3.0:1789760743.187977:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760743.187985:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760743.188002:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065900c0
00000100:00100000:3.0:1789760743.188026:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520941568:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760743.188611:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520941696:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760743.244135:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972657 gen 3
00000008:00010000:3.0:1789760743.244180:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590240
00000020:00200000:3.0:1789760743.244187:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760743.244195:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760743.244241:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590240
00000100:00100000:3.0:1789760743.244266:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520941696:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760743.245100:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760743.245115:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520941824:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760743.296747:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972658 gen 3
00000008:00010000:3.0:1789760743.296783:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590900
00000020:00200000:3.0:1789760743.296790:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760743.296798:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760743.296823:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590900
00000100:00100000:3.0:1789760743.296850:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520941824:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760743.297516:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520941952:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760743.348068:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590000
00000020:00200000:3.0:1789760743.348081:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760743.348090:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760743.348110:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590000
00000100:00100000:3.0:1789760743.348133:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520941952:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760743.348774:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760743.348790:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520942080:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760743.401181:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972659 gen 3
00000100:00100000:3.0:1789760743.401237:0:2408:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff911a12ee9c00 x1876699520942080/t4294972660(4294972660) o4->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760759 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:3.0:1789760743.401276:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590b40
00000020:00200000:3.0:1789760743.401283:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760743.401290:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760743.401307:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590b40
00000100:00100000:3.0:1789760743.401327:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520942080:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760743.402049:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520942208:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760743.440755:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972661 gen 3
00000008:00010000:3.0:1789760743.441192:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590b40
00000020:00200000:3.0:1789760743.441198:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760743.441206:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760743.441260:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590b40
00000100:00100000:3.0:1789760743.441286:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520942208:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760743.442094:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520942336:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760743.475757:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972662 gen 3
00000008:00010000:3.0:1789760743.475797:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590000
00000020:00200000:3.0:1789760743.475808:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760743.475814:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760743.475825:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590000
00000100:00100000:3.0:1789760743.475850:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520942336:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760743.476488:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520942464:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760743.529540:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590900
00000020:00200000:3.0:1789760743.529553:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760743.529562:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760743.529579:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590900
00000100:00100000:3.0:1789760743.529605:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520942464:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760743.531188:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520942592:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760743.587014:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972664 gen 3
00000008:00010000:3.0:1789760743.587061:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590240
00000020:00200000:3.0:1789760743.587067:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760743.587074:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760743.587148:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590240
00000100:00100000:3.0:1789760743.587185:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520942592:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760743.590585:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520942720:192.168.203.116@tcp:4:dd.0
00000008:00010000:0.0:1789760743.635190:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277f00
00000020:00200000:0.0:1789760743.635201:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760743.635236:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760743.635255:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277f00
00000100:00100000:0.0:1789760743.635279:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520942720:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760743.636015:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520942848:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760743.677055:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972666 gen 3
00000008:00010000:3.0:1789760743.677099:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065900c0
00000020:00200000:3.0:1789760743.677106:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760743.677115:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760743.677177:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065900c0
00000100:00100000:3.0:1789760743.677205:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520942848:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760743.683020:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520942976:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760743.710322:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972667 gen 3
00000008:00010000:3.0:1789760743.710358:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065906c0
00000020:00200000:3.0:1789760743.710364:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760743.710372:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760743.710449:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065906c0
00000100:00100000:3.0:1789760743.710476:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520942976:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760743.710549:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5347, 5347]
00000080:00200000:0.0:1789760743.710561:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760743.710566:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760743.710577:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21905408 i_blocks 43015
00000020:00200000:0.0:1789760743.710580:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760743.710589:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760743.710616:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21905408, count: 4096
00000080:00200000:0.0:1789760743.710622:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21905408, bytes: 4096
00000080:00200000:0.0:1789760743.710630:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760743.710637:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760743.710640:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21905408, 21909504) 0 0
00000080:00200000:0.0:1789760743.710643:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760743.710656:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5348, 5348]
00020000:00200000:0.0:1789760743.710663:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21905408 chunk: [21905408, 21909504) 21909504, 4096
00020000:00200000:0.0:1789760743.710667:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760743.710687:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5348, 5348]
00000008:00010000:0.0:1789760743.710701:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760743.710706:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760743.710716:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21905408, 21909504) append 0 append lockpos 0
00000080:00200000:0.0:1789760743.710727:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21905408=0x14e4000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760743.710770:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760743.710773:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21909504
00000020:00010000:0.0:1789760743.710780:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760743.710783:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760743.710786:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760743.710789:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760743.710792:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760743.710800:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760743.710806:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760743.710821:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760743.710913:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55f80 - object 0x280000401:3 offset 21905408<>21909504
00000080:00200000:0.0:1789760743.739553:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5348, 5348]
00000080:00200000:0.0:1789760743.739565:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760743.739569:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760743.739582:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21909504 i_blocks 43015
00000020:00200000:0.0:1789760743.739585:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760743.739592:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760743.739616:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21909504, count: 4096
00000080:00200000:0.0:1789760743.739622:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21909504, bytes: 4096
00000080:00200000:0.0:1789760743.739630:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760743.739636:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760743.739638:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21909504, 21913600) 0 0
00000080:00200000:0.0:1789760743.739642:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760743.739654:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5349, 5349]
00020000:00200000:0.0:1789760743.739661:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21909504 chunk: [21909504, 21913600) 21913600, 4096
00020000:00200000:0.0:1789760743.739665:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760743.739680:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5349, 5349]
00000008:00010000:0.0:1789760743.739693:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760743.739699:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760743.739707:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21909504, 21913600) append 0 append lockpos 0
00000080:00200000:0.0:1789760743.739717:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21909504=0x14e5000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760743.739773:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760743.739776:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21913600
00000020:00010000:0.0:1789760743.739783:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760743.739787:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760743.739790:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760743.739793:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760743.739796:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760743.739803:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760743.739808:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760743.739822:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d180
00000008:00100000:0.0:1789760743.739931:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55c00 - object 0x280000401:3 offset 21909504<>21913600
00000080:00200000:0.0:1789760743.780486:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5349, 5349]
00000080:00200000:0.0:1789760743.780503:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760743.780508:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760743.780521:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21913600 i_blocks 43015
00000020:00200000:0.0:1789760743.780525:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760743.780533:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760743.780557:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21913600, count: 4096
00000080:00200000:0.0:1789760743.780562:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21913600, bytes: 4096
00000080:00200000:0.0:1789760743.780571:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760743.780579:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760743.780581:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21913600, 21917696) 0 0
00000080:00200000:0.0:1789760743.780585:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760743.780597:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5350, 5350]
00020000:00200000:0.0:1789760743.780604:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21913600 chunk: [21913600, 21917696) 21917696, 4096
00020000:00200000:0.0:1789760743.780608:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760743.780621:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5350, 5350]
00000008:00010000:0.0:1789760743.780634:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760743.780640:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760743.780649:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21913600, 21917696) append 0 append lockpos 0
00000080:00200000:0.0:1789760743.780658:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21913600=0x14e6000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760743.780702:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760743.780705:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21917696
00000020:00010000:0.0:1789760743.780710:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760743.780714:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760743.780717:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760743.780720:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760743.780723:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760743.780730:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760743.780735:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760743.780749:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:0.0:1789760743.780838:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54700 - object 0x280000401:3 offset 21913600<>21917696
00000080:00200000:0.0:1789760743.813596:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5350, 5350]
00000080:00200000:0.0:1789760743.813609:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760743.813615:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760743.813628:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21917696 i_blocks 43015
00000020:00200000:0.0:1789760743.813632:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000100:00100000:0.0:1789760743.814086:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520943488:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760743.858840:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5351, 5351]
00000080:00200000:3.0:1789760743.858861:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760743.858866:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760743.858878:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21921792 i_blocks 43015
00000020:00200000:3.0:1789760743.858882:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760743.858889:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760743.858915:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21921792, count: 4096
00000080:00200000:3.0:1789760743.858920:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21921792, bytes: 4096
00000080:00200000:3.0:1789760743.858928:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760743.858934:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760743.858937:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21921792, 21925888) 0 0
00000080:00200000:3.0:1789760743.858941:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760743.858954:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5352, 5352]
00020000:00200000:3.0:1789760743.858962:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21921792 chunk: [21921792, 21925888) 21925888, 4096
00020000:00200000:3.0:1789760743.858966:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760743.858981:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5352, 5352]
00000008:00010000:3.0:1789760743.858995:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760743.859000:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760743.859008:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21921792, 21925888) append 0 append lockpos 0
00000080:00200000:3.0:1789760743.859019:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21921792=0x14e8000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760743.859077:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760743.859081:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21925888
00000020:00010000:3.0:1789760743.859088:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760743.859091:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760743.859094:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760743.859097:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760743.859100:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760743.859105:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760743.859111:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760743.859126:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6600
00000008:00100000:3.0:1789760743.859285:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad3100 - object 0x280000401:3 offset 21921792<>21925888
00000100:00100000:3.0:1789760743.859327:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760743.859343:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520943616:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760743.898988:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972672 gen 3
00000008:00010000:3.0:1789760743.899020:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6600
00000020:00200000:3.0:1789760743.899026:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760743.899035:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760743.899115:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6600
00000100:00100000:3.0:1789760743.899140:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520943616:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760743.929352:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5353, 5353]
00000080:00200000:3.0:1789760743.929365:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760743.929369:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760743.929381:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21929984 i_blocks 43015
00000020:00200000:3.0:1789760743.929384:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760743.929392:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760743.929417:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21929984, count: 4096
00000080:00200000:3.0:1789760743.929423:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21929984, bytes: 4096
00000080:00200000:3.0:1789760743.929430:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760743.929438:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760743.929440:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21929984, 21934080) 0 0
00000080:00200000:3.0:1789760743.929443:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760743.929457:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5354, 5354]
00020000:00200000:3.0:1789760743.929464:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21929984 chunk: [21929984, 21934080) 21934080, 4096
00020000:00200000:3.0:1789760743.929468:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760743.929481:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5354, 5354]
00000008:00010000:3.0:1789760743.929494:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760743.929499:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760743.929507:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21929984, 21934080) append 0 append lockpos 0
00000080:00200000:3.0:1789760743.929518:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21929984=0x14ea000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760743.929560:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760743.929563:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21934080
00000020:00010000:3.0:1789760743.929569:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760743.929573:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760743.929577:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760743.929579:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760743.929582:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760743.929588:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760743.929593:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760743.929608:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6600
00000008:00100000:3.0:1789760743.929716:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad3100 - object 0x280000401:3 offset 21929984<>21934080
00000100:00100000:3.0:1789760743.962869:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972674 gen 3
00000008:00010000:3.0:1789760743.962909:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6600
00000020:00200000:3.0:1789760743.962916:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760743.962924:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760743.962949:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6600
00000100:00100000:3.0:1789760743.962974:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520943872:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760743.963614:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760743.963632:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520944000:192.168.203.116@tcp:4:dd.0
00010000:00010000:3.0:1789760743.967456:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789760744.012487:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972675 gen 3
00000008:00010000:0.0:1789760744.012525:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a132776c0
00000020:00200000:0.0:1789760744.012532:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760744.012543:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760744.012563:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a132776c0
00000100:00100000:0.0:1789760744.012588:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520944000:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760744.013270:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520944128:192.168.203.116@tcp:4:dd.0
00000008:00010000:0.0:1789760744.052413:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277c00
00000020:00200000:0.0:1789760744.052424:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760744.052435:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760744.052475:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277c00
00000100:00100000:0.0:1789760744.052501:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520944128:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760744.053065:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760744.053078:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520944256:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760744.093185:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972677 gen 3
00000008:00010000:0.0:1789760744.093320:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277540
00000020:00200000:0.0:1789760744.093327:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760744.093337:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760744.093358:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277540
00000100:00100000:0.0:1789760744.093383:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520944256:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760744.094152:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520944384:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760744.148423:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972678 gen 3
00000008:00010000:0.0:1789760744.148461:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277540
00000020:00200000:0.0:1789760744.148467:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760744.148477:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760744.148496:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277540
00000100:00100000:0.0:1789760744.148524:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520944384:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760744.149310:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760744.149325:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520944512:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760744.184662:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972679 gen 3
00000008:00010000:0.0:1789760744.184705:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277c00
00000020:00200000:0.0:1789760744.184713:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760744.184723:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760744.184743:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277c00
00000100:00100000:0.0:1789760744.184776:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520944512:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760744.222282:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5360, 5360]
00000080:00200000:3.0:1789760744.222296:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760744.222302:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760744.222313:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21958656 i_blocks 43015
00000020:00200000:3.0:1789760744.222317:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760744.222326:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760744.222354:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21958656, count: 4096
00000080:00200000:3.0:1789760744.222361:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21958656, bytes: 4096
00000080:00200000:3.0:1789760744.222369:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760744.222375:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760744.222377:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21958656, 21962752) 0 0
00000080:00200000:3.0:1789760744.222381:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760744.222394:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5361, 5361]
00020000:00200000:3.0:1789760744.222401:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21958656 chunk: [21958656, 21962752) 21962752, 4096
00020000:00200000:3.0:1789760744.222405:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760744.222419:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5361, 5361]
00000008:00010000:3.0:1789760744.222433:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760744.222439:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760744.222448:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21958656, 21962752) append 0 append lockpos 0
00000080:00200000:3.0:1789760744.222458:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21958656=0x14f1000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760744.222503:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760744.222506:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21962752
00000020:00010000:3.0:1789760744.222512:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760744.222516:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760744.222519:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760744.222522:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760744.222525:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760744.222531:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760744.222537:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760744.222551:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6600
00000008:00100000:3.0:1789760744.222648:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad3100 - object 0x280000401:3 offset 21958656<>21962752
00000100:00100000:3.0:1789760744.261363:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972681 gen 3
00000008:00010000:3.0:1789760744.261411:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6600
00000020:00200000:3.0:1789760744.261417:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760744.261425:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760744.261447:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6600
00000100:00100000:3.0:1789760744.261472:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520944768:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760744.262106:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760744.262124:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520944896:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760744.298768:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972682 gen 3
00000008:00010000:0.0:1789760744.298817:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a132776c0
00000020:00200000:0.0:1789760744.298823:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760744.298833:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760744.298851:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a132776c0
00000100:00100000:0.0:1789760744.298875:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520944896:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760744.299686:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520945024:192.168.203.116@tcp:4:dd.0
00000008:00010000:0.0:1789760744.334866:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277f00
00000020:00200000:0.0:1789760744.334878:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760744.334888:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760744.334908:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277f00
00000100:00100000:0.0:1789760744.334934:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520945024:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760744.335628:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760744.335643:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520945152:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760744.405400:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972684 gen 3
00000008:00010000:0.0:1789760744.405443:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277d80
00000020:00200000:0.0:1789760744.405449:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760744.405455:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760744.405472:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277d80
00000100:00100000:0.0:1789760744.405493:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520945152:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760744.405990:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520945280:192.168.203.116@tcp:4:dd.0
00000008:00010000:0.0:1789760744.454796:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277d80
00000020:00200000:0.0:1789760744.454808:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760744.454819:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760744.454839:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277d80
00000100:00100000:0.0:1789760744.454864:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520945280:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760744.455490:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520945408:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760744.503353:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972686 gen 3
00000008:00010000:0.0:1789760744.503399:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277f00
00000020:00200000:0.0:1789760744.503405:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760744.503415:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760744.503442:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277f00
00000100:00100000:0.0:1789760744.503474:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520945408:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760744.504436:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520945536:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760744.556028:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972687 gen 3
00000008:00010000:0.0:1789760744.556066:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a132776c0
00000020:00200000:0.0:1789760744.556074:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760744.556084:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760744.556110:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a132776c0
00000100:00100000:0.0:1789760744.556136:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520945536:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760744.556994:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520945664:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760744.602350:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972688 gen 3
00000008:00010000:0.0:1789760744.602401:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277c00
00000020:00200000:0.0:1789760744.602410:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760744.602423:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760744.602500:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277c00
00000100:00100000:0.0:1789760744.602525:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520945664:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760744.657376:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5369, 5369]
00000080:00200000:3.0:1789760744.657388:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760744.657393:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760744.657404:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21995520 i_blocks 43015
00000020:00200000:3.0:1789760744.657408:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760744.657415:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760744.657438:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21995520, count: 4096
00000080:00200000:3.0:1789760744.657444:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21995520, bytes: 4096
00000080:00200000:3.0:1789760744.657451:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760744.657459:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760744.657461:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21995520, 21999616) 0 0
00000080:00200000:3.0:1789760744.657464:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760744.657476:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5370, 5370]
00020000:00200000:3.0:1789760744.657482:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21995520 chunk: [21995520, 21999616) 21999616, 4096
00020000:00200000:3.0:1789760744.657487:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760744.657500:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5370, 5370]
00000008:00010000:3.0:1789760744.657514:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760744.657519:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760744.657528:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21995520, 21999616) append 0 append lockpos 0
00000080:00200000:3.0:1789760744.657539:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=21995520=0x14fa000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760744.657584:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760744.657586:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21999616
00000020:00010000:3.0:1789760744.657592:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760744.657596:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760744.657598:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760744.657602:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760744.657604:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760744.657610:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760744.657616:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760744.657629:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6600
00000008:00100000:3.0:1789760744.657723:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad3100 - object 0x280000401:3 offset 21995520<>21999616
00000100:00100000:3.0:1789760744.657761:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760744.657776:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520945920:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760744.711191:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972690 gen 3
00000008:00010000:3.0:1789760744.711269:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6600
00000020:00200000:3.0:1789760744.711276:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760744.711285:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760744.711306:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6600
00000100:00100000:3.0:1789760744.711334:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520945920:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760744.713874:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760744.713897:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520946048:192.168.203.116@tcp:4:dd.0
00000008:00010000:0.0:1789760744.761866:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277540
00000020:00200000:0.0:1789760744.761878:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760744.761888:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760744.761958:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277540
00000100:00100000:0.0:1789760744.761980:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520946048:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760744.765645:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760744.765671:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520946176:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760744.841451:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972691 gen 3
00000100:00100000:0.0:1789760744.841480:0:2405:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff911a08b08e00 x1876699520946176/t4294972692(4294972692) o4->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760760 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:0.0:1789760744.841575:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277540
00000020:00200000:0.0:1789760744.841581:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760744.841590:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760744.841609:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277540
00000100:00100000:0.0:1789760744.841629:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520946176:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760744.912385:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5373, 5373]
00000080:00200000:0.0:1789760744.912397:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760744.912402:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760744.912414:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22011904 i_blocks 43015
00000020:00200000:0.0:1789760744.912418:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760744.912425:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760744.912450:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22011904, count: 4096
00000080:00200000:0.0:1789760744.912457:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22011904, bytes: 4096
00000080:00200000:0.0:1789760744.912465:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760744.912473:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760744.912475:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22011904, 22016000) 0 0
00000080:00200000:0.0:1789760744.912478:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760744.912491:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5374, 5374]
00020000:00200000:0.0:1789760744.912498:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22011904 chunk: [22011904, 22016000) 22016000, 4096
00020000:00200000:0.0:1789760744.912501:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760744.912515:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5374, 5374]
00000008:00010000:0.0:1789760744.912527:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760744.912532:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760744.912540:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22011904, 22016000) append 0 append lockpos 0
00000080:00200000:0.0:1789760744.912551:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22011904=0x14fe000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760744.912594:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760744.912596:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22016000
00000020:00010000:0.0:1789760744.912602:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760744.912606:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760744.912609:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760744.912612:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760744.912615:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760744.912621:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760744.912627:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760744.912641:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d240
00000008:00100000:0.0:1789760744.912748:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54e00 - object 0x280000401:3 offset 22011904<>22016000
00000100:00100000:0.0:1789760744.912850:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760744.912867:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520946432:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760744.965658:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972694 gen 3
00000008:00010000:0.0:1789760744.965702:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7d240
00000020:00200000:0.0:1789760744.965708:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760744.965717:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760744.965734:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7d240
00000100:00100000:0.0:1789760744.965757:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520946432:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760745.025568:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5375, 5375]
00000080:00200000:3.0:1789760745.025581:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760745.025586:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760745.025598:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22020096 i_blocks 43015
00000020:00200000:3.0:1789760745.025601:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760745.025610:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760745.025634:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22020096, count: 4096
00000080:00200000:3.0:1789760745.025640:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22020096, bytes: 4096
00000080:00200000:3.0:1789760745.025647:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760745.025654:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760745.025655:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22020096, 22024192) 0 0
00000080:00200000:3.0:1789760745.025659:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760745.025672:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5376, 5376]
00020000:00200000:3.0:1789760745.025680:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22020096 chunk: [22020096, 22024192) 22024192, 4096
00020000:00200000:3.0:1789760745.025684:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760745.025699:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5376, 5376]
00000008:00010000:3.0:1789760745.025715:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760745.025720:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760745.025729:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22020096, 22024192) append 0 append lockpos 0
00000080:00200000:3.0:1789760745.025740:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22020096=0x1500000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760745.025909:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760745.025912:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22024192
00000020:00010000:3.0:1789760745.025919:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760745.025922:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760745.025925:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760745.025928:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760745.025931:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760745.025937:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760745.025942:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760745.025956:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6600
00000008:00100000:3.0:1789760745.026055:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad3100 - object 0x280000401:3 offset 22020096<>22024192
00000080:00200000:3.0:1789760745.096441:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5376, 5376]
00000080:00200000:3.0:1789760745.096454:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760745.096459:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760745.096470:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22024192 i_blocks 43015
00000020:00200000:3.0:1789760745.096474:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760745.096481:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760745.096508:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22024192, count: 4096
00000080:00200000:3.0:1789760745.096514:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22024192, bytes: 4096
00000080:00200000:3.0:1789760745.096523:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760745.096529:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760745.096532:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22024192, 22028288) 0 0
00000080:00200000:3.0:1789760745.096535:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760745.096547:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5377, 5377]
00020000:00200000:3.0:1789760745.096554:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22024192 chunk: [22024192, 22028288) 22028288, 4096
00020000:00200000:3.0:1789760745.096558:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760745.096573:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5377, 5377]
00000008:00010000:3.0:1789760745.096586:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760745.096591:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760745.096601:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22024192, 22028288) append 0 append lockpos 0
00000080:00200000:3.0:1789760745.096612:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22024192=0x1501000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760745.096657:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760745.096660:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22028288
00000020:00010000:3.0:1789760745.096667:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760745.096669:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760745.096672:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760745.096675:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760745.096679:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760745.096686:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760745.096704:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760745.096718:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb63c0
00000008:00100000:3.0:1789760745.096990:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad0000 - object 0x280000401:3 offset 22024192<>22028288
00000080:00200000:3.0:1789760745.134205:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5377, 5377]
00000080:00200000:3.0:1789760745.134298:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760745.134305:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760745.134316:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22028288 i_blocks 45063
00000020:00200000:3.0:1789760745.134320:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760745.134329:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760745.134353:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22028288, count: 4096
00000080:00200000:3.0:1789760745.134358:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22028288, bytes: 4096
00000080:00200000:3.0:1789760745.134366:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760745.134374:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760745.134376:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22028288, 22032384) 0 0
00000080:00200000:3.0:1789760745.134379:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760745.134390:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5378, 5378]
00020000:00200000:3.0:1789760745.134397:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22028288 chunk: [22028288, 22032384) 22032384, 4096
00020000:00200000:3.0:1789760745.134401:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760745.134415:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5378, 5378]
00000008:00010000:3.0:1789760745.134427:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760745.134432:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760745.134440:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22028288, 22032384) append 0 append lockpos 0
00000080:00200000:3.0:1789760745.134450:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22028288=0x1502000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760745.134492:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760745.134495:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22032384
00000020:00010000:3.0:1789760745.134502:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760745.134505:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760745.134508:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760745.134511:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760745.134514:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760745.134520:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760745.134525:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760745.134538:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6000
00000008:00100000:3.0:1789760745.134631:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1880 - object 0x280000401:3 offset 22028288<>22032384
00000080:00200000:3.0:1789760745.176540:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5378, 5378]
00000080:00200000:3.0:1789760745.176554:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760745.176558:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760745.176570:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22032384 i_blocks 45063
00000020:00200000:3.0:1789760745.176573:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760745.176581:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760745.176606:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22032384, count: 4096
00000080:00200000:3.0:1789760745.176612:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22032384, bytes: 4096
00000080:00200000:3.0:1789760745.176618:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760745.176625:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760745.176627:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22032384, 22036480) 0 0
00000080:00200000:3.0:1789760745.176630:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760745.176642:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5379, 5379]
00020000:00200000:3.0:1789760745.176649:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22032384 chunk: [22032384, 22036480) 22036480, 4096
00020000:00200000:3.0:1789760745.176653:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760745.176667:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5379, 5379]
00000008:00010000:3.0:1789760745.176681:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760745.176759:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760745.176769:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22032384, 22036480) append 0 append lockpos 0
00000080:00200000:3.0:1789760745.176780:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22032384=0x1503000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760745.176948:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760745.176951:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22036480
00000020:00010000:3.0:1789760745.176958:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760745.176962:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760745.176964:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760745.176967:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760745.176969:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760745.176975:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760745.176980:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760745.176994:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6480
00000008:00100000:3.0:1789760745.177084:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1180 - object 0x280000401:3 offset 22032384<>22036480
00000080:00200000:3.0:1789760745.224867:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5379, 5379]
00000080:00200000:3.0:1789760745.224880:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760745.224894:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760745.224910:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22036480 i_blocks 45063
00000020:00200000:3.0:1789760745.224913:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760745.224920:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760745.224946:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22036480, count: 4096
00000080:00200000:3.0:1789760745.224952:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22036480, bytes: 4096
00000080:00200000:3.0:1789760745.224960:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760745.224967:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760745.224969:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22036480, 22040576) 0 0
00000080:00200000:3.0:1789760745.224972:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760745.224984:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5380, 5380]
00020000:00200000:3.0:1789760745.224992:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22036480 chunk: [22036480, 22040576) 22040576, 4096
00020000:00200000:3.0:1789760745.224996:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760745.225010:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5380, 5380]
00000008:00010000:3.0:1789760745.225024:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760745.225029:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760745.225037:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22036480, 22040576) append 0 append lockpos 0
00000080:00200000:3.0:1789760745.225048:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22036480=0x1504000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760745.225092:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760745.225095:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22040576
00000020:00010000:3.0:1789760745.225102:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760745.225105:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760745.225107:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760745.225110:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760745.225113:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760745.225119:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760745.225124:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760745.225138:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6a80
00000008:00100000:3.0:1789760745.225282:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1f80 - object 0x280000401:3 offset 22036480<>22040576
00000100:00100000:3.0:1789760745.226192:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520947200:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760745.283791:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5380, 5380]
00000080:00200000:3.0:1789760745.283806:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760745.283811:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760745.283823:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22040576 i_blocks 45063
00000020:00200000:3.0:1789760745.283826:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760745.283834:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760745.283860:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22040576, count: 4096
00000080:00200000:3.0:1789760745.283865:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22040576, bytes: 4096
00000080:00200000:3.0:1789760745.283874:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760745.283881:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760745.283883:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22040576, 22044672) 0 0
00000080:00200000:3.0:1789760745.283887:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760745.283900:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5381, 5381]
00020000:00200000:3.0:1789760745.283907:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22040576 chunk: [22040576, 22044672) 22044672, 4096
00020000:00200000:3.0:1789760745.283910:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760745.283926:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5381, 5381]
00000008:00010000:3.0:1789760745.283940:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760745.283945:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760745.283954:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22040576, 22044672) append 0 append lockpos 0
00000080:00200000:3.0:1789760745.283964:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22040576=0x1505000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760745.284009:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760745.284012:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22044672
00000020:00010000:3.0:1789760745.284018:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760745.284021:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760745.284024:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760745.284027:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760745.284029:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760745.284035:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760745.284040:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760745.284054:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6f00
00000008:00100000:3.0:1789760745.284173:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad0a80 - object 0x280000401:3 offset 22040576<>22044672
00000080:00200000:3.0:1789760745.352950:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5381, 5381]
00000080:00200000:3.0:1789760745.352964:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760745.352969:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760745.352981:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22044672 i_blocks 45063
00000020:00200000:3.0:1789760745.352984:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760745.352991:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760745.353018:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22044672, count: 4096
00000080:00200000:3.0:1789760745.353024:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22044672, bytes: 4096
00000080:00200000:3.0:1789760745.353033:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760745.353040:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760745.353042:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22044672, 22048768) 0 0
00000080:00200000:3.0:1789760745.353046:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760745.353060:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5382, 5382]
00020000:00200000:3.0:1789760745.353066:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22044672 chunk: [22044672, 22048768) 22048768, 4096
00020000:00200000:3.0:1789760745.353138:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760745.353361:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5382, 5382]
00000008:00010000:3.0:1789760745.353375:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760745.353380:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760745.353389:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22044672, 22048768) append 0 append lockpos 0
00000080:00200000:3.0:1789760745.353399:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22044672=0x1506000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760745.353498:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760745.353501:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22048768
00000020:00010000:3.0:1789760745.353507:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760745.353510:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760745.353514:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760745.353517:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760745.353519:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760745.353525:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760745.353531:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760745.353553:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6240
00000008:00100000:3.0:1789760745.353653:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad0380 - object 0x280000401:3 offset 22044672<>22048768
00000080:00200000:3.0:1789760745.405826:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5382, 5382]
00000080:00200000:3.0:1789760745.405839:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760745.405844:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760745.405856:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22048768 i_blocks 45063
00000020:00200000:3.0:1789760745.405859:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760745.405867:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760745.405891:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22048768, count: 4096
00000080:00200000:3.0:1789760745.405897:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22048768, bytes: 4096
00000080:00200000:3.0:1789760745.405904:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760745.405911:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760745.405912:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22048768, 22052864) 0 0
00000080:00200000:3.0:1789760745.405916:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760745.405928:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5383, 5383]
00020000:00200000:3.0:1789760745.405935:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22048768 chunk: [22048768, 22052864) 22052864, 4096
00020000:00200000:3.0:1789760745.405939:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760745.405954:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5383, 5383]
00000008:00010000:3.0:1789760745.405968:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760745.405973:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760745.405981:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22048768, 22052864) append 0 append lockpos 0
00000080:00200000:3.0:1789760745.405993:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22048768=0x1507000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760745.406039:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760745.406041:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22052864
00000020:00010000:3.0:1789760745.406048:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760745.406052:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760745.406055:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760745.406058:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760745.406061:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760745.406067:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760745.406073:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760745.406088:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb60c0
00000008:00100000:3.0:1789760745.406391:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2680 - object 0x280000401:3 offset 22048768<>22052864
00000100:00100000:0.0:1789760745.452552:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520947712:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760745.489912:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972704 gen 3
00000008:00010000:0.0:1789760745.489951:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277c00
00000020:00200000:0.0:1789760745.489957:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760745.489968:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760745.490043:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277c00
00000100:00100000:0.0:1789760745.490070:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520947712:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760745.537843:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5385, 5385]
00000080:00200000:0.0:1789760745.537866:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760745.537872:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760745.537885:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22061056 i_blocks 45063
00000020:00200000:0.0:1789760745.537889:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760745.537901:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760745.537926:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22061056, count: 4096
00000080:00200000:0.0:1789760745.537934:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22061056, bytes: 4096
00000080:00200000:0.0:1789760745.537943:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760745.537951:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760745.537954:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22061056, 22065152) 0 0
00000080:00200000:0.0:1789760745.537957:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760745.537971:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5386, 5386]
00020000:00200000:0.0:1789760745.537978:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22061056 chunk: [22061056, 22065152) 22065152, 4096
00020000:00200000:0.0:1789760745.537982:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760745.537999:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5386, 5386]
00000008:00010000:0.0:1789760745.538011:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760745.538016:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760745.538026:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22061056, 22065152) append 0 append lockpos 0
00000080:00200000:0.0:1789760745.538036:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22061056=0x150a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760745.538171:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760745.538174:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22065152
00000020:00010000:0.0:1789760745.538181:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760745.538185:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760745.538188:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760745.538192:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760745.538194:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760745.538356:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760745.538363:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760745.538386:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d240
00000008:00100000:0.0:1789760745.538577:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54e00 - object 0x280000401:3 offset 22061056<>22065152
00000080:00200000:0.0:1789760745.621886:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5386, 5386]
00000080:00200000:0.0:1789760745.621901:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760745.621906:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760745.621919:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22065152 i_blocks 45063
00000020:00200000:0.0:1789760745.621927:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760745.621937:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760745.621965:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22065152, count: 4096
00000080:00200000:0.0:1789760745.621972:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22065152, bytes: 4096
00000080:00200000:0.0:1789760745.621981:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760745.621988:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760745.621991:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22065152, 22069248) 0 0
00000080:00200000:0.0:1789760745.621994:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760745.622008:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5387, 5387]
00020000:00200000:0.0:1789760745.622014:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22065152 chunk: [22065152, 22069248) 22069248, 4096
00020000:00200000:0.0:1789760745.622018:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760745.622034:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5387, 5387]
00000008:00010000:0.0:1789760745.622047:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760745.622053:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760745.622062:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22065152, 22069248) append 0 append lockpos 0
00000080:00200000:0.0:1789760745.622073:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22065152=0x150b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760745.622121:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760745.622124:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22069248
00000020:00010000:0.0:1789760745.622131:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760745.622135:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760745.622138:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760745.622141:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760745.622144:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760745.622162:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760745.622168:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760745.622189:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d0c0
00000008:00100000:0.0:1789760745.622590:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54a80 - object 0x280000401:3 offset 22065152<>22069248
00000080:00200000:3.0:1789760745.733436:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5388, 5388]
00000080:00200000:3.0:1789760745.733449:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760745.733454:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760745.733466:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22073344 i_blocks 45063
00000020:00200000:3.0:1789760745.733470:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760745.733479:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760745.733505:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22073344, count: 4096
00000080:00200000:3.0:1789760745.733511:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22073344, bytes: 4096
00000080:00200000:3.0:1789760745.733519:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760745.733526:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760745.733528:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22073344, 22077440) 0 0
00000080:00200000:3.0:1789760745.733531:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760745.733543:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5389, 5389]
00020000:00200000:3.0:1789760745.733549:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22073344 chunk: [22073344, 22077440) 22077440, 4096
00020000:00200000:3.0:1789760745.733553:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760745.733567:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5389, 5389]
00000008:00010000:3.0:1789760745.733580:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760745.733585:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760745.733594:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22073344, 22077440) append 0 append lockpos 0
00000080:00200000:3.0:1789760745.733604:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22073344=0x150d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760745.733649:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760745.733652:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22077440
00000020:00010000:3.0:1789760745.733658:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760745.733661:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760745.733664:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760745.733667:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760745.733670:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760745.733686:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760745.733693:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760745.733708:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb66c0
00000008:00100000:3.0:1789760745.733954:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1c00 - object 0x280000401:3 offset 22073344<>22077440
00000100:00100000:3.0:1789760745.733995:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760745.734009:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520948352:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760745.794554:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760745.794579:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520948480:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760745.845861:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972710 gen 3
00000008:00010000:0.0:1789760745.845935:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a132776c0
00000020:00200000:0.0:1789760745.845941:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760745.845951:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760745.845972:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a132776c0
00000100:00100000:0.0:1789760745.845999:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520948480:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760745.899106:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520948736:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760745.966507:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520948864:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760746.016238:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972713 gen 3
00000008:00010000:0.0:1789760746.016274:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277f00
00000020:00200000:0.0:1789760746.016280:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760746.016291:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760746.016312:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277f00
00000100:00100000:0.0:1789760746.016336:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520948864:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760746.020459:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520948992:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760746.079385:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972714 gen 3
00000008:00010000:0.0:1789760746.079421:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277d80
00000020:00200000:0.0:1789760746.079427:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760746.079436:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760746.079460:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277d80
00000100:00100000:0.0:1789760746.079486:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520948992:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760746.080165:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760746.080180:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520949120:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760746.134584:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972715 gen 3
00000008:00010000:0.0:1789760746.134621:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277d80
00000020:00200000:0.0:1789760746.134629:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760746.134638:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760746.134659:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277d80
00000100:00100000:0.0:1789760746.134691:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520949120:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760746.135638:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520949248:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760746.198604:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972716 gen 3
00000008:00010000:0.0:1789760746.198644:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277f00
00000020:00200000:0.0:1789760746.198650:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760746.198661:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760746.198685:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277f00
00000100:00100000:0.0:1789760746.198711:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520949248:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760746.199385:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520949376:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760746.248064:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972717 gen 3
00000008:00010000:0.0:1789760746.248099:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a132776c0
00000020:00200000:0.0:1789760746.248105:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760746.248116:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760746.248140:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a132776c0
00000100:00100000:0.0:1789760746.248176:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520949376:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760746.370671:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5399, 5399]
00000080:00200000:3.0:1789760746.370760:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760746.370768:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760746.370856:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22118400 i_blocks 45063
00000020:00200000:3.0:1789760746.370863:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760746.370878:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760746.370922:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22118400, count: 4096
00000080:00200000:3.0:1789760746.370934:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22118400, bytes: 4096
00000080:00200000:3.0:1789760746.370948:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760746.370960:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760746.370963:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22118400, 22122496) 0 0
00000080:00200000:3.0:1789760746.370969:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760746.370993:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5400, 5400]
00020000:00200000:3.0:1789760746.371005:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22118400 chunk: [22118400, 22122496) 22122496, 4096
00020000:00200000:3.0:1789760746.371011:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760746.371040:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5400, 5400]
00000008:00010000:3.0:1789760746.371063:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760746.371070:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760746.371083:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22118400, 22122496) append 0 append lockpos 0
00000080:00200000:3.0:1789760746.371097:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22118400=0x1518000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760746.371181:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760746.371184:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22122496
00000020:00010000:3.0:1789760746.371194:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760746.371197:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760746.371199:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760746.371204:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760746.371206:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760746.371880:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760746.371895:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760746.371929:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6cc0
00000008:00100000:3.0:1789760746.372094:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1500 - object 0x280000401:3 offset 22118400<>22122496
00000080:00200000:3.0:1789760746.442431:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5400, 5400]
00000080:00200000:3.0:1789760746.442448:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760746.442455:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760746.442470:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22122496 i_blocks 45063
00000020:00200000:3.0:1789760746.442473:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760746.442482:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760746.442513:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22122496, count: 4096
00000080:00200000:3.0:1789760746.442519:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22122496, bytes: 4096
00000080:00200000:3.0:1789760746.442529:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760746.442538:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760746.442540:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22122496, 22126592) 0 0
00000080:00200000:3.0:1789760746.442545:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760746.442560:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5401, 5401]
00020000:00200000:3.0:1789760746.442569:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22122496 chunk: [22122496, 22126592) 22126592, 4096
00020000:00200000:3.0:1789760746.442574:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760746.442593:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5401, 5401]
00000008:00010000:3.0:1789760746.442798:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760746.442805:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760746.442820:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22122496, 22126592) append 0 append lockpos 0
00000080:00200000:3.0:1789760746.442835:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22122496=0x1519000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760746.442898:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760746.442901:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22126592
00000020:00010000:3.0:1789760746.442910:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760746.442914:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760746.442917:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760746.442920:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760746.442923:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760746.442930:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760746.442936:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760746.442956:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6cc0
00000008:00100000:3.0:1789760746.443077:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2300 - object 0x280000401:3 offset 22122496<>22126592
00000080:00200000:3.0:1789760746.489737:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5401, 5401]
00000080:00200000:3.0:1789760746.489757:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760746.489763:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760746.489879:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22126592 i_blocks 45063
00000020:00200000:3.0:1789760746.489884:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760746.489895:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760746.489927:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22126592, count: 4096
00000080:00200000:3.0:1789760746.489936:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22126592, bytes: 4096
00000080:00200000:3.0:1789760746.489947:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760746.489956:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760746.489958:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22126592, 22130688) 0 0
00000080:00200000:3.0:1789760746.489963:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760746.489979:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5402, 5402]
00020000:00200000:3.0:1789760746.489987:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22126592 chunk: [22126592, 22130688) 22130688, 4096
00020000:00200000:3.0:1789760746.489992:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760746.490012:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5402, 5402]
00000008:00010000:3.0:1789760746.490029:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760746.490036:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760746.490047:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22126592, 22130688) append 0 append lockpos 0
00000080:00200000:3.0:1789760746.490060:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22126592=0x151a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760746.490120:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760746.490123:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22130688
00000020:00010000:3.0:1789760746.490131:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760746.490135:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760746.490138:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760746.490153:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760746.490156:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760746.490164:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760746.490170:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760746.490191:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb66c0
00000008:00100000:3.0:1789760746.490582:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad3480 - object 0x280000401:3 offset 22126592<>22130688
00000100:00100000:0.0:1789760746.538659:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520950144:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760746.572880:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972723 gen 3
00000008:00010000:0.0:1789760746.572948:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277c00
00000020:00200000:0.0:1789760746.572957:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760746.572969:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760746.572997:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277c00
00000100:00100000:0.0:1789760746.573028:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520950144:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760746.573954:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520950272:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760746.612350:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972724 gen 3
00000008:00010000:0.0:1789760746.612452:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277540
00000020:00200000:0.0:1789760746.612460:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760746.612474:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760746.612539:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277540
00000100:00100000:0.0:1789760746.612566:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520950272:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760746.657090:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5405, 5405]
00000080:00200000:0.0:1789760746.657186:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760746.657193:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760746.657244:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22142976 i_blocks 45063
00000020:00200000:0.0:1789760746.657249:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760746.657259:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760746.657292:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22142976, count: 4096
00000080:00200000:0.0:1789760746.657299:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22142976, bytes: 4096
00000080:00200000:0.0:1789760746.657311:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760746.657321:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760746.657324:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22142976, 22147072) 0 0
00000080:00200000:0.0:1789760746.657329:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760746.657345:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5406, 5406]
00020000:00200000:0.0:1789760746.657354:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22142976 chunk: [22142976, 22147072) 22147072, 4096
00020000:00200000:0.0:1789760746.657359:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760746.657378:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5406, 5406]
00000008:00010000:0.0:1789760746.657398:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760746.657404:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760746.657416:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22142976, 22147072) append 0 append lockpos 0
00000080:00200000:0.0:1789760746.657499:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22142976=0x151e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760746.657564:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760746.657567:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22147072
00000020:00010000:0.0:1789760746.657577:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760746.657581:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760746.657584:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760746.657588:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760746.657590:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760746.657599:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760746.657846:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760746.657867:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d0c0
00000008:00100000:0.0:1789760746.658046:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55500 - object 0x280000401:3 offset 22142976<>22147072
00000080:00200000:0.0:1789760746.704787:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5406, 5406]
00000080:00200000:0.0:1789760746.704812:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760746.704819:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760746.704839:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22147072 i_blocks 45063
00000020:00200000:0.0:1789760746.704845:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760746.704859:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760746.704894:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22147072, count: 4096
00000080:00200000:0.0:1789760746.704902:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22147072, bytes: 4096
00000080:00200000:0.0:1789760746.704915:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760746.704925:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760746.704928:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22147072, 22151168) 0 0
00000080:00200000:0.0:1789760746.704933:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760746.704952:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5407, 5407]
00020000:00200000:0.0:1789760746.704961:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22147072 chunk: [22147072, 22151168) 22151168, 4096
00020000:00200000:0.0:1789760746.704967:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760746.704989:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5407, 5407]
00000008:00010000:0.0:1789760746.705009:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760746.705016:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760746.705029:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22147072, 22151168) append 0 append lockpos 0
00000080:00200000:0.0:1789760746.705045:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22147072=0x151f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760746.705123:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760746.705126:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22151168
00000020:00010000:0.0:1789760746.705135:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760746.705139:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760746.705156:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760746.705161:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760746.705164:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760746.705174:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760746.705190:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760746.705258:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d240
00000008:00100000:0.0:1789760746.705582:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55180 - object 0x280000401:3 offset 22147072<>22151168
00000080:00200000:0.0:1789760746.754815:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5407, 5407]
00000080:00200000:0.0:1789760746.754833:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760746.754840:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760746.754856:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22151168 i_blocks 45063
00000020:00200000:0.0:1789760746.754859:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760746.754870:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760746.754904:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22151168, count: 4096
00000080:00200000:0.0:1789760746.754913:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22151168, bytes: 4096
00000080:00200000:0.0:1789760746.754928:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760746.754942:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760746.754946:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22151168, 22155264) 0 0
00000080:00200000:0.0:1789760746.754950:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760746.754967:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5408, 5408]
00020000:00200000:0.0:1789760746.754976:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22151168 chunk: [22151168, 22155264) 22155264, 4096
00020000:00200000:0.0:1789760746.754981:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760746.755003:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5408, 5408]
00000008:00010000:0.0:1789760746.755022:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760746.755029:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760746.755042:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22151168, 22155264) append 0 append lockpos 0
00000080:00200000:0.0:1789760746.755057:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22151168=0x1520000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760746.755115:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760746.755119:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22155264
00000020:00010000:0.0:1789760746.755127:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760746.755131:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760746.755134:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760746.755137:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760746.755155:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760746.755164:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760746.755175:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760746.755192:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:0.0:1789760746.755340:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56d80 - object 0x280000401:3 offset 22151168<>22155264
00000080:00200000:0.0:1789760746.795029:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5408, 5408]
00000080:00200000:0.0:1789760746.795048:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760746.795053:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760746.795070:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22155264 i_blocks 45063
00000020:00200000:0.0:1789760746.795072:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760746.795082:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760746.795113:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22155264, count: 4096
00000080:00200000:0.0:1789760746.795118:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22155264, bytes: 4096
00000080:00200000:0.0:1789760746.795128:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760746.795136:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760746.795139:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22155264, 22159360) 0 0
00000080:00200000:0.0:1789760746.795154:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760746.795176:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5409, 5409]
00020000:00200000:0.0:1789760746.795185:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22155264 chunk: [22155264, 22159360) 22159360, 4096
00020000:00200000:0.0:1789760746.795190:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760746.795241:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5409, 5409]
00000008:00010000:0.0:1789760746.795262:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760746.795268:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760746.795279:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22155264, 22159360) append 0 append lockpos 0
00000080:00200000:0.0:1789760746.795293:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22155264=0x1521000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760746.795351:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760746.795354:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22159360
00000020:00010000:0.0:1789760746.795362:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760746.795366:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760746.795369:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760746.795373:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760746.795376:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760746.795386:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760746.795393:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760746.795412:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d180
00000008:00100000:0.0:1789760746.795535:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54000 - object 0x280000401:3 offset 22155264<>22159360
00000080:00200000:0.0:1789760746.840724:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5409, 5409]
00000080:00200000:0.0:1789760746.840746:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760746.840752:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760746.840771:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22159360 i_blocks 45063
00000020:00200000:0.0:1789760746.840776:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760746.840786:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760746.840822:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22159360, count: 4096
00000080:00200000:0.0:1789760746.840829:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22159360, bytes: 4096
00000080:00200000:0.0:1789760746.840840:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760746.840849:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760746.840852:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22159360, 22163456) 0 0
00000080:00200000:0.0:1789760746.840857:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760746.840875:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5410, 5410]
00020000:00200000:0.0:1789760746.840885:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22159360 chunk: [22159360, 22163456) 22163456, 4096
00020000:00200000:0.0:1789760746.840889:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760746.840911:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5410, 5410]
00000008:00010000:0.0:1789760746.840930:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760746.840936:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760746.840948:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22159360, 22163456) append 0 append lockpos 0
00000080:00200000:0.0:1789760746.840963:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22159360=0x1522000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760746.841027:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760746.841031:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22163456
00000020:00010000:0.0:1789760746.841040:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760746.841044:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760746.841047:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760746.841051:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760746.841054:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760746.841062:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760746.841069:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760746.841087:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760746.841273:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57100 - object 0x280000401:3 offset 22159360<>22163456
00000080:00200000:0.0:1789760746.878262:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5410, 5410]
00000080:00200000:0.0:1789760746.878278:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760746.878284:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760746.878299:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22163456 i_blocks 45063
00000020:00200000:0.0:1789760746.878303:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760746.878313:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760746.878402:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22163456, count: 4096
00000080:00200000:0.0:1789760746.878411:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22163456, bytes: 4096
00000080:00200000:0.0:1789760746.878421:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760746.878430:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760746.878433:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22163456, 22167552) 0 0
00000080:00200000:0.0:1789760746.878439:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760746.878454:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5411, 5411]
00020000:00200000:0.0:1789760746.878464:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22163456 chunk: [22163456, 22167552) 22167552, 4096
00020000:00200000:0.0:1789760746.878468:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760746.878487:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5411, 5411]
00000008:00010000:0.0:1789760746.878505:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760746.878511:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760746.878524:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22163456, 22167552) append 0 append lockpos 0
00000080:00200000:0.0:1789760746.878537:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22163456=0x1523000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760746.878664:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760746.878667:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22167552
00000020:00010000:0.0:1789760746.878676:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760746.878679:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760746.878683:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760746.878686:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760746.878689:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760746.878696:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760746.878702:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760746.878717:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760746.878832:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55880 - object 0x280000401:3 offset 22163456<>22167552
00000080:00200000:0.0:1789760746.918582:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5411, 5411]
00000080:00200000:0.0:1789760746.918603:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760746.918610:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760746.918637:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22167552 i_blocks 45063
00000020:00200000:0.0:1789760746.918641:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760746.918652:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760746.918691:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22167552, count: 4096
00000080:00200000:0.0:1789760746.918700:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22167552, bytes: 4096
00000080:00200000:0.0:1789760746.918712:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760746.918722:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760746.918726:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22167552, 22171648) 0 0
00000080:00200000:0.0:1789760746.918730:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760746.918749:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5412, 5412]
00020000:00200000:0.0:1789760746.918759:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22167552 chunk: [22167552, 22171648) 22171648, 4096
00020000:00200000:0.0:1789760746.918764:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760746.918785:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5412, 5412]
00000008:00010000:0.0:1789760746.918804:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760746.918810:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760746.918822:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22167552, 22171648) append 0 append lockpos 0
00000080:00200000:0.0:1789760746.918837:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22167552=0x1524000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760746.918894:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760746.918897:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22171648
00000020:00010000:0.0:1789760746.918905:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760746.918910:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760746.918912:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760746.918916:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760746.918919:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760746.918927:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760746.918934:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760746.953077:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5412, 5412]
00000080:00200000:0.0:1789760746.953097:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760746.953103:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760746.953120:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22171648 i_blocks 45063
00000020:00200000:0.0:1789760746.953125:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760746.953136:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760746.953187:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22171648, count: 4096
00000080:00200000:0.0:1789760746.953195:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22171648, bytes: 4096
00000080:00200000:0.0:1789760746.953206:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760746.953284:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760746.953286:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22171648, 22175744) 0 0
00000080:00200000:0.0:1789760746.953291:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760746.953310:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5413, 5413]
00020000:00200000:0.0:1789760746.953321:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22171648 chunk: [22171648, 22175744) 22175744, 4096
00020000:00200000:0.0:1789760746.953326:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760746.953349:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5413, 5413]
00000008:00010000:0.0:1789760746.953368:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760746.953373:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760746.953385:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22171648, 22175744) append 0 append lockpos 0
00000080:00200000:0.0:1789760746.953400:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22171648=0x1525000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760746.953453:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760746.953456:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22175744
00000020:00010000:0.0:1789760746.953465:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760746.953468:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760746.953471:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760746.953475:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760746.953477:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760746.953485:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760746.953493:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760746.953513:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760746.953628:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56300 - object 0x280000401:3 offset 22171648<>22175744
00000100:00100000:0.0:1789760746.953664:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760746.954560:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520951424:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760746.985417:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972733 gen 3
00000008:00010000:0.0:1789760746.985472:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7db40
00000020:00200000:0.0:1789760746.985482:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760746.985493:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760746.985517:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7db40
00000100:00100000:0.0:1789760746.985547:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520951424:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760746.986897:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520951552:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760747.025289:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5414, 5414]
00000080:00200000:0.0:1789760747.025307:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760747.025314:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760747.025330:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22179840 i_blocks 45063
00000020:00200000:0.0:1789760747.025334:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760747.025345:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760747.025381:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22179840, count: 4096
00000080:00200000:0.0:1789760747.025388:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22179840, bytes: 4096
00000080:00200000:0.0:1789760747.025405:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760747.025414:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760747.025416:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22179840, 22183936) 0 0
00000080:00200000:0.0:1789760747.025420:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760747.025439:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5415, 5415]
00020000:00200000:0.0:1789760747.025449:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22179840 chunk: [22179840, 22183936) 22183936, 4096
00020000:00200000:0.0:1789760747.025453:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760747.025474:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5415, 5415]
00000008:00010000:0.0:1789760747.025620:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760747.025627:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760747.025640:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22179840, 22183936) append 0 append lockpos 0
00000080:00200000:0.0:1789760747.025657:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22179840=0x1527000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760747.025872:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760747.025876:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22183936
00000020:00010000:0.0:1789760747.025886:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760747.025890:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760747.025893:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760747.025896:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760747.025900:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760747.025908:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760747.025916:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760747.026004:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760747.026149:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56300 - object 0x280000401:3 offset 22179840<>22183936
00000100:00100000:0.0:1789760747.028126:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520951680:192.168.203.116@tcp:4:dd.0
00010000:00010000:3.0:1789760747.039566:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789760747.083189:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972734 gen 3
00000100:00100000:0.0:1789760747.083266:0:2405:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff911a05c56300 x1876699520951680/t4294972735(4294972735) o4->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760763 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:0.0:1789760747.083315:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7db40
00000020:00200000:0.0:1789760747.083324:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760747.083334:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760747.083361:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7db40
00000100:00100000:0.0:1789760747.083385:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520951680:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760747.084337:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520951808:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760747.138024:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972736 gen 3
00000008:00010000:0.0:1789760747.138099:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277540
00000020:00200000:0.0:1789760747.138108:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760747.138129:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760747.138337:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277540
00000100:00100000:0.0:1789760747.138734:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520951808:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760747.142093:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520951936:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760747.206814:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5418, 5418]
00000080:00200000:3.0:1789760747.206832:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760747.206839:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760747.206858:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22196224 i_blocks 45063
00000020:00200000:3.0:1789760747.206861:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760747.206871:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760747.206905:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22196224, count: 4096
00000080:00200000:3.0:1789760747.206912:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22196224, bytes: 4096
00000080:00200000:3.0:1789760747.206922:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760747.206932:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760747.206934:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22196224, 22200320) 0 0
00000080:00200000:3.0:1789760747.206938:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760747.206957:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5419, 5419]
00020000:00200000:3.0:1789760747.206965:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22196224 chunk: [22196224, 22200320) 22200320, 4096
00020000:00200000:3.0:1789760747.206970:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760747.206992:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5419, 5419]
00000008:00010000:3.0:1789760747.207014:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760747.207022:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760747.207034:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22196224, 22200320) append 0 append lockpos 0
00000080:00200000:3.0:1789760747.207049:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22196224=0x152b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760747.207117:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760747.207120:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22200320
00000020:00010000:3.0:1789760747.207128:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760747.207132:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760747.207135:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760747.207149:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760747.207153:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760747.207161:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760747.207168:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760747.207184:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb60c0
00000008:00100000:3.0:1789760747.207353:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2a00 - object 0x280000401:3 offset 22196224<>22200320
00000100:00100000:3.0:1789760747.207400:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760747.207420:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520952192:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760747.244487:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5419, 5419]
00000080:00200000:3.0:1789760747.244508:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760747.244515:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760747.244531:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22200320 i_blocks 45063
00000020:00200000:3.0:1789760747.244535:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760747.244546:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760747.244580:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22200320, count: 4096
00000080:00200000:3.0:1789760747.244588:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22200320, bytes: 4096
00000080:00200000:3.0:1789760747.244598:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760747.244607:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760747.244610:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22200320, 22204416) 0 0
00000080:00200000:3.0:1789760747.244614:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760747.244631:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5420, 5420]
00020000:00200000:3.0:1789760747.244640:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22200320 chunk: [22200320, 22204416) 22204416, 4096
00020000:00200000:3.0:1789760747.244646:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760747.244676:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5420, 5420]
00000008:00010000:3.0:1789760747.244694:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760747.244700:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760747.244712:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22200320, 22204416) append 0 append lockpos 0
00000080:00200000:3.0:1789760747.244728:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22200320=0x152c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760747.244803:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760747.244806:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22204416
00000020:00010000:3.0:1789760747.244815:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760747.244818:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760747.244821:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760747.244826:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760747.244829:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760747.244837:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760747.244844:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760747.244861:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6240
00000008:00100000:3.0:1789760747.244988:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2d80 - object 0x280000401:3 offset 22200320<>22204416
00000080:00200000:3.0:1789760747.282241:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5420, 5420]
00000080:00200000:3.0:1789760747.282260:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760747.282266:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760747.282285:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22204416 i_blocks 45063
00000020:00200000:3.0:1789760747.282289:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760747.282298:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760747.282335:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22204416, count: 4096
00000080:00200000:3.0:1789760747.282342:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22204416, bytes: 4096
00000080:00200000:3.0:1789760747.282352:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760747.282361:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760747.282364:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22204416, 22208512) 0 0
00000080:00200000:3.0:1789760747.282369:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760747.282387:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5421, 5421]
00020000:00200000:3.0:1789760747.282398:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22204416 chunk: [22204416, 22208512) 22208512, 4096
00020000:00200000:3.0:1789760747.282404:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760747.282424:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5421, 5421]
00000008:00010000:3.0:1789760747.282448:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760747.282455:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760747.282467:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22204416, 22208512) append 0 append lockpos 0
00000080:00200000:3.0:1789760747.282480:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22204416=0x152d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760747.282537:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760747.282541:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22208512
00000020:00010000:3.0:1789760747.282549:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760747.282552:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760747.282556:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760747.282560:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760747.282563:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760747.282569:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760747.282576:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760747.282594:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6f00
00000008:00100000:3.0:1789760747.282716:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad0700 - object 0x280000401:3 offset 22204416<>22208512
00000080:00200000:3.0:1789760747.316148:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5421, 5421]
00000080:00200000:3.0:1789760747.316166:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760747.316173:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760747.316190:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22208512 i_blocks 45063
00000020:00200000:3.0:1789760747.316194:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760747.316203:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760747.316269:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22208512, count: 4096
00000080:00200000:3.0:1789760747.316276:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22208512, bytes: 4096
00000080:00200000:3.0:1789760747.316286:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760747.316297:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760747.316299:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22208512, 22212608) 0 0
00000080:00200000:3.0:1789760747.316303:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760747.316319:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5422, 5422]
00020000:00200000:3.0:1789760747.316329:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22208512 chunk: [22208512, 22212608) 22212608, 4096
00020000:00200000:3.0:1789760747.316335:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760747.316354:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5422, 5422]
00000008:00010000:3.0:1789760747.316374:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760747.316380:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760747.316390:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22208512, 22212608) append 0 append lockpos 0
00000080:00200000:3.0:1789760747.316405:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22208512=0x152e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760747.316462:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760747.316466:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22212608
00000020:00010000:3.0:1789760747.316474:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760747.316478:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760747.316481:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760747.316484:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760747.316487:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760747.316494:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760747.316501:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760747.316518:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6a80
00000008:00100000:3.0:1789760747.316635:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad3800 - object 0x280000401:3 offset 22208512<>22212608
00000080:00200000:3.0:1789760747.352124:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5422, 5422]
00000080:00200000:3.0:1789760747.352152:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760747.352158:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760747.352174:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22212608 i_blocks 45063
00000020:00200000:3.0:1789760747.352177:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760747.352187:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760747.352253:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22212608, count: 4096
00000080:00200000:3.0:1789760747.352260:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22212608, bytes: 4096
00000080:00200000:3.0:1789760747.352270:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760747.352278:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760747.352281:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22212608, 22216704) 0 0
00000080:00200000:3.0:1789760747.352285:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760747.352301:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5423, 5423]
00020000:00200000:3.0:1789760747.352311:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22212608 chunk: [22212608, 22216704) 22216704, 4096
00020000:00200000:3.0:1789760747.352316:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760747.352338:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5423, 5423]
00000008:00010000:3.0:1789760747.352360:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760747.352366:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760747.352378:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22212608, 22216704) append 0 append lockpos 0
00000080:00200000:3.0:1789760747.352392:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22212608=0x152f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760747.352455:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760747.352458:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22216704
00000020:00010000:3.0:1789760747.352467:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760747.352470:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760747.352473:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760747.352476:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760747.352479:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760747.352487:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760747.352494:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760747.352511:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6480
00000008:00100000:3.0:1789760747.352636:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad0700 - object 0x280000401:3 offset 22212608<>22216704
00000080:00200000:3.0:1789760747.388582:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5423, 5423]
00000080:00200000:3.0:1789760747.388600:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760747.388606:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760747.388621:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22216704 i_blocks 45063
00000020:00200000:3.0:1789760747.388624:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760747.388634:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760747.388677:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22216704, count: 4096
00000080:00200000:3.0:1789760747.388684:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22216704, bytes: 4096
00000080:00200000:3.0:1789760747.388694:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760747.388703:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760747.388705:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22216704, 22220800) 0 0
00000080:00200000:3.0:1789760747.388709:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760747.388726:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5424, 5424]
00020000:00200000:3.0:1789760747.388734:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22216704 chunk: [22216704, 22220800) 22220800, 4096
00020000:00200000:3.0:1789760747.388740:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760747.388903:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5424, 5424]
00000008:00010000:3.0:1789760747.388924:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760747.388930:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760747.388942:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22216704, 22220800) append 0 append lockpos 0
00000080:00200000:3.0:1789760747.388956:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22216704=0x1530000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760747.389017:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760747.389020:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22220800
00000020:00010000:3.0:1789760747.389029:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760747.389032:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760747.389035:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760747.389038:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760747.389041:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760747.389048:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760747.389055:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760747.389072:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6000
00000008:00100000:3.0:1789760747.389200:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2d80 - object 0x280000401:3 offset 22216704<>22220800
00000080:00200000:3.0:1789760747.425469:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5424, 5424]
00000080:00200000:3.0:1789760747.425489:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760747.425495:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760747.425511:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22220800 i_blocks 45063
00000020:00200000:3.0:1789760747.425515:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760747.425524:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760747.425832:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22220800, count: 4096
00000080:00200000:3.0:1789760747.425841:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22220800, bytes: 4096
00000080:00200000:3.0:1789760747.425853:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760747.425862:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760747.425864:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22220800, 22224896) 0 0
00000080:00200000:3.0:1789760747.425869:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760747.425884:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5425, 5425]
00020000:00200000:3.0:1789760747.425893:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22220800 chunk: [22220800, 22224896) 22224896, 4096
00020000:00200000:3.0:1789760747.425898:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760747.425918:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5425, 5425]
00000008:00010000:3.0:1789760747.425936:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760747.425942:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760747.425954:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22220800, 22224896) append 0 append lockpos 0
00000080:00200000:3.0:1789760747.425969:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22220800=0x1531000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760747.426029:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760747.426032:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22224896
00000020:00010000:3.0:1789760747.426040:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760747.426044:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760747.426047:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760747.426051:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760747.426054:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760747.426061:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760747.426067:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760747.426086:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb63c0
00000008:00100000:3.0:1789760747.426430:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2a00 - object 0x280000401:3 offset 22220800<>22224896
00000100:00100000:0.0:1789760747.488778:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520953344:192.168.203.116@tcp:400:kworker.0
00000100:00100000:0.0:1789760747.489386:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2406:1876699520953600:192.168.203.116@tcp:400:kworker.0
00000100:00100000:0.0:1789760747.494813:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520953344:192.168.203.116@tcp:400:kworker.0
00000100:00100000:0.0:1789760747.494830:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2406:1876699520953600:192.168.203.116@tcp:400:kworker.0
00000100:00100000:3.0:1789760747.587493:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520954112:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760747.640492:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760747.642840:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520954240:192.168.203.116@tcp:4:dd.0
00000008:00010000:0.0:1789760747.692088:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277c00
00000020:00200000:0.0:1789760747.692098:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760747.692109:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760747.692193:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277c00
00000100:00100000:0.0:1789760747.692263:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520954240:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760747.758631:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5431, 5431]
00000080:00200000:3.0:1789760747.758644:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760747.758660:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760747.758672:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22249472 i_blocks 45063
00000020:00200000:3.0:1789760747.758676:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760747.758684:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760747.758710:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22249472, count: 4096
00000080:00200000:3.0:1789760747.758716:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22249472, bytes: 4096
00000080:00200000:3.0:1789760747.758726:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760747.758734:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760747.758736:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22249472, 22253568) 0 0
00000080:00200000:3.0:1789760747.758740:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760747.758755:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5432, 5432]
00020000:00200000:3.0:1789760747.758762:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22249472 chunk: [22249472, 22253568) 22253568, 4096
00020000:00200000:3.0:1789760747.758766:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760747.758782:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5432, 5432]
00000008:00010000:3.0:1789760747.758797:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760747.758802:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760747.758810:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22249472, 22253568) append 0 append lockpos 0
00000080:00200000:3.0:1789760747.758820:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22249472=0x1538000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760747.758865:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760747.758868:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22253568
00000020:00010000:3.0:1789760747.758874:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760747.758876:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760747.758879:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760747.758882:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760747.758884:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760747.758890:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760747.758896:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760747.758910:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6600
00000008:00100000:3.0:1789760747.759002:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad3480 - object 0x280000401:3 offset 22249472<>22253568
00000100:00100000:3.0:1789760747.759191:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760747.759208:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520954496:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760747.814195:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5432, 5432]
00000080:00200000:3.0:1789760747.814242:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760747.814249:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760747.814265:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22253568 i_blocks 45063
00000020:00200000:3.0:1789760747.814269:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760747.814279:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760747.814313:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22253568, count: 4096
00000080:00200000:3.0:1789760747.814321:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22253568, bytes: 4096
00000080:00200000:3.0:1789760747.814331:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760747.814341:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760747.814343:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22253568, 22257664) 0 0
00000080:00200000:3.0:1789760747.814348:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760747.814368:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5433, 5433]
00020000:00200000:3.0:1789760747.814380:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22253568 chunk: [22253568, 22257664) 22257664, 4096
00020000:00200000:3.0:1789760747.814385:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760747.814418:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5433, 5433]
00000008:00010000:3.0:1789760747.814438:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760747.814445:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760747.814457:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22253568, 22257664) append 0 append lockpos 0
00000080:00200000:3.0:1789760747.814472:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22253568=0x1539000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760747.814532:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760747.814535:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22257664
00000020:00010000:3.0:1789760747.814544:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760747.814548:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760747.814551:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760747.814555:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760747.814558:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760747.814566:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760747.814573:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760747.814591:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6840
00000008:00100000:3.0:1789760747.814962:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2300 - object 0x280000401:3 offset 22253568<>22257664
00000080:00200000:3.0:1789760747.900984:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5433, 5433]
00000080:00200000:3.0:1789760747.901001:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760747.901006:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760747.901021:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22257664 i_blocks 45063
00000020:00200000:3.0:1789760747.901024:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760747.901034:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760747.901067:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22257664, count: 4096
00000080:00200000:3.0:1789760747.901075:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22257664, bytes: 4096
00000080:00200000:3.0:1789760747.901084:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760747.901093:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760747.901095:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22257664, 22261760) 0 0
00000080:00200000:3.0:1789760747.901099:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760747.901116:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5434, 5434]
00020000:00200000:3.0:1789760747.901124:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22257664 chunk: [22257664, 22261760) 22261760, 4096
00020000:00200000:3.0:1789760747.901129:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760747.901158:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5434, 5434]
00000008:00010000:3.0:1789760747.901175:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760747.901180:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760747.901190:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22257664, 22261760) append 0 append lockpos 0
00000080:00200000:3.0:1789760747.901243:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22257664=0x153a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760747.901294:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760747.901296:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22261760
00000020:00010000:3.0:1789760747.901304:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760747.901308:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760747.901311:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760747.901315:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760747.901318:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760747.901325:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760747.901333:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760747.901351:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6c00
00000008:00100000:3.0:1789760747.901925:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1500 - object 0x280000401:3 offset 22257664<>22261760
00000080:00200000:0.0:1789760747.940601:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5434, 5434]
00000080:00200000:0.0:1789760747.940618:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760747.940624:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760747.940640:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22261760 i_blocks 45063
00000020:00200000:0.0:1789760747.940644:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760747.940654:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760747.940691:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22261760, count: 4096
00000080:00200000:0.0:1789760747.940698:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22261760, bytes: 4096
00000080:00200000:0.0:1789760747.940710:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760747.940720:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760747.940722:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22261760, 22265856) 0 0
00000080:00200000:0.0:1789760747.940727:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760747.940743:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5435, 5435]
00020000:00200000:0.0:1789760747.940753:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22261760 chunk: [22261760, 22265856) 22265856, 4096
00020000:00200000:0.0:1789760747.940757:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760747.940779:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5435, 5435]
00000008:00010000:0.0:1789760747.940797:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760747.940803:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760747.940815:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22261760, 22265856) append 0 append lockpos 0
00000080:00200000:0.0:1789760747.940831:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22261760=0x153b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760747.940916:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760747.940920:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22265856
00000020:00010000:0.0:1789760747.940936:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760747.940940:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760747.940943:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760747.940948:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760747.940951:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760747.940959:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760747.940966:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760747.940984:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760747.941106:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56300 - object 0x280000401:3 offset 22261760<>22265856
00000080:00200000:0.0:1789760747.989179:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5435, 5435]
00000080:00200000:0.0:1789760747.989198:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760747.989205:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760747.989254:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22265856 i_blocks 45063
00000020:00200000:0.0:1789760747.989258:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760747.989268:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760747.989302:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22265856, count: 4096
00000080:00200000:0.0:1789760747.989310:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22265856, bytes: 4096
00000080:00200000:0.0:1789760747.989560:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760747.989570:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760747.989573:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22265856, 22269952) 0 0
00000080:00200000:0.0:1789760747.989578:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760747.989596:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5436, 5436]
00020000:00200000:0.0:1789760747.989605:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22265856 chunk: [22265856, 22269952) 22269952, 4096
00020000:00200000:0.0:1789760747.989610:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760747.989633:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5436, 5436]
00000008:00010000:0.0:1789760747.989653:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760747.989659:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760747.989669:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22265856, 22269952) append 0 append lockpos 0
00000080:00200000:0.0:1789760747.989683:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22265856=0x153c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760747.989744:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760747.989747:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22269952
00000020:00010000:0.0:1789760747.989755:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760747.989759:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760747.989763:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760747.989767:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760747.989770:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760747.989778:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760747.989786:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760747.989805:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d180
00000008:00100000:0.0:1789760747.990146:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54380 - object 0x280000401:3 offset 22265856<>22269952
00000100:00100000:0.0:1789760747.990200:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760747.990926:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520955008:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760748.045098:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972756 gen 3
00000008:00010000:0.0:1789760748.045158:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7d180
00000020:00200000:0.0:1789760748.045166:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760748.045175:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760748.045297:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7d180
00000100:00100000:0.0:1789760748.046306:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520955008:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760748.046504:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5436, 5436]
00000080:00200000:3.0:1789760748.046523:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760748.046529:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760748.046547:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22269952 i_blocks 45063
00000020:00200000:3.0:1789760748.046552:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760748.046566:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760748.046600:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22269952, count: 4096
00000080:00200000:3.0:1789760748.046607:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22269952, bytes: 4096
00000080:00200000:3.0:1789760748.046632:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760748.046641:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760748.046644:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22269952, 22274048) 0 0
00000080:00200000:3.0:1789760748.046648:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760748.046666:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5437, 5437]
00020000:00200000:3.0:1789760748.046675:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22269952 chunk: [22269952, 22274048) 22274048, 4096
00020000:00200000:3.0:1789760748.046680:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760748.046699:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5437, 5437]
00000008:00010000:3.0:1789760748.046719:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760748.047063:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760748.047079:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22269952, 22274048) append 0 append lockpos 0
00000080:00200000:3.0:1789760748.047098:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22269952=0x153d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760748.047176:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760748.047180:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22274048
00000020:00010000:3.0:1789760748.047188:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760748.047191:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760748.047195:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760748.047198:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760748.047201:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760748.047210:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760748.047241:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760748.047262:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6780
00000008:00100000:3.0:1789760748.047410:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1c00 - object 0x280000401:3 offset 22269952<>22274048
00000080:00200000:3.0:1789760748.098335:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5437, 5437]
00000080:00200000:3.0:1789760748.098355:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760748.098482:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760748.098501:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22274048 i_blocks 45063
00000020:00200000:3.0:1789760748.098506:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760748.098516:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760748.098554:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22274048, count: 4096
00000080:00200000:3.0:1789760748.098562:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22274048, bytes: 4096
00000080:00200000:3.0:1789760748.098574:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760748.098585:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760748.098588:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22274048, 22278144) 0 0
00000080:00200000:3.0:1789760748.098592:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760748.098611:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5438, 5438]
00020000:00200000:3.0:1789760748.098621:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22274048 chunk: [22274048, 22278144) 22278144, 4096
00020000:00200000:3.0:1789760748.098626:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760748.098647:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5438, 5438]
00000008:00010000:3.0:1789760748.098666:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760748.098673:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760748.098821:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22274048, 22278144) append 0 append lockpos 0
00000080:00200000:3.0:1789760748.098839:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22274048=0x153e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760748.098918:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760748.098922:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22278144
00000020:00010000:3.0:1789760748.098931:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760748.098935:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760748.098938:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760748.098943:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760748.098946:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760748.098954:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760748.098963:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760748.098986:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6300
00000008:00100000:3.0:1789760748.099109:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2680 - object 0x280000401:3 offset 22274048<>22278144
00000080:00200000:3.0:1789760748.139945:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5438, 5438]
00000080:00200000:3.0:1789760748.139965:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760748.139972:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760748.139988:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22278144 i_blocks 45063
00000020:00200000:3.0:1789760748.139992:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760748.140002:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760748.140038:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22278144, count: 4096
00000080:00200000:3.0:1789760748.140047:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22278144, bytes: 4096
00000080:00200000:3.0:1789760748.140057:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760748.140067:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760748.140070:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22278144, 22282240) 0 0
00000080:00200000:3.0:1789760748.140074:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760748.140091:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5439, 5439]
00020000:00200000:3.0:1789760748.140100:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22278144 chunk: [22278144, 22282240) 22282240, 4096
00020000:00200000:3.0:1789760748.140105:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760748.140127:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5439, 5439]
00000008:00010000:3.0:1789760748.140155:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760748.140161:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760748.140172:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22278144, 22282240) append 0 append lockpos 0
00000080:00200000:3.0:1789760748.140187:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22278144=0x153f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760748.140274:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760748.140277:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22282240
00000020:00010000:3.0:1789760748.140287:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760748.140290:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760748.140293:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760748.140297:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760748.140300:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760748.140308:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760748.140316:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000100:00100000:3.0:1789760748.144526:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520955392:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760748.199998:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5439, 5439]
00000080:00200000:3.0:1789760748.200011:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760748.200016:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760748.200028:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22282240 i_blocks 45063
00000020:00200000:3.0:1789760748.200031:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760748.200039:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760748.200265:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22282240, count: 4096
00000080:00200000:3.0:1789760748.200274:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22282240, bytes: 4096
00000080:00200000:3.0:1789760748.200281:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760748.200289:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760748.200291:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22282240, 22286336) 0 0
00000080:00200000:3.0:1789760748.200295:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760748.200308:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5440, 5440]
00020000:00200000:3.0:1789760748.200315:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22282240 chunk: [22282240, 22286336) 22286336, 4096
00020000:00200000:3.0:1789760748.200319:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760748.200334:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5440, 5440]
00000008:00010000:3.0:1789760748.200348:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760748.200353:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760748.200362:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22282240, 22286336) append 0 append lockpos 0
00000080:00200000:3.0:1789760748.200374:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22282240=0x1540000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760748.201495:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760748.201501:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22286336
00000020:00010000:3.0:1789760748.201511:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760748.201514:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760748.201518:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760748.201521:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760748.201523:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760748.201532:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760748.201538:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760748.201560:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6e40
00000008:00100000:3.0:1789760748.201655:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad0380 - object 0x280000401:3 offset 22282240<>22286336
00000080:00200000:0.0:1789760748.249582:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5440, 5440]
00000080:00200000:0.0:1789760748.249598:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760748.249603:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760748.249617:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22286336 i_blocks 45063
00000020:00200000:0.0:1789760748.249621:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760748.249630:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760748.249654:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22286336, count: 4096
00000080:00200000:0.0:1789760748.249660:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22286336, bytes: 4096
00000080:00200000:0.0:1789760748.249669:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760748.249676:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760748.249678:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22286336, 22290432) 0 0
00000080:00200000:0.0:1789760748.249681:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760748.249693:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5441, 5441]
00020000:00200000:0.0:1789760748.249700:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22286336 chunk: [22286336, 22290432) 22290432, 4096
00020000:00200000:0.0:1789760748.249704:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760748.249719:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5441, 5441]
00000008:00010000:0.0:1789760748.249734:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760748.249739:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760748.249748:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22286336, 22290432) append 0 append lockpos 0
00000080:00200000:0.0:1789760748.249758:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22286336=0x1541000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760748.249884:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760748.249887:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22290432
00000020:00010000:0.0:1789760748.249894:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760748.249897:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760748.249900:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760748.249903:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760748.249905:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760748.249911:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760748.249916:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760748.249932:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d180
00000008:00100000:0.0:1789760748.252377:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54380 - object 0x280000401:3 offset 22286336<>22290432
00000080:00200000:0.0:1789760748.309033:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5441, 5441]
00000080:00200000:0.0:1789760748.309044:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760748.309050:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760748.309061:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22290432 i_blocks 45063
00000020:00200000:0.0:1789760748.309065:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760748.309072:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760748.309097:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22290432, count: 4096
00000080:00200000:0.0:1789760748.309103:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22290432, bytes: 4096
00000080:00200000:0.0:1789760748.309110:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760748.309118:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760748.309120:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22290432, 22294528) 0 0
00000080:00200000:0.0:1789760748.309123:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760748.309146:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5442, 5442]
00020000:00200000:0.0:1789760748.309153:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22290432 chunk: [22290432, 22294528) 22294528, 4096
00020000:00200000:0.0:1789760748.309157:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760748.309178:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5442, 5442]
00000008:00010000:0.0:1789760748.309192:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760748.309197:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760748.309205:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22290432, 22294528) append 0 append lockpos 0
00000080:00200000:0.0:1789760748.309251:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22290432=0x1542000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760748.309294:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760748.309296:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22294528
00000020:00010000:0.0:1789760748.309303:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760748.309305:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760748.309308:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760748.309311:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760748.309313:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760748.309320:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760748.309325:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760748.309340:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:0.0:1789760748.309433:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57800 - object 0x280000401:3 offset 22290432<>22294528
00000100:00100000:0.0:1789760748.309462:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760748.309476:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520955776:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760748.352485:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972762 gen 3
00000008:00010000:0.0:1789760748.352532:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7de40
00000020:00200000:0.0:1789760748.352540:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760748.352550:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760748.352627:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7de40
00000100:00100000:0.0:1789760748.352663:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520955776:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760748.403453:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5443, 5443]
00000080:00200000:0.0:1789760748.403471:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760748.403477:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760748.403492:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22298624 i_blocks 45063
00000020:00200000:0.0:1789760748.403495:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760748.403506:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760748.403543:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22298624, count: 4096
00000080:00200000:0.0:1789760748.403550:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22298624, bytes: 4096
00000080:00200000:0.0:1789760748.403561:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760748.403570:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760748.403572:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22298624, 22302720) 0 0
00000080:00200000:0.0:1789760748.403577:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760748.403596:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5444, 5444]
00020000:00200000:0.0:1789760748.403606:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22298624 chunk: [22298624, 22302720) 22302720, 4096
00020000:00200000:0.0:1789760748.403610:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760748.403631:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5444, 5444]
00000008:00010000:0.0:1789760748.403650:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760748.403657:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760748.403671:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22298624, 22302720) append 0 append lockpos 0
00000080:00200000:0.0:1789760748.403685:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22298624=0x1544000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760748.403755:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760748.403758:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22302720
00000020:00010000:0.0:1789760748.403999:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760748.404003:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760748.404006:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760748.404010:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760748.404013:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760748.404022:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760748.404028:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760748.404046:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:0.0:1789760748.404784:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57800 - object 0x280000401:3 offset 22298624<>22302720
00000080:00200000:3.0:1789760748.459816:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5444, 5444]
00000080:00200000:3.0:1789760748.459836:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760748.459842:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760748.459858:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22302720 i_blocks 45063
00000020:00200000:3.0:1789760748.459861:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760748.459872:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760748.459908:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22302720, count: 4096
00000080:00200000:3.0:1789760748.459917:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22302720, bytes: 4096
00000080:00200000:3.0:1789760748.459936:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760748.459947:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760748.459950:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22302720, 22306816) 0 0
00000080:00200000:3.0:1789760748.459955:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760748.459973:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5445, 5445]
00020000:00200000:3.0:1789760748.459982:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22302720 chunk: [22302720, 22306816) 22306816, 4096
00020000:00200000:3.0:1789760748.459987:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760748.460008:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5445, 5445]
00000008:00010000:3.0:1789760748.460028:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760748.460034:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760748.460045:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22302720, 22306816) append 0 append lockpos 0
00000080:00200000:3.0:1789760748.460059:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22302720=0x1545000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760748.460114:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760748.460117:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22306816
00000020:00010000:3.0:1789760748.460126:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760748.460139:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760748.460142:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760748.460145:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760748.460148:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760748.460155:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760748.460162:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760748.500249:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5445, 5445]
00000080:00200000:3.0:1789760748.500267:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760748.500273:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760748.500289:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22306816 i_blocks 45063
00000020:00200000:3.0:1789760748.500293:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760748.500304:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760748.500335:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22306816, count: 4096
00000080:00200000:3.0:1789760748.500342:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22306816, bytes: 4096
00000080:00200000:3.0:1789760748.500355:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760748.500364:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760748.500366:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22306816, 22310912) 0 0
00000080:00200000:3.0:1789760748.500372:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760748.500390:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5446, 5446]
00020000:00200000:3.0:1789760748.500410:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22306816 chunk: [22306816, 22310912) 22310912, 4096
00020000:00200000:3.0:1789760748.500415:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760748.500562:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5446, 5446]
00000008:00010000:3.0:1789760748.500583:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760748.500589:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760748.500602:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22306816, 22310912) append 0 append lockpos 0
00000080:00200000:3.0:1789760748.500615:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22306816=0x1546000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760748.500676:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760748.500679:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22310912
00000020:00010000:3.0:1789760748.500688:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760748.500691:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760748.500694:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760748.500698:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760748.500701:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760748.500709:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760748.500715:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760748.500732:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6900
00000008:00100000:3.0:1789760748.501741:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad0a80 - object 0x280000401:3 offset 22306816<>22310912
00000080:00200000:3.0:1789760748.534168:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5446, 5446]
00000080:00200000:3.0:1789760748.534185:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760748.534191:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760748.534205:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22310912 i_blocks 45063
00000020:00200000:3.0:1789760748.534209:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760748.534253:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760748.534291:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22310912, count: 4096
00000080:00200000:3.0:1789760748.534299:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22310912, bytes: 4096
00000080:00200000:3.0:1789760748.534308:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760748.534317:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760748.534319:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22310912, 22315008) 0 0
00000080:00200000:3.0:1789760748.534324:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760748.534342:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5447, 5447]
00020000:00200000:3.0:1789760748.534351:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22310912 chunk: [22310912, 22315008) 22315008, 4096
00020000:00200000:3.0:1789760748.534419:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760748.534442:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5447, 5447]
00000008:00010000:3.0:1789760748.534461:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760748.534467:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760748.534480:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22310912, 22315008) append 0 append lockpos 0
00000080:00200000:3.0:1789760748.534494:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22310912=0x1547000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760748.536607:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760748.536619:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22315008
00000020:00010000:3.0:1789760748.536636:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760748.536641:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760748.536645:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760748.536649:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760748.536652:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760748.536665:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760748.536676:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760748.536709:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6900
00000008:00100000:3.0:1789760748.536847:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1f80 - object 0x280000401:3 offset 22310912<>22315008
00000080:00200000:3.0:1789760748.579497:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5447, 5447]
00000080:00200000:3.0:1789760748.579517:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760748.579524:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760748.579541:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22315008 i_blocks 45063
00000020:00200000:3.0:1789760748.579545:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760748.579557:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760748.579591:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22315008, count: 4096
00000080:00200000:3.0:1789760748.579601:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22315008, bytes: 4096
00000080:00200000:3.0:1789760748.579612:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760748.579621:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760748.579624:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22315008, 22319104) 0 0
00000080:00200000:3.0:1789760748.579629:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760748.579646:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5448, 5448]
00020000:00200000:3.0:1789760748.579658:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22315008 chunk: [22315008, 22319104) 22319104, 4096
00020000:00200000:3.0:1789760748.579663:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760748.637597:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5448, 5448]
00000080:00200000:0.0:1789760748.637615:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760748.637621:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760748.637638:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22319104 i_blocks 45063
00000020:00200000:0.0:1789760748.637641:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760748.637650:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760748.637683:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22319104, count: 4096
00000080:00200000:0.0:1789760748.637691:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22319104, bytes: 4096
00000080:00200000:0.0:1789760748.637701:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760748.637710:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760748.637712:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22319104, 22323200) 0 0
00000080:00200000:0.0:1789760748.637716:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760748.637730:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5449, 5449]
00020000:00200000:0.0:1789760748.637737:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22319104 chunk: [22319104, 22323200) 22323200, 4096
00020000:00200000:0.0:1789760748.637741:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760748.637824:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5449, 5449]
00000008:00010000:0.0:1789760748.637843:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760748.637850:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760748.637862:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22319104, 22323200) append 0 append lockpos 0
00000080:00200000:0.0:1789760748.637878:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22319104=0x1549000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760748.637938:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760748.637941:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22323200
00000020:00010000:0.0:1789760748.637949:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760748.637953:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760748.637955:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760748.637958:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760748.637961:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760748.637969:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760748.637976:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760748.637992:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d240
00000008:00100000:0.0:1789760748.638111:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56a00 - object 0x280000401:3 offset 22319104<>22323200
00000080:00200000:0.0:1789760748.687384:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5449, 5449]
00000080:00200000:0.0:1789760748.687401:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760748.687408:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760748.687424:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22323200 i_blocks 45063
00000020:00200000:0.0:1789760748.687428:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760748.687439:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760748.687474:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22323200, count: 4096
00000080:00200000:0.0:1789760748.687481:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22323200, bytes: 4096
00000080:00200000:0.0:1789760748.687492:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760748.687501:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760748.687504:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22323200, 22327296) 0 0
00000080:00200000:0.0:1789760748.687509:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760748.687526:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5450, 5450]
00020000:00200000:0.0:1789760748.687536:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22323200 chunk: [22323200, 22327296) 22327296, 4096
00020000:00200000:0.0:1789760748.687540:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760748.687560:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5450, 5450]
00000008:00010000:0.0:1789760748.687578:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760748.687585:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760748.687597:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22323200, 22327296) append 0 append lockpos 0
00000080:00200000:0.0:1789760748.687611:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22323200=0x154a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760748.687685:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760748.687689:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22327296
00000020:00010000:0.0:1789760748.687697:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760748.687701:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760748.687704:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760748.687707:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760748.687710:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760748.687719:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760748.687727:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760748.687742:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d0c0
00000008:00100000:0.0:1789760748.687874:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56a00 - object 0x280000401:3 offset 22323200<>22327296
00000080:00200000:0.0:1789760748.716069:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5450, 5450]
00000080:00200000:0.0:1789760748.716087:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760748.716095:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760748.716112:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22327296 i_blocks 45063
00000020:00200000:0.0:1789760748.716116:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760748.716140:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760748.716175:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22327296, count: 4096
00000080:00200000:0.0:1789760748.716182:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22327296, bytes: 4096
00000080:00200000:0.0:1789760748.716193:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760748.716201:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760748.716203:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22327296, 22331392) 0 0
00000080:00200000:0.0:1789760748.716208:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760748.716254:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5451, 5451]
00020000:00200000:0.0:1789760748.716263:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22327296 chunk: [22327296, 22331392) 22331392, 4096
00020000:00200000:0.0:1789760748.716268:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760748.716290:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5451, 5451]
00000008:00010000:0.0:1789760748.716310:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760748.716316:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760748.716329:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22327296, 22331392) append 0 append lockpos 0
00000080:00200000:0.0:1789760748.716343:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22327296=0x154b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760748.716401:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760748.716404:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22331392
00000020:00010000:0.0:1789760748.716413:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760748.716416:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760748.716419:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760748.716422:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760748.716425:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760748.716433:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760748.716440:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760748.716458:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d0c0
00000008:00100000:0.0:1789760748.716587:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57800 - object 0x280000401:3 offset 22327296<>22331392
00000080:00200000:3.0:1789760748.766790:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5451, 5451]
00000080:00200000:3.0:1789760748.766822:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760748.766829:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760748.766849:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22331392 i_blocks 45063
00000020:00200000:3.0:1789760748.766855:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760748.766876:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760748.766914:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22331392, count: 4096
00000080:00200000:3.0:1789760748.766922:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22331392, bytes: 4096
00000080:00200000:3.0:1789760748.766937:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760748.766947:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760748.766949:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22331392, 22335488) 0 0
00000080:00200000:3.0:1789760748.766954:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760748.766969:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5452, 5452]
00020000:00200000:3.0:1789760748.766978:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22331392 chunk: [22331392, 22335488) 22335488, 4096
00020000:00200000:3.0:1789760748.766983:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760748.767006:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5452, 5452]
00000008:00010000:3.0:1789760748.767026:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760748.767032:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760748.767045:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22331392, 22335488) append 0 append lockpos 0
00000080:00200000:3.0:1789760748.767059:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22331392=0x154c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760748.767291:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760748.767294:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22335488
00000020:00010000:3.0:1789760748.767304:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760748.767308:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760748.767311:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760748.767315:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760748.767318:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760748.767327:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760748.767335:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760748.767427:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb69c0
00000008:00100000:3.0:1789760748.767543:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1180 - object 0x280000401:3 offset 22331392<>22335488
00000100:00100000:3.0:1789760748.767608:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760748.767630:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520957056:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760748.825251:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5452, 5452]
00000080:00200000:3.0:1789760748.825265:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760748.825270:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760748.825282:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22335488 i_blocks 45063
00000020:00200000:3.0:1789760748.825286:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760748.825294:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760748.825320:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22335488, count: 4096
00000080:00200000:3.0:1789760748.825326:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22335488, bytes: 4096
00000080:00200000:3.0:1789760748.825349:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760748.825358:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760748.825360:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22335488, 22339584) 0 0
00000080:00200000:3.0:1789760748.825364:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760748.825377:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5453, 5453]
00020000:00200000:3.0:1789760748.825384:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22335488 chunk: [22335488, 22339584) 22339584, 4096
00020000:00200000:3.0:1789760748.825388:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760748.825404:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5453, 5453]
00000008:00010000:3.0:1789760748.825419:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760748.825424:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760748.825433:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22335488, 22339584) append 0 append lockpos 0
00000080:00200000:3.0:1789760748.825445:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22335488=0x154d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760748.825492:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760748.825495:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22339584
00000020:00010000:3.0:1789760748.825502:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760748.825505:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760748.825508:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760748.825512:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760748.825514:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760748.825520:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760748.825526:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760748.825540:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6e40
00000008:00100000:3.0:1789760748.825635:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1880 - object 0x280000401:3 offset 22335488<>22339584
00000080:00200000:3.0:1789760748.876035:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5453, 5453]
00000080:00200000:3.0:1789760748.876049:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760748.876055:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760748.876067:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22339584 i_blocks 45063
00000020:00200000:3.0:1789760748.876070:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760748.876078:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760748.876104:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22339584, count: 4096
00000080:00200000:3.0:1789760748.876110:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22339584, bytes: 4096
00000080:00200000:3.0:1789760748.876120:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760748.876197:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760748.876199:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22339584, 22343680) 0 0
00000080:00200000:3.0:1789760748.876203:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760748.876293:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5454, 5454]
00020000:00200000:3.0:1789760748.876302:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22339584 chunk: [22339584, 22343680) 22343680, 4096
00020000:00200000:3.0:1789760748.876307:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760748.876323:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5454, 5454]
00000008:00010000:3.0:1789760748.876579:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760748.876584:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760748.876594:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22339584, 22343680) append 0 append lockpos 0
00000080:00200000:3.0:1789760748.876604:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22339584=0x154e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760748.876647:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760748.876650:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22343680
00000020:00010000:3.0:1789760748.876657:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760748.876660:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760748.876662:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760748.876666:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760748.876669:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760748.876675:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760748.876681:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760748.876698:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6540
00000008:00100000:3.0:1789760748.876936:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad0000 - object 0x280000401:3 offset 22339584<>22343680
00000080:00200000:3.0:1789760748.928793:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5454, 5454]
00000080:00200000:3.0:1789760748.928808:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760748.928817:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760748.928830:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22343680 i_blocks 45063
00000020:00200000:3.0:1789760748.928834:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760748.928842:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760748.928868:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22343680, count: 4096
00000080:00200000:3.0:1789760748.928874:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22343680, bytes: 4096
00000080:00200000:3.0:1789760748.928882:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760748.928890:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760748.928892:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22343680, 22347776) 0 0
00000080:00200000:3.0:1789760748.928895:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760748.928908:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5455, 5455]
00020000:00200000:3.0:1789760748.928915:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22343680 chunk: [22343680, 22347776) 22347776, 4096
00020000:00200000:3.0:1789760748.928919:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760748.928939:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5455, 5455]
00000008:00010000:3.0:1789760748.928953:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760748.928958:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760748.928967:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22343680, 22347776) append 0 append lockpos 0
00000080:00200000:3.0:1789760748.928979:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22343680=0x154f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760748.929025:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760748.929028:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22347776
00000020:00010000:3.0:1789760748.929035:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760748.929039:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760748.929042:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760748.929045:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760748.929048:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760748.929055:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760748.929060:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760748.929075:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6300
00000008:00100000:3.0:1789760748.929332:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad3100 - object 0x280000401:3 offset 22343680<>22347776
00000080:00200000:3.0:1789760749.002076:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5455, 5455]
00000080:00200000:3.0:1789760749.002089:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760749.002094:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760749.002106:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22347776 i_blocks 45063
00000020:00200000:3.0:1789760749.002109:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760749.002118:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760749.002154:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22347776, count: 4096
00000080:00200000:3.0:1789760749.002161:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22347776, bytes: 4096
00000080:00200000:3.0:1789760749.002168:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760749.002175:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760749.002177:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22347776, 22351872) 0 0
00000080:00200000:3.0:1789760749.002181:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760749.002194:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5456, 5456]
00020000:00200000:3.0:1789760749.002200:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22347776 chunk: [22347776, 22351872) 22351872, 4096
00020000:00200000:3.0:1789760749.002204:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760749.002243:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5456, 5456]
00000008:00010000:3.0:1789760749.002257:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760749.002262:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760749.002271:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22347776, 22351872) append 0 append lockpos 0
00000080:00200000:3.0:1789760749.002284:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22347776=0x1550000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760749.002324:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760749.002326:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22351872
00000020:00010000:3.0:1789760749.002333:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760749.002336:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760749.002339:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760749.002343:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760749.002345:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760749.002351:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760749.002356:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760749.002369:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6780
00000008:00100000:3.0:1789760749.002464:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad3100 - object 0x280000401:3 offset 22347776<>22351872
00000080:00200000:3.0:1789760749.059193:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5456, 5456]
00000080:00200000:3.0:1789760749.059207:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760749.059236:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760749.059248:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22351872 i_blocks 45063
00000020:00200000:3.0:1789760749.059252:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760749.059260:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760749.059283:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22351872, count: 4096
00000080:00200000:3.0:1789760749.059289:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22351872, bytes: 4096
00000080:00200000:3.0:1789760749.059297:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760749.059305:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760749.059307:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22351872, 22355968) 0 0
00000080:00200000:3.0:1789760749.059310:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760749.059323:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5457, 5457]
00020000:00200000:3.0:1789760749.059330:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22351872 chunk: [22351872, 22355968) 22355968, 4096
00020000:00200000:3.0:1789760749.059334:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760749.059349:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5457, 5457]
00000008:00010000:3.0:1789760749.059364:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760749.059369:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760749.059378:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22351872, 22355968) append 0 append lockpos 0
00000080:00200000:3.0:1789760749.059394:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22351872=0x1551000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760749.059440:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760749.059443:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22355968
00000020:00010000:3.0:1789760749.059450:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760749.059453:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760749.059456:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760749.059460:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760749.059463:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760749.059469:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760749.059547:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760749.059561:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6c00
00000008:00100000:3.0:1789760749.059650:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad0000 - object 0x280000401:3 offset 22351872<>22355968
00000080:00200000:3.0:1789760749.108490:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5457, 5457]
00000080:00200000:3.0:1789760749.108506:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760749.108513:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760749.108527:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22355968 i_blocks 45063
00000020:00200000:3.0:1789760749.108531:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760749.108540:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760749.108573:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22355968, count: 4096
00000080:00200000:3.0:1789760749.108581:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22355968, bytes: 4096
00000080:00200000:3.0:1789760749.108594:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760749.108603:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760749.108605:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22355968, 22360064) 0 0
00000080:00200000:3.0:1789760749.108610:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760749.108625:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5458, 5458]
00020000:00200000:3.0:1789760749.108634:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22355968 chunk: [22355968, 22360064) 22360064, 4096
00020000:00200000:3.0:1789760749.108639:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760749.108656:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5458, 5458]
00000008:00010000:3.0:1789760749.108675:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760749.108681:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760749.108691:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22355968, 22360064) append 0 append lockpos 0
00000080:00200000:3.0:1789760749.108705:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22355968=0x1552000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760749.108763:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760749.108766:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22360064
00000020:00010000:3.0:1789760749.108774:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760749.108778:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760749.108781:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760749.108786:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760749.108789:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760749.108796:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760749.108802:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760749.108818:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6840
00000008:00100000:3.0:1789760749.109209:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1880 - object 0x280000401:3 offset 22355968<>22360064
00000100:00100000:3.0:1789760749.109297:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760749.109316:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520957824:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760749.192636:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5458, 5458]
00000080:00200000:3.0:1789760749.192648:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760749.192653:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760749.192665:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22360064 i_blocks 45063
00000020:00200000:3.0:1789760749.192669:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760749.192678:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760749.192704:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22360064, count: 4096
00000080:00200000:3.0:1789760749.192710:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22360064, bytes: 4096
00000080:00200000:3.0:1789760749.192720:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760749.192727:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760749.192729:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22360064, 22364160) 0 0
00000080:00200000:3.0:1789760749.192733:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760749.192745:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5459, 5459]
00020000:00200000:3.0:1789760749.192752:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22360064 chunk: [22360064, 22364160) 22364160, 4096
00020000:00200000:3.0:1789760749.192756:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760749.192770:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5459, 5459]
00000008:00010000:3.0:1789760749.192785:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760749.192791:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760749.192800:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22360064, 22364160) append 0 append lockpos 0
00000080:00200000:3.0:1789760749.192812:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22360064=0x1553000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760749.192861:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760749.192863:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22364160
00000020:00010000:3.0:1789760749.192870:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760749.192872:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760749.192874:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760749.192948:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760749.192951:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760749.192957:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760749.192963:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760749.192978:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6600
00000008:00100000:3.0:1789760749.193147:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1180 - object 0x280000401:3 offset 22360064<>22364160
00000080:00200000:3.0:1789760749.239735:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5459, 5459]
00000080:00200000:3.0:1789760749.239749:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760749.239754:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760749.239824:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22364160 i_blocks 45063
00000020:00200000:3.0:1789760749.239829:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760749.239837:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760749.239862:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22364160, count: 4096
00000080:00200000:3.0:1789760749.239868:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22364160, bytes: 4096
00000080:00200000:3.0:1789760749.239877:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760749.239885:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760749.239887:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22364160, 22368256) 0 0
00000080:00200000:3.0:1789760749.239891:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760749.239905:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5460, 5460]
00020000:00200000:3.0:1789760749.239912:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22364160 chunk: [22364160, 22368256) 22368256, 4096
00020000:00200000:3.0:1789760749.239916:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760749.239931:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5460, 5460]
00000008:00010000:3.0:1789760749.239944:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760749.239949:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760749.239958:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22364160, 22368256) append 0 append lockpos 0
00000080:00200000:3.0:1789760749.239973:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22364160=0x1554000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760749.240023:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760749.240025:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22368256
00000020:00010000:3.0:1789760749.240033:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760749.240036:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760749.240039:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760749.240042:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760749.240044:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760749.240051:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760749.240056:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760749.240069:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb63c0
00000008:00100000:3.0:1789760749.240895:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1f80 - object 0x280000401:3 offset 22364160<>22368256
00000100:00100000:3.0:1789760749.240942:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520958080:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760749.289118:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5460, 5460]
00000080:00200000:0.0:1789760749.289142:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760749.289147:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760749.289159:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22368256 i_blocks 45063
00000020:00200000:0.0:1789760749.289162:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760749.289170:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760749.289194:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22368256, count: 4096
00000080:00200000:0.0:1789760749.289200:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22368256, bytes: 4096
00000080:00200000:0.0:1789760749.289208:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760749.289242:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760749.289244:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22368256, 22372352) 0 0
00000080:00200000:0.0:1789760749.289248:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760749.289261:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5461, 5461]
00020000:00200000:0.0:1789760749.289267:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22368256 chunk: [22368256, 22372352) 22372352, 4096
00020000:00200000:0.0:1789760749.289271:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760749.289286:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5461, 5461]
00000008:00010000:0.0:1789760749.289299:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760749.289305:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760749.289315:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22368256, 22372352) append 0 append lockpos 0
00000080:00200000:0.0:1789760749.289326:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22368256=0x1555000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760749.289368:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760749.289371:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22372352
00000020:00010000:0.0:1789760749.289378:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760749.289382:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760749.289384:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760749.289387:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760749.289389:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760749.289396:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760749.289400:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760749.289413:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d240
00000008:00100000:0.0:1789760749.289501:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54380 - object 0x280000401:3 offset 22368256<>22372352
00000080:00200000:0.0:1789760749.337170:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5461, 5461]
00000080:00200000:0.0:1789760749.337187:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760749.337192:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760749.337204:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22372352 i_blocks 45063
00000020:00200000:0.0:1789760749.337208:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760749.337250:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760749.337275:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22372352, count: 4096
00000080:00200000:0.0:1789760749.337294:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22372352, bytes: 4096
00000080:00200000:0.0:1789760749.337305:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760749.337311:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760749.337313:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22372352, 22376448) 0 0
00000080:00200000:0.0:1789760749.337317:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760749.337331:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5462, 5462]
00020000:00200000:0.0:1789760749.337338:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22372352 chunk: [22372352, 22376448) 22376448, 4096
00020000:00200000:0.0:1789760749.337342:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760749.337358:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5462, 5462]
00000008:00010000:0.0:1789760749.337371:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760749.337377:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760749.337385:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22372352, 22376448) append 0 append lockpos 0
00000080:00200000:0.0:1789760749.337396:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22372352=0x1556000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760749.337443:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760749.337446:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22376448
00000020:00010000:0.0:1789760749.337452:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760749.337455:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760749.337458:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760749.337461:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760749.337464:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760749.337471:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760749.337476:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760749.337493:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:0.0:1789760749.337591:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56300 - object 0x280000401:3 offset 22372352<>22376448
00000080:00200000:0.0:1789760749.382724:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5462, 5462]
00000080:00200000:0.0:1789760749.382736:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760749.382741:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760749.382752:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22376448 i_blocks 45063
00000020:00200000:0.0:1789760749.382764:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760749.382774:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760749.382799:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22376448, count: 4096
00000080:00200000:0.0:1789760749.382805:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22376448, bytes: 4096
00000080:00200000:0.0:1789760749.382813:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760749.382819:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760749.382821:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22376448, 22380544) 0 0
00000080:00200000:0.0:1789760749.382826:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760749.382838:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5463, 5463]
00020000:00200000:0.0:1789760749.382845:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22376448 chunk: [22376448, 22380544) 22380544, 4096
00020000:00200000:0.0:1789760749.382849:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760749.382863:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5463, 5463]
00000008:00010000:0.0:1789760749.382875:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760749.382880:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760749.382889:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22376448, 22380544) append 0 append lockpos 0
00000080:00200000:0.0:1789760749.382899:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22376448=0x1557000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760749.382937:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760749.382939:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22380544
00000020:00010000:0.0:1789760749.382945:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760749.382948:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760749.382950:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760749.382953:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760749.382956:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760749.382962:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760749.382967:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760749.382980:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d180
00000008:00100000:0.0:1789760749.383195:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55880 - object 0x280000401:3 offset 22376448<>22380544
00000080:00200000:0.0:1789760749.435994:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5463, 5463]
00000080:00200000:0.0:1789760749.436007:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760749.436013:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760749.436026:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22380544 i_blocks 45063
00000020:00200000:0.0:1789760749.436029:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760749.436039:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760749.436077:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22380544, count: 4096
00000080:00200000:0.0:1789760749.436085:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22380544, bytes: 4096
00000080:00200000:0.0:1789760749.436094:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760749.436101:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760749.436103:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22380544, 22384640) 0 0
00000080:00200000:0.0:1789760749.436107:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760749.436199:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5464, 5464]
00020000:00200000:0.0:1789760749.436206:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22380544 chunk: [22380544, 22384640) 22384640, 4096
00020000:00200000:0.0:1789760749.436210:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760749.436256:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5464, 5464]
00000008:00010000:0.0:1789760749.436271:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760749.436277:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760749.436287:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22380544, 22384640) append 0 append lockpos 0
00000080:00200000:0.0:1789760749.436299:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22380544=0x1558000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760749.436347:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760749.436350:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22384640
00000020:00010000:0.0:1789760749.436357:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760749.436360:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760749.436363:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760749.436366:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760749.436369:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760749.436375:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760749.436380:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760749.436394:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760749.436495:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57100 - object 0x280000401:3 offset 22380544<>22384640
00000080:00200000:3.0:1789760749.492979:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5464, 5464]
00000080:00200000:3.0:1789760749.492991:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760749.492996:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760749.493007:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22384640 i_blocks 45063
00000020:00200000:3.0:1789760749.493010:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760749.493017:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760749.493041:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22384640, count: 4096
00000080:00200000:3.0:1789760749.493046:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22384640, bytes: 4096
00000080:00200000:3.0:1789760749.493053:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760749.493061:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760749.493063:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22384640, 22388736) 0 0
00000080:00200000:3.0:1789760749.493067:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760749.493078:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5465, 5465]
00020000:00200000:3.0:1789760749.493084:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22384640 chunk: [22384640, 22388736) 22388736, 4096
00020000:00200000:3.0:1789760749.493088:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760749.493102:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5465, 5465]
00000008:00010000:3.0:1789760749.494622:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760749.494632:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760749.494648:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22384640, 22388736) append 0 append lockpos 0
00000080:00200000:3.0:1789760749.494663:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22384640=0x1559000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760749.494724:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760749.494728:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22388736
00000020:00010000:3.0:1789760749.494736:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760749.494740:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760749.494743:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760749.494746:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760749.494749:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760749.494757:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760749.494765:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760749.494790:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6000
00000008:00100000:3.0:1789760749.494902:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad0a80 - object 0x280000401:3 offset 22384640<>22388736
00000080:00200000:3.0:1789760749.565898:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5465, 5465]
00000080:00200000:3.0:1789760749.565912:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760749.565916:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760749.565929:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22388736 i_blocks 45063
00000020:00200000:3.0:1789760749.565932:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760749.565941:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760749.565969:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22388736, count: 4096
00000080:00200000:3.0:1789760749.565975:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22388736, bytes: 4096
00000080:00200000:3.0:1789760749.565984:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760749.565992:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760749.565995:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22388736, 22392832) 0 0
00000080:00200000:3.0:1789760749.565998:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760749.566012:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5466, 5466]
00020000:00200000:3.0:1789760749.566020:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22388736 chunk: [22388736, 22392832) 22392832, 4096
00020000:00200000:3.0:1789760749.566023:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760749.566038:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5466, 5466]
00000008:00010000:3.0:1789760749.566053:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760749.566058:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760749.566069:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22388736, 22392832) append 0 append lockpos 0
00000080:00200000:3.0:1789760749.566081:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22388736=0x155a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760749.566137:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760749.566141:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22392832
00000020:00010000:3.0:1789760749.566147:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760749.566151:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760749.566153:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760749.566157:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760749.566159:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760749.566165:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760749.566171:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760749.566184:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6480
00000008:00100000:3.0:1789760749.566314:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad0380 - object 0x280000401:3 offset 22388736<>22392832
00000080:00200000:3.0:1789760749.621905:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5466, 5466]
00000080:00200000:3.0:1789760749.621918:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760749.621923:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760749.621935:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22392832 i_blocks 45063
00000020:00200000:3.0:1789760749.621938:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760749.621944:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760749.621970:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22392832, count: 4096
00000080:00200000:3.0:1789760749.621975:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22392832, bytes: 4096
00000080:00200000:3.0:1789760749.621983:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760749.621990:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760749.621992:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22392832, 22396928) 0 0
00000080:00200000:3.0:1789760749.621996:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760749.622007:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5467, 5467]
00020000:00200000:3.0:1789760749.622013:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22392832 chunk: [22392832, 22396928) 22396928, 4096
00020000:00200000:3.0:1789760749.622017:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760749.622030:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5467, 5467]
00000008:00010000:3.0:1789760749.622042:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760749.622046:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760749.622054:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22392832, 22396928) append 0 append lockpos 0
00000080:00200000:3.0:1789760749.622064:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22392832=0x155b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760749.622105:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760749.622108:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22396928
00000020:00010000:3.0:1789760749.622115:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760749.622129:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760749.622132:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760749.622135:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760749.622138:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760749.622144:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760749.622149:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760749.622162:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6a80
00000008:00100000:3.0:1789760749.622297:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2680 - object 0x280000401:3 offset 22392832<>22396928
00000080:00200000:0.0:1789760749.663135:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5467, 5467]
00000080:00200000:0.0:1789760749.663149:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760749.663155:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760749.663166:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22396928 i_blocks 45063
00000020:00200000:0.0:1789760749.663170:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760749.663178:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760749.663203:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22396928, count: 4096
00000080:00200000:0.0:1789760749.663209:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22396928, bytes: 4096
00000080:00200000:0.0:1789760749.663235:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760749.663243:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760749.663245:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22396928, 22401024) 0 0
00000080:00200000:0.0:1789760749.663250:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760749.663264:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5468, 5468]
00020000:00200000:0.0:1789760749.663272:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22396928 chunk: [22396928, 22401024) 22401024, 4096
00020000:00200000:0.0:1789760749.663276:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760749.663293:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5468, 5468]
00000008:00010000:0.0:1789760749.663307:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760749.663312:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760749.663322:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22396928, 22401024) append 0 append lockpos 0
00000080:00200000:0.0:1789760749.663333:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22396928=0x155c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760749.663377:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760749.663380:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22401024
00000020:00010000:0.0:1789760749.663387:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760749.663390:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760749.663392:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760749.663395:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760749.663398:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760749.663405:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760749.663410:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760749.663423:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760749.663521:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54000 - object 0x280000401:3 offset 22396928<>22401024
00000080:00200000:0.0:1789760749.704953:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5468, 5468]
00000080:00200000:0.0:1789760749.704966:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760749.704971:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760749.704983:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22401024 i_blocks 45063
00000020:00200000:0.0:1789760749.704986:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760749.704993:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760749.705018:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22401024, count: 4096
00000080:00200000:0.0:1789760749.705024:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22401024, bytes: 4096
00000080:00200000:0.0:1789760749.705031:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760749.705037:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760749.705039:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22401024, 22405120) 0 0
00000080:00200000:0.0:1789760749.705049:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760749.705060:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5469, 5469]
00020000:00200000:0.0:1789760749.705068:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22401024 chunk: [22401024, 22405120) 22405120, 4096
00020000:00200000:0.0:1789760749.705072:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760749.705086:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5469, 5469]
00000008:00010000:0.0:1789760749.705099:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760749.705104:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760749.705113:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22401024, 22405120) append 0 append lockpos 0
00000080:00200000:0.0:1789760749.705133:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22401024=0x155d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760749.705180:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760749.705182:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22405120
00000020:00010000:0.0:1789760749.705190:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760749.705193:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760749.705196:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760749.705199:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760749.705203:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760749.705443:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760749.705449:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760749.705466:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760749.705569:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56d80 - object 0x280000401:3 offset 22401024<>22405120
00000080:00200000:0.0:1789760749.767077:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5469, 5469]
00000080:00200000:0.0:1789760749.767090:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760749.767095:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760749.767106:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22405120 i_blocks 45063
00000020:00200000:0.0:1789760749.767110:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760749.767135:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760749.767161:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22405120, count: 4096
00000080:00200000:0.0:1789760749.767167:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22405120, bytes: 4096
00000080:00200000:0.0:1789760749.767176:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760749.767183:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760749.767185:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22405120, 22409216) 0 0
00000080:00200000:0.0:1789760749.767189:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760749.767202:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5470, 5470]
00020000:00200000:0.0:1789760749.767209:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22405120 chunk: [22405120, 22409216) 22409216, 4096
00020000:00200000:0.0:1789760749.767240:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760749.767255:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5470, 5470]
00000008:00010000:0.0:1789760749.767269:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760749.767274:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760749.767282:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22405120, 22409216) append 0 append lockpos 0
00000080:00200000:0.0:1789760749.767293:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22405120=0x155e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760749.767335:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760749.767338:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22409216
00000020:00010000:0.0:1789760749.767345:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760749.767348:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760749.767352:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760749.767355:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760749.767358:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760749.767365:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760749.767370:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760749.767384:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760749.767473:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55180 - object 0x280000401:3 offset 22405120<>22409216
00000100:00100000:0.0:1789760749.767513:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760749.767534:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520959360:192.168.203.116@tcp:4:dd.0
00000008:00010000:0.0:1789760749.826507:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7db40
00000020:00200000:0.0:1789760749.826518:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760749.826527:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760749.826549:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7db40
00000100:00100000:0.0:1789760749.826574:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520959360:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760749.875452:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5471, 5471]
00000080:00200000:0.0:1789760749.875464:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760749.875469:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760749.875481:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22413312 i_blocks 45063
00000020:00200000:0.0:1789760749.875484:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760749.875492:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760749.875516:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22413312, count: 4096
00000080:00200000:0.0:1789760749.875521:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22413312, bytes: 4096
00000080:00200000:0.0:1789760749.875528:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760749.875534:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760749.875536:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22413312, 22417408) 0 0
00000080:00200000:0.0:1789760749.875539:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760749.875551:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5472, 5472]
00020000:00200000:0.0:1789760749.875558:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22413312 chunk: [22413312, 22417408) 22417408, 4096
00020000:00200000:0.0:1789760749.875562:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760749.875579:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5472, 5472]
00000008:00010000:0.0:1789760749.875592:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760749.875596:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760749.875604:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22413312, 22417408) append 0 append lockpos 0
00000080:00200000:0.0:1789760749.875613:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22413312=0x1560000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760749.875648:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760749.875650:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22417408
00000020:00010000:0.0:1789760749.875657:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760749.875661:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760749.875663:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760749.875667:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760749.875670:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760749.875676:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760749.875683:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760749.875696:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760749.875820:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55500 - object 0x280000401:3 offset 22413312<>22417408
00000100:00100000:0.0:1789760749.875856:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760749.875870:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520959616:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760749.916405:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972792 gen 3
00000008:00010000:0.0:1789760749.916442:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7db40
00000020:00200000:0.0:1789760749.916449:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760749.916457:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760749.916571:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7db40
00000100:00100000:0.0:1789760749.916596:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520959616:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760749.920011:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5472, 5472]
00000080:00200000:3.0:1789760749.920031:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760749.920036:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760749.920050:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22417408 i_blocks 45063
00000020:00200000:3.0:1789760749.920054:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760749.920064:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760749.920091:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22417408, count: 4096
00000080:00200000:3.0:1789760749.920097:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22417408, bytes: 4096
00000080:00200000:3.0:1789760749.920105:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760749.920113:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760749.920115:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22417408, 22421504) 0 0
00000080:00200000:3.0:1789760749.920129:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760749.920143:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5473, 5473]
00020000:00200000:3.0:1789760749.920150:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22417408 chunk: [22417408, 22421504) 22421504, 4096
00020000:00200000:3.0:1789760749.920154:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760749.920171:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5473, 5473]
00000008:00010000:3.0:1789760749.920184:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760749.920189:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760749.920199:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22417408, 22421504) append 0 append lockpos 0
00000080:00200000:3.0:1789760749.920210:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22417408=0x1561000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760749.920279:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760749.920283:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22421504
00000020:00010000:3.0:1789760749.920289:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760749.920292:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760749.920295:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760749.920298:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760749.920301:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760749.920308:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760749.920313:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760749.920335:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6f00
00000008:00100000:3.0:1789760749.920438:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1c00 - object 0x280000401:3 offset 22417408<>22421504
00000080:00200000:3.0:1789760749.963698:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5473, 5473]
00000080:00200000:3.0:1789760749.963710:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760749.963716:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760749.963729:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22421504 i_blocks 45063
00000020:00200000:3.0:1789760749.963733:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760749.963742:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760749.963770:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22421504, count: 4096
00000080:00200000:3.0:1789760749.963785:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22421504, bytes: 4096
00000080:00200000:3.0:1789760749.963795:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760749.963802:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760749.963804:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22421504, 22425600) 0 0
00000080:00200000:3.0:1789760749.963808:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760749.963821:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5474, 5474]
00020000:00200000:3.0:1789760749.963828:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22421504 chunk: [22421504, 22425600) 22425600, 4096
00020000:00200000:3.0:1789760749.963832:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760749.963847:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5474, 5474]
00000008:00010000:3.0:1789760749.963863:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760749.963868:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760749.963878:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22421504, 22425600) append 0 append lockpos 0
00000080:00200000:3.0:1789760749.963890:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22421504=0x1562000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760749.963941:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760749.963945:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22425600
00000020:00010000:3.0:1789760749.963952:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760749.963956:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760749.963960:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760749.963963:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760749.963966:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760749.963974:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760749.963979:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760749.963993:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6240
00000008:00100000:3.0:1789760749.964091:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1500 - object 0x280000401:3 offset 22421504<>22425600
00000080:00200000:3.0:1789760750.012382:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5474, 5474]
00000080:00200000:3.0:1789760750.012394:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760750.012398:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760750.012409:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22425600 i_blocks 45063
00000020:00200000:3.0:1789760750.012413:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760750.012420:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760750.012444:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22425600, count: 4096
00000080:00200000:3.0:1789760750.012450:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22425600, bytes: 4096
00000080:00200000:3.0:1789760750.012457:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760750.012464:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760750.012466:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22425600, 22429696) 0 0
00000080:00200000:3.0:1789760750.012470:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760750.012481:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5475, 5475]
00020000:00200000:3.0:1789760750.012487:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22425600 chunk: [22425600, 22429696) 22429696, 4096
00020000:00200000:3.0:1789760750.012491:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760750.012505:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5475, 5475]
00000008:00010000:3.0:1789760750.012519:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760750.012524:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760750.012532:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22425600, 22429696) append 0 append lockpos 0
00000080:00200000:3.0:1789760750.012542:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22425600=0x1563000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760750.012583:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760750.012586:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22429696
00000020:00010000:3.0:1789760750.012593:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760750.012596:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760750.012599:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760750.012602:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760750.012604:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760750.012610:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760750.012615:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760750.012628:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb60c0
00000008:00100000:3.0:1789760750.012731:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2300 - object 0x280000401:3 offset 22425600<>22429696
00000080:00200000:3.0:1789760750.053542:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5475, 5475]
00000080:00200000:3.0:1789760750.053556:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760750.053561:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760750.053572:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22429696 i_blocks 45063
00000020:00200000:3.0:1789760750.053575:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760750.053582:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760750.053609:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22429696, count: 4096
00000080:00200000:3.0:1789760750.053615:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22429696, bytes: 4096
00000080:00200000:3.0:1789760750.053622:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760750.053629:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760750.053631:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22429696, 22433792) 0 0
00000080:00200000:3.0:1789760750.053635:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760750.053648:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5476, 5476]
00020000:00200000:3.0:1789760750.053654:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22429696 chunk: [22429696, 22433792) 22433792, 4096
00020000:00200000:3.0:1789760750.053658:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760750.053673:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5476, 5476]
00000008:00010000:3.0:1789760750.053686:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760750.053690:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760750.053699:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22429696, 22433792) append 0 append lockpos 0
00000080:00200000:3.0:1789760750.053709:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22429696=0x1564000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760750.053752:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760750.053755:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22433792
00000020:00010000:3.0:1789760750.053762:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760750.053765:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760750.053768:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760750.053771:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760750.053773:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760750.053779:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760750.053784:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760750.053799:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb66c0
00000008:00100000:3.0:1789760750.053893:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad3480 - object 0x280000401:3 offset 22429696<>22433792
00000080:00200000:0.0:1789760750.101446:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5476, 5476]
00000080:00200000:0.0:1789760750.101460:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760750.101466:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760750.101482:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22433792 i_blocks 45063
00000020:00200000:0.0:1789760750.101486:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760750.101495:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760750.101526:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22433792, count: 4096
00000080:00200000:0.0:1789760750.101532:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22433792, bytes: 4096
00000080:00200000:0.0:1789760750.101552:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760750.101559:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760750.101561:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22433792, 22437888) 0 0
00000080:00200000:0.0:1789760750.101564:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760750.101577:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5477, 5477]
00020000:00200000:0.0:1789760750.101585:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22433792 chunk: [22433792, 22437888) 22437888, 4096
00020000:00200000:0.0:1789760750.101589:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760750.101603:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5477, 5477]
00000008:00010000:0.0:1789760750.101616:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760750.101621:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760750.101629:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22433792, 22437888) append 0 append lockpos 0
00000080:00200000:0.0:1789760750.101640:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22433792=0x1565000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760750.101685:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760750.101688:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22437888
00000020:00010000:0.0:1789760750.101695:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760750.101699:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760750.101701:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760750.101704:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760750.101707:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760750.101713:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760750.101719:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760750.101734:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760750.101832:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55500 - object 0x280000401:3 offset 22433792<>22437888
00010000:00010000:3.0:1789760750.111937:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000080:00200000:0.0:1789760750.164443:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5477, 5477]
00000080:00200000:0.0:1789760750.164457:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760750.164461:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760750.164472:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22437888 i_blocks 45063
00000020:00200000:0.0:1789760750.164475:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760750.164483:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760750.164508:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22437888, count: 4096
00000080:00200000:0.0:1789760750.164515:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22437888, bytes: 4096
00000080:00200000:0.0:1789760750.164522:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760750.164528:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760750.164530:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22437888, 22441984) 0 0
00000080:00200000:0.0:1789760750.164534:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760750.164546:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5478, 5478]
00020000:00200000:0.0:1789760750.164553:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22437888 chunk: [22437888, 22441984) 22441984, 4096
00020000:00200000:0.0:1789760750.164557:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760750.164572:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5478, 5478]
00000008:00010000:0.0:1789760750.164586:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760750.164590:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760750.164599:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22437888, 22441984) append 0 append lockpos 0
00000080:00200000:0.0:1789760750.164611:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22437888=0x1566000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760750.164654:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760750.164657:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22441984
00000020:00010000:0.0:1789760750.164663:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760750.164666:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760750.164669:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760750.164672:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760750.164675:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760750.164682:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760750.164687:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760750.164703:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d180
00000008:00100000:0.0:1789760750.164793:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54a80 - object 0x280000401:3 offset 22437888<>22441984
00000080:00200000:0.0:1789760750.238473:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5478, 5478]
00000080:00200000:0.0:1789760750.238487:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760750.238492:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760750.238503:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22441984 i_blocks 45063
00000020:00200000:0.0:1789760750.238507:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760750.238515:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760750.238551:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22441984, count: 4096
00000080:00200000:0.0:1789760750.238557:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22441984, bytes: 4096
00000080:00200000:0.0:1789760750.238565:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760750.238572:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760750.238574:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22441984, 22446080) 0 0
00000080:00200000:0.0:1789760750.238578:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760750.238590:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5479, 5479]
00020000:00200000:0.0:1789760750.238597:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22441984 chunk: [22441984, 22446080) 22446080, 4096
00020000:00200000:0.0:1789760750.238601:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760750.238617:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5479, 5479]
00000008:00010000:0.0:1789760750.238631:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760750.238636:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760750.238645:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22441984, 22446080) append 0 append lockpos 0
00000080:00200000:0.0:1789760750.238655:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22441984=0x1567000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760750.238699:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760750.238701:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22446080
00000020:00010000:0.0:1789760750.238708:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760750.238711:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760750.238714:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760750.238717:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760750.238719:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760750.238725:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760750.238730:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760750.238744:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:0.0:1789760750.239017:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54e00 - object 0x280000401:3 offset 22441984<>22446080
00000080:00200000:0.0:1789760750.327285:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5480, 5480]
00000080:00200000:0.0:1789760750.327302:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760750.327308:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760750.327325:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22450176 i_blocks 45063
00000020:00200000:0.0:1789760750.327329:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760750.327406:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760750.327443:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22450176, count: 4096
00000080:00200000:0.0:1789760750.327451:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22450176, bytes: 4096
00000080:00200000:0.0:1789760750.327462:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760750.327470:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760750.327473:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22450176, 22454272) 0 0
00000080:00200000:0.0:1789760750.327477:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760750.327495:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5481, 5481]
00020000:00200000:0.0:1789760750.327505:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22450176 chunk: [22450176, 22454272) 22454272, 4096
00020000:00200000:0.0:1789760750.327510:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760750.327530:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5481, 5481]
00000008:00010000:0.0:1789760750.327548:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760750.327555:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760750.327567:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22450176, 22454272) append 0 append lockpos 0
00000080:00200000:0.0:1789760750.327581:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22450176=0x1569000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760750.327894:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760750.327898:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22454272
00000020:00010000:0.0:1789760750.327909:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760750.327912:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760750.327915:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760750.327919:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760750.327922:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760750.327931:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760750.327938:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760750.327959:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d240
00000008:00100000:0.0:1789760750.328091:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54700 - object 0x280000401:3 offset 22450176<>22454272
00000080:00200000:0.0:1789760750.372766:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5481, 5481]
00000080:00200000:0.0:1789760750.372916:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760750.372923:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760750.372934:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22454272 i_blocks 45063
00000020:00200000:0.0:1789760750.372937:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760750.372946:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760750.372971:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22454272, count: 4096
00000080:00200000:0.0:1789760750.372978:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22454272, bytes: 4096
00000080:00200000:0.0:1789760750.372989:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760750.372995:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760750.372997:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22454272, 22458368) 0 0
00000080:00200000:0.0:1789760750.373001:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760750.373014:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5482, 5482]
00020000:00200000:0.0:1789760750.373021:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22454272 chunk: [22454272, 22458368) 22458368, 4096
00020000:00200000:0.0:1789760750.373025:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760750.373040:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5482, 5482]
00000008:00010000:0.0:1789760750.373053:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760750.373058:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760750.373067:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22454272, 22458368) append 0 append lockpos 0
00000080:00200000:0.0:1789760750.373078:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22454272=0x156a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760750.373132:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760750.373134:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22458368
00000020:00010000:0.0:1789760750.373141:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760750.373144:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760750.373146:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760750.373149:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760750.373151:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760750.373158:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760750.373163:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760750.373177:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d0c0
00000008:00100000:0.0:1789760750.373322:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55c00 - object 0x280000401:3 offset 22454272<>22458368
00000080:00200000:0.0:1789760750.478720:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5482, 5482]
00000080:00200000:0.0:1789760750.478734:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760750.478740:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760750.478751:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22458368 i_blocks 45063
00000020:00200000:0.0:1789760750.478754:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760750.478763:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760750.478789:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22458368, count: 4096
00000080:00200000:0.0:1789760750.478795:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22458368, bytes: 4096
00000080:00200000:0.0:1789760750.478805:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760750.478812:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760750.478815:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22458368, 22462464) 0 0
00000080:00200000:0.0:1789760750.478819:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760750.478832:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5483, 5483]
00020000:00200000:0.0:1789760750.478841:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22458368 chunk: [22458368, 22462464) 22462464, 4096
00020000:00200000:0.0:1789760750.478845:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760750.478861:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5483, 5483]
00000008:00010000:0.0:1789760750.478875:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760750.478879:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760750.478888:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22458368, 22462464) append 0 append lockpos 0
00000080:00200000:0.0:1789760750.478899:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22458368=0x156b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760750.478946:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760750.478949:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22462464
00000020:00010000:0.0:1789760750.478956:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760750.478960:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760750.478963:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760750.478966:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760750.478968:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760750.478975:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760750.478980:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760750.478996:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d0c0
00000008:00100000:0.0:1789760750.479095:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55f80 - object 0x280000401:3 offset 22458368<>22462464
00000080:00200000:0.0:1789760750.546402:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5483, 5483]
00000080:00200000:0.0:1789760750.546416:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760750.546421:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760750.546436:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22462464 i_blocks 45063
00000020:00200000:0.0:1789760750.546439:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760750.546447:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760750.546486:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22462464, count: 4096
00000080:00200000:0.0:1789760750.546492:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22462464, bytes: 4096
00000080:00200000:0.0:1789760750.546503:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760750.546510:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760750.546512:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22462464, 22466560) 0 0
00000080:00200000:0.0:1789760750.546516:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760750.546529:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5484, 5484]
00020000:00200000:0.0:1789760750.546536:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22462464 chunk: [22462464, 22466560) 22466560, 4096
00020000:00200000:0.0:1789760750.546540:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760750.546794:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5484, 5484]
00000008:00010000:0.0:1789760750.546810:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760750.546814:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760750.546824:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22462464, 22466560) append 0 append lockpos 0
00000080:00200000:0.0:1789760750.546837:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22462464=0x156c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760750.546891:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760750.546894:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22466560
00000020:00010000:0.0:1789760750.546901:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760750.546904:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760750.546906:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760750.546910:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760750.546913:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760750.546919:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760750.546925:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760750.546940:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d240
00000008:00100000:0.0:1789760750.547045:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57b80 - object 0x280000401:3 offset 22462464<>22466560
00000080:00200000:0.0:1789760750.619862:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5484, 5484]
00000080:00200000:0.0:1789760750.619882:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760750.619888:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760750.619904:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22466560 i_blocks 45063
00000020:00200000:0.0:1789760750.619908:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760750.619918:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760750.619957:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22466560, count: 4096
00000080:00200000:0.0:1789760750.619964:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22466560, bytes: 4096
00000080:00200000:0.0:1789760750.619976:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760750.619984:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760750.619986:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22466560, 22470656) 0 0
00000080:00200000:0.0:1789760750.619991:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760750.620011:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5485, 5485]
00020000:00200000:0.0:1789760750.620021:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22466560 chunk: [22466560, 22470656) 22470656, 4096
00020000:00200000:0.0:1789760750.620026:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760750.620046:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5485, 5485]
00000008:00010000:0.0:1789760750.620065:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760750.620072:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760750.620084:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22466560, 22470656) append 0 append lockpos 0
00000080:00200000:0.0:1789760750.620100:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22466560=0x156d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760750.620442:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760750.620446:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22470656
00000020:00010000:0.0:1789760750.620456:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760750.620460:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760750.620463:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760750.620467:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760750.620470:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760750.620479:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760750.620486:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760750.620506:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:0.0:1789760750.620630:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56680 - object 0x280000401:3 offset 22466560<>22470656
00000080:00200000:0.0:1789760750.661066:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5485, 5485]
00000080:00200000:0.0:1789760750.661083:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760750.661089:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760750.661103:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22470656 i_blocks 45063
00000020:00200000:0.0:1789760750.661106:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760750.661127:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760750.661165:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22470656, count: 4096
00000080:00200000:0.0:1789760750.661172:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22470656, bytes: 4096
00000080:00200000:0.0:1789760750.661181:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760750.661190:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760750.661192:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22470656, 22474752) 0 0
00000080:00200000:0.0:1789760750.661197:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760750.661241:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5486, 5486]
00020000:00200000:0.0:1789760750.661250:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22470656 chunk: [22470656, 22474752) 22474752, 4096
00020000:00200000:0.0:1789760750.661255:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760750.661276:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5486, 5486]
00000008:00010000:0.0:1789760750.661295:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760750.661302:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760750.661313:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22470656, 22474752) append 0 append lockpos 0
00000080:00200000:0.0:1789760750.661329:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22470656=0x156e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760750.661387:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760750.661391:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22474752
00000020:00010000:0.0:1789760750.661399:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760750.661403:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760750.661406:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760750.661410:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760750.661412:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760750.661420:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760750.661426:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760750.661442:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d180
00000008:00100000:0.0:1789760750.661562:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57b80 - object 0x280000401:3 offset 22470656<>22474752
00000080:00200000:0.0:1789760750.692993:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5486, 5486]
00000080:00200000:0.0:1789760750.693009:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760750.693016:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760750.693030:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22474752 i_blocks 45063
00000020:00200000:0.0:1789760750.693034:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760750.693043:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760750.693073:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22474752, count: 4096
00000080:00200000:0.0:1789760750.693079:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22474752, bytes: 4096
00000080:00200000:0.0:1789760750.693089:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760750.693097:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760750.693099:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22474752, 22478848) 0 0
00000080:00200000:0.0:1789760750.693104:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760750.693131:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5487, 5487]
00020000:00200000:0.0:1789760750.693140:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22474752 chunk: [22474752, 22478848) 22478848, 4096
00020000:00200000:0.0:1789760750.693145:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760750.693163:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5487, 5487]
00000008:00010000:0.0:1789760750.693181:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760750.693187:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760750.693198:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22474752, 22478848) append 0 append lockpos 0
00000080:00200000:0.0:1789760750.693237:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22474752=0x156f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760750.693298:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760750.693301:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22478848
00000020:00010000:0.0:1789760750.693310:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760750.693313:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760750.693316:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760750.693319:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760750.693321:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760750.693330:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760750.693337:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760750.693352:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760750.693473:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55f80 - object 0x280000401:3 offset 22474752<>22478848
00000080:00200000:0.0:1789760750.736514:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5487, 5487]
00000080:00200000:0.0:1789760750.736531:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760750.736537:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760750.736553:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22478848 i_blocks 45063
00000020:00200000:0.0:1789760750.736558:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760750.736568:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760750.736601:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22478848, count: 4096
00000080:00200000:0.0:1789760750.736608:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22478848, bytes: 4096
00000080:00200000:0.0:1789760750.736619:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760750.736628:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760750.736630:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22478848, 22482944) 0 0
00000080:00200000:0.0:1789760750.736635:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760750.736653:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5488, 5488]
00020000:00200000:0.0:1789760750.736663:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22478848 chunk: [22478848, 22482944) 22482944, 4096
00020000:00200000:0.0:1789760750.736668:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760750.736689:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5488, 5488]
00000008:00010000:0.0:1789760750.736710:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760750.736717:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760750.736729:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22478848, 22482944) append 0 append lockpos 0
00000080:00200000:0.0:1789760750.736743:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22478848=0x1570000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760750.736807:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760750.736810:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22482944
00000020:00010000:0.0:1789760750.736818:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760750.736821:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760750.736824:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760750.736903:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760750.736907:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760750.737010:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760750.737018:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760750.737038:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760750.737171:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55c00 - object 0x280000401:3 offset 22478848<>22482944
00000080:00200000:0.0:1789760750.772317:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5488, 5488]
00000080:00200000:0.0:1789760750.772334:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760750.772341:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760750.772358:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22482944 i_blocks 45063
00000020:00200000:0.0:1789760750.772362:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760750.772371:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760750.772408:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22482944, count: 4096
00000080:00200000:0.0:1789760750.772416:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22482944, bytes: 4096
00000080:00200000:0.0:1789760750.772427:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760750.772437:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760750.772439:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22482944, 22487040) 0 0
00000080:00200000:0.0:1789760750.772445:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760750.772462:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5489, 5489]
00020000:00200000:0.0:1789760750.772471:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22482944 chunk: [22482944, 22487040) 22487040, 4096
00020000:00200000:0.0:1789760750.772476:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760750.772496:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5489, 5489]
00000008:00010000:0.0:1789760750.772515:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760750.772520:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760750.772531:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22482944, 22487040) append 0 append lockpos 0
00000080:00200000:0.0:1789760750.772544:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22482944=0x1571000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760750.772602:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760750.772605:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22487040
00000020:00010000:0.0:1789760750.772614:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760750.772617:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760750.772620:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760750.772624:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760750.772627:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760750.772635:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760750.773080:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760750.773104:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760750.773501:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54700 - object 0x280000401:3 offset 22482944<>22487040
00000100:00100000:0.0:1789760750.773560:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520961792:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760750.808181:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972809 gen 3
00000008:00010000:0.0:1789760750.808344:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7d780
00000020:00200000:0.0:1789760750.808352:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760750.808363:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760750.808385:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7d780
00000100:00100000:0.0:1789760750.808413:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520961792:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760750.809398:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760750.809423:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520961920:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760750.845942:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972810 gen 3
00000008:00010000:0.0:1789760750.845991:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a132776c0
00000020:00200000:0.0:1789760750.845999:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760750.846011:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760750.846034:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a132776c0
00000100:00100000:0.0:1789760750.846062:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520961920:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760750.846994:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520962048:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760750.879290:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972811 gen 3
00000008:00010000:0.0:1789760750.879352:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277f00
00000020:00200000:0.0:1789760750.879360:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760750.879374:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760750.879544:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277f00
00000100:00100000:0.0:1789760750.879576:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520962048:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760750.882340:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520962176:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760750.927651:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972812 gen 3
00000008:00010000:0.0:1789760750.927702:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277d80
00000020:00200000:0.0:1789760750.927711:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760750.927723:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760750.927748:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277d80
00000100:00100000:0.0:1789760750.927779:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520962176:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760750.929661:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520962304:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760750.979450:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972813 gen 3
00000008:00010000:0.0:1789760750.979497:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277d80
00000020:00200000:0.0:1789760750.979505:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760750.979517:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760750.979539:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277d80
00000100:00100000:0.0:1789760750.979566:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520962304:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760751.025955:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590cc0
00000020:00200000:3.0:1789760751.025972:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760751.025982:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760751.026173:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590cc0
00000100:00100000:3.0:1789760751.026315:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520962432:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760751.027180:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760751.027199:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520962560:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760751.069914:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972815 gen 3
00000008:00010000:3.0:1789760751.069961:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590300
00000020:00200000:3.0:1789760751.069967:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760751.069974:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760751.070034:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590300
00000100:00100000:3.0:1789760751.070060:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520962560:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760751.070670:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520962688:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760751.130270:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972816 gen 3
00000008:00010000:3.0:1789760751.130307:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590d80
00000020:00200000:3.0:1789760751.130314:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760751.130323:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760751.130343:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590d80
00000100:00100000:3.0:1789760751.130369:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520962688:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760751.131257:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520962816:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760751.172667:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972817 gen 3
00000008:00010000:3.0:1789760751.172950:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590e40
00000020:00200000:3.0:1789760751.172958:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760751.172969:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760751.172989:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590e40
00000100:00100000:3.0:1789760751.173122:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520962816:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760751.176340:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760751.176380:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520962944:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760751.247407:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972818 gen 3
00000008:00010000:3.0:1789760751.247803:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590180
00000020:00200000:3.0:1789760751.247813:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760751.247824:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760751.248101:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590180
00000080:00200000:0.0:1789760751.248155:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5498, 5498]
00000080:00200000:0.0:1789760751.248183:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760751.248190:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760751.248207:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22523904 i_blocks 45063
00000020:00200000:0.0:1789760751.248211:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760751.248240:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760751.248274:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22523904, count: 4096
00000100:00100000:3.0:1789760751.248274:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520962944:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760751.248282:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22523904, bytes: 4096
00000080:00200000:0.0:1789760751.248296:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760751.248304:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760751.248306:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22523904, 22528000) 0 0
00000080:00200000:0.0:1789760751.248311:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760751.248328:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5499, 5499]
00020000:00200000:0.0:1789760751.248338:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22523904 chunk: [22523904, 22528000) 22528000, 4096
00020000:00200000:0.0:1789760751.248343:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760751.248369:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5499, 5499]
00000008:00010000:0.0:1789760751.248388:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760751.248394:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760751.248406:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22523904, 22528000) append 0 append lockpos 0
00000080:00200000:0.0:1789760751.248420:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22523904=0x157b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760751.248477:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760751.248480:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22528000
00000020:00010000:0.0:1789760751.248488:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760751.248492:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760751.248495:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760751.248498:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760751.248501:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760751.248509:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760751.248516:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760751.248531:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760751.248650:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54700 - object 0x280000401:3 offset 22523904<>22528000
00000100:00100000:0.0:1789760751.248701:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760751.248718:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520963072:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760751.359176:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972819 gen 3
00000008:00010000:0.0:1789760751.359283:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7d780
00000020:00200000:0.0:1789760751.359293:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760751.359304:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760751.359328:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7d780
00000100:00100000:0.0:1789760751.359351:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520963072:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760751.439202:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5500, 5500]
00000080:00200000:0.0:1789760751.439268:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760751.439275:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760751.439293:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22532096 i_blocks 45063
00000020:00200000:0.0:1789760751.439298:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760751.439315:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760751.439351:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22532096, count: 4096
00000080:00200000:0.0:1789760751.439360:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22532096, bytes: 4096
00000080:00200000:0.0:1789760751.439375:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760751.439386:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760751.439389:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22532096, 22536192) 0 0
00000080:00200000:0.0:1789760751.439393:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760751.439410:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5501, 5501]
00020000:00200000:0.0:1789760751.439420:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22532096 chunk: [22532096, 22536192) 22536192, 4096
00020000:00200000:0.0:1789760751.439424:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760751.439446:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5501, 5501]
00000008:00010000:0.0:1789760751.439465:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760751.439471:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760751.439483:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22532096, 22536192) append 0 append lockpos 0
00000080:00200000:0.0:1789760751.439499:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22532096=0x157d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760751.439567:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760751.439570:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22536192
00000020:00010000:0.0:1789760751.439579:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760751.439583:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760751.439586:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760751.439590:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760751.439593:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760751.439602:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760751.439610:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760751.439632:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760751.439780:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54700 - object 0x280000401:3 offset 22532096<>22536192
00000100:00100000:0.0:1789760751.439842:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760751.439880:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520963328:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760751.533155:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972821 gen 3
00000008:00010000:0.0:1789760751.533258:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7d780
00000020:00200000:0.0:1789760751.533267:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760751.533280:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760751.533378:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7d780
00000100:00100000:0.0:1789760751.533410:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520963328:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760751.538261:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520963456:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760751.600805:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972822 gen 3
00000008:00010000:3.0:1789760751.600839:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590c00
00000020:00200000:3.0:1789760751.600845:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760751.600853:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760751.600871:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590c00
00000100:00100000:3.0:1789760751.600904:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520963456:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760751.601773:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520963584:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760751.651798:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972823 gen 3
00000008:00010000:3.0:1789760751.651832:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590600
00000020:00200000:3.0:1789760751.651838:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760751.651846:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760751.651863:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590600
00000100:00100000:3.0:1789760751.651887:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520963584:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760751.652880:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760751.652898:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520963712:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760751.699504:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972824 gen 3
00000008:00010000:3.0:1789760751.699540:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065903c0
00000020:00200000:3.0:1789760751.699547:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760751.699556:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760751.699574:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065903c0
00000100:00100000:3.0:1789760751.699599:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520963712:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760751.700406:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520963840:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760751.750066:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972825 gen 3
00000008:00010000:3.0:1789760751.750113:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065903c0
00000020:00200000:3.0:1789760751.750120:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760751.750129:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760751.750147:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065903c0
00000100:00100000:3.0:1789760751.750174:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520963840:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760751.750941:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760751.750956:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520963968:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760751.791261:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972826 gen 3
00000008:00010000:3.0:1789760751.791295:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590600
00000020:00200000:3.0:1789760751.791301:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760751.791310:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760751.791327:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590600
00000100:00100000:3.0:1789760751.791353:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520963968:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760751.839540:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972827 gen 3
00000008:00010000:3.0:1789760751.839574:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590c00
00000020:00200000:3.0:1789760751.839581:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760751.839591:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760751.839615:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590c00
00000100:00100000:3.0:1789760751.839658:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520964096:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760751.840550:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760751.840568:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520964224:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760751.888661:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972828 gen 3
00000008:00010000:3.0:1789760751.888703:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590180
00000020:00200000:3.0:1789760751.888710:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760751.888720:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760751.888744:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590180
00000100:00100000:3.0:1789760751.888787:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520964224:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760751.889716:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520964352:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760751.940891:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590e40
00000020:00200000:3.0:1789760751.940900:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760751.940908:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760751.941035:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5509, 5509]
00000008:00010000:3.0:1789760751.941038:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590e40
00000080:00200000:0.0:1789760751.941049:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760751.941053:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760751.941064:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22568960 i_blocks 45063
00000100:00100000:3.0:1789760751.941066:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520964352:192.168.203.116@tcp:4:dd.0
00000020:00200000:0.0:1789760751.941067:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760751.941074:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760751.941111:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22568960, count: 4096
00000080:00200000:0.0:1789760751.941118:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22568960, bytes: 4096
00000080:00200000:0.0:1789760751.941127:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760751.941134:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760751.941136:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22568960, 22573056) 0 0
00000080:00200000:0.0:1789760751.941140:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760751.941154:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5510, 5510]
00020000:00200000:0.0:1789760751.941161:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22568960 chunk: [22568960, 22573056) 22573056, 4096
00020000:00200000:0.0:1789760751.941165:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760751.941181:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5510, 5510]
00000008:00010000:0.0:1789760751.941194:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760751.941200:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760751.941209:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22568960, 22573056) append 0 append lockpos 0
00000080:00200000:0.0:1789760751.941246:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22568960=0x1586000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760751.941291:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760751.941294:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22573056
00000020:00010000:0.0:1789760751.941301:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760751.941304:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760751.941307:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760751.941311:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760751.941314:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760751.941321:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760751.941326:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760751.941412:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760751.941509:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54700 - object 0x280000401:3 offset 22568960<>22573056
00000080:00200000:3.0:1789760751.985609:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5510, 5510]
00000080:00200000:3.0:1789760751.985816:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760751.985822:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760751.985834:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22573056 i_blocks 45063
00000020:00200000:3.0:1789760751.985838:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760751.985846:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760751.985874:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22573056, count: 4096
00000080:00200000:3.0:1789760751.985880:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22573056, bytes: 4096
00000080:00200000:3.0:1789760751.985888:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760751.985895:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760751.985897:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22573056, 22577152) 0 0
00000080:00200000:3.0:1789760751.985900:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760751.985913:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5511, 5511]
00020000:00200000:3.0:1789760751.985919:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22573056 chunk: [22573056, 22577152) 22577152, 4096
00020000:00200000:3.0:1789760751.985923:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760751.986009:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5511, 5511]
00000008:00010000:3.0:1789760751.986025:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760751.986030:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760751.986041:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22573056, 22577152) append 0 append lockpos 0
00000080:00200000:3.0:1789760751.986052:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22573056=0x1587000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760751.986113:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760751.986116:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22577152
00000020:00010000:3.0:1789760751.986124:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760751.986127:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760751.986130:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760751.986132:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760751.986135:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760751.986141:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760751.986146:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760751.986163:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6cc0
00000008:00100000:3.0:1789760751.986592:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2a00 - object 0x280000401:3 offset 22573056<>22577152
00000100:00100000:3.0:1789760752.041210:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972831 gen 3
00000008:00010000:3.0:1789760752.041290:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6cc0
00000020:00200000:3.0:1789760752.041297:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760752.041307:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760752.041338:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6cc0
00000100:00100000:3.0:1789760752.041366:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520964608:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760752.042259:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520964736:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760752.083463:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972832 gen 3
00000008:00010000:3.0:1789760752.083498:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590d80
00000020:00200000:3.0:1789760752.083505:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760752.083513:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760752.083533:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590d80
00000100:00100000:3.0:1789760752.083558:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520964736:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760752.084842:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520964864:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760752.152098:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972833 gen 3
00000008:00010000:3.0:1789760752.152144:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590300
00000020:00200000:3.0:1789760752.152150:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760752.152158:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760752.152179:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590300
00000100:00100000:3.0:1789760752.152204:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520964864:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760752.152942:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520964992:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760752.191891:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972834 gen 3
00000008:00010000:3.0:1789760752.191937:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590cc0
00000020:00200000:3.0:1789760752.191945:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760752.191953:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760752.191970:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590cc0
00000100:00100000:3.0:1789760752.191995:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520964992:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760752.192661:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520965120:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760752.239948:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972835 gen 3
00000008:00010000:3.0:1789760752.239987:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065906c0
00000020:00200000:3.0:1789760752.239994:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760752.240003:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760752.240020:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065906c0
00000100:00100000:3.0:1789760752.240045:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520965120:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760752.240884:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520965248:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760752.280859:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972836 gen 3
00000008:00010000:3.0:1789760752.280894:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065900c0
00000020:00200000:3.0:1789760752.280901:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760752.280908:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760752.280926:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065900c0
00000100:00100000:3.0:1789760752.281025:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520965248:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760752.281804:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520965376:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760752.329593:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972837 gen 3
00000008:00010000:3.0:1789760752.329628:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590240
00000020:00200000:3.0:1789760752.329634:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760752.329643:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760752.329787:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590240
00000100:00100000:3.0:1789760752.329815:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520965376:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760752.330784:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520965504:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760752.389008:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972838 gen 3
00000008:00010000:3.0:1789760752.389042:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590900
00000020:00200000:3.0:1789760752.389047:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760752.389056:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760752.389072:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590900
00000100:00100000:3.0:1789760752.389097:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520965504:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760752.389589:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a06590000
00000008:00100000:3.0:1789760752.389694:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2a00 - object 0x280000401:3 offset 22605824<>22609920
00000100:00100000:3.0:1789760752.466276:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972839 gen 3
00000008:00010000:3.0:1789760752.466311:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590000
00000020:00200000:3.0:1789760752.466318:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760752.466327:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760752.466351:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590000
00000100:00100000:3.0:1789760752.466378:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520965632:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760752.466476:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5519, 5519]
00000080:00200000:0.0:1789760752.466488:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760752.466493:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760752.466504:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22609920 i_blocks 45063
00000020:00200000:0.0:1789760752.466507:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760752.466516:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760752.466542:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22609920, count: 4096
00000080:00200000:0.0:1789760752.466548:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22609920, bytes: 4096
00000080:00200000:0.0:1789760752.466555:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760752.466562:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760752.466565:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22609920, 22614016) 0 0
00000080:00200000:0.0:1789760752.466568:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760752.466581:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5520, 5520]
00020000:00200000:0.0:1789760752.466587:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22609920 chunk: [22609920, 22614016) 22614016, 4096
00020000:00200000:0.0:1789760752.466591:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760752.466605:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5520, 5520]
00000008:00010000:0.0:1789760752.466617:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760752.466622:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760752.466630:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22609920, 22614016) append 0 append lockpos 0
00000080:00200000:0.0:1789760752.466653:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22609920=0x1590000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760752.466698:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760752.466701:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22614016
00000020:00010000:0.0:1789760752.466707:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760752.466711:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760752.466713:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760752.466717:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760752.466719:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760752.466726:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760752.466740:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760752.466762:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760752.466853:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54e00 - object 0x280000401:3 offset 22609920<>22614016
00000080:00200000:0.0:1789760752.546383:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5520, 5520]
00000080:00200000:0.0:1789760752.546402:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760752.546408:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760752.546485:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22614016 i_blocks 45063
00000020:00200000:0.0:1789760752.546489:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760752.546500:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760752.546525:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22614016, count: 4096
00000080:00200000:0.0:1789760752.546531:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22614016, bytes: 4096
00000080:00200000:0.0:1789760752.546541:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760752.546549:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760752.546551:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22614016, 22618112) 0 0
00000080:00200000:0.0:1789760752.546555:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760752.546567:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5521, 5521]
00020000:00200000:0.0:1789760752.546574:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22614016 chunk: [22614016, 22618112) 22618112, 4096
00020000:00200000:0.0:1789760752.546579:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760752.546596:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5521, 5521]
00000008:00010000:0.0:1789760752.546623:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760752.546912:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760752.546925:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22614016, 22618112) append 0 append lockpos 0
00000080:00200000:0.0:1789760752.547053:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22614016=0x1591000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760752.547108:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760752.547111:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22618112
00000020:00010000:0.0:1789760752.547119:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760752.547123:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760752.547126:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760752.547137:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760752.547140:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760752.547147:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760752.547152:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760752.547167:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d180
00000008:00100000:0.0:1789760752.547300:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54a80 - object 0x280000401:3 offset 22614016<>22618112
00000080:00200000:0.0:1789760752.756553:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5523, 5523]
00000080:00200000:0.0:1789760752.756573:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760752.756579:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760752.756593:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22626304 i_blocks 45063
00000020:00200000:0.0:1789760752.756597:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760752.756609:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760752.756633:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22626304, count: 4096
00000080:00200000:0.0:1789760752.756639:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22626304, bytes: 4096
00000080:00200000:0.0:1789760752.756715:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760752.756723:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760752.756725:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22626304, 22630400) 0 0
00000080:00200000:0.0:1789760752.756729:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760752.756742:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5524, 5524]
00020000:00200000:0.0:1789760752.756749:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22626304 chunk: [22626304, 22630400) 22630400, 4096
00020000:00200000:0.0:1789760752.756754:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760752.756769:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5524, 5524]
00000008:00010000:0.0:1789760752.756782:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760752.756787:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760752.756797:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22626304, 22630400) append 0 append lockpos 0
00000080:00200000:0.0:1789760752.756808:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22626304=0x1594000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760752.756862:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760752.756865:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22630400
00000020:00010000:0.0:1789760752.756871:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760752.756875:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760752.756878:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760752.756881:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760752.756883:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760752.756890:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760752.756895:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760752.756914:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:0.0:1789760752.757009:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55500 - object 0x280000401:3 offset 22626304<>22630400
00000080:00200000:0.0:1789760752.809922:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5524, 5524]
00000080:00200000:0.0:1789760752.809935:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760752.809940:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760752.809954:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22630400 i_blocks 45063
00000020:00200000:0.0:1789760752.809958:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760752.809966:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760752.810000:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22630400, count: 4096
00000080:00200000:0.0:1789760752.810007:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22630400, bytes: 4096
00000080:00200000:0.0:1789760752.810014:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760752.810021:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760752.810023:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22630400, 22634496) 0 0
00000080:00200000:0.0:1789760752.810026:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760752.810039:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5525, 5525]
00020000:00200000:0.0:1789760752.810046:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22630400 chunk: [22630400, 22634496) 22634496, 4096
00020000:00200000:0.0:1789760752.810051:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760752.810066:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5525, 5525]
00000008:00010000:0.0:1789760752.810079:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760752.810084:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760752.810092:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22630400, 22634496) append 0 append lockpos 0
00000080:00200000:0.0:1789760752.810113:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22630400=0x1595000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760752.810169:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760752.810172:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22634496
00000020:00010000:0.0:1789760752.810179:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760752.810192:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760752.810195:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760752.810198:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760752.810201:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760752.810208:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760752.810254:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760752.810270:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d240
00000008:00100000:0.0:1789760752.810387:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55180 - object 0x280000401:3 offset 22630400<>22634496
00000080:00200000:0.0:1789760752.848894:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5525, 5525]
00000080:00200000:0.0:1789760752.848916:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760752.848922:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760752.848937:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22634496 i_blocks 45063
00000020:00200000:0.0:1789760752.848942:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760752.848955:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760752.848980:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22634496, count: 4096
00000080:00200000:0.0:1789760752.848987:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22634496, bytes: 4096
00000080:00200000:0.0:1789760752.848998:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760752.849006:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760752.849008:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22634496, 22638592) 0 0
00000080:00200000:0.0:1789760752.849012:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760752.849024:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5526, 5526]
00020000:00200000:0.0:1789760752.849031:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22634496 chunk: [22634496, 22638592) 22638592, 4096
00020000:00200000:0.0:1789760752.849035:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760752.849052:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5526, 5526]
00000008:00010000:0.0:1789760752.849066:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760752.849072:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760752.849081:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22634496, 22638592) append 0 append lockpos 0
00000080:00200000:0.0:1789760752.849092:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22634496=0x1596000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760752.849156:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760752.849159:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22638592
00000020:00010000:0.0:1789760752.849166:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760752.849169:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760752.849172:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760752.849175:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760752.849178:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760752.849184:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760752.849190:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760752.849208:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d0c0
00000008:00100000:0.0:1789760752.849366:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56d80 - object 0x280000401:3 offset 22634496<>22638592
00000080:00200000:0.0:1789760752.886141:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5526, 5526]
00000080:00200000:0.0:1789760752.886160:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760752.886166:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760752.886181:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22638592 i_blocks 45063
00000020:00200000:0.0:1789760752.886186:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760752.886196:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760752.886270:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22638592, count: 4096
00000080:00200000:0.0:1789760752.886278:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22638592, bytes: 4096
00000080:00200000:0.0:1789760752.886288:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760752.886298:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760752.886300:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22638592, 22642688) 0 0
00000080:00200000:0.0:1789760752.886305:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760752.886323:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5527, 5527]
00020000:00200000:0.0:1789760752.886332:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22638592 chunk: [22638592, 22642688) 22642688, 4096
00020000:00200000:0.0:1789760752.886336:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760752.886357:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5527, 5527]
00000008:00010000:0.0:1789760752.886378:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760752.886385:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760752.886398:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22638592, 22642688) append 0 append lockpos 0
00000080:00200000:0.0:1789760752.886412:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22638592=0x1597000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760752.886473:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760752.886477:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22642688
00000020:00010000:0.0:1789760752.886486:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760752.886490:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760752.886493:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760752.886496:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760752.886499:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760752.886508:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760752.886515:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760752.886532:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d0c0
00000008:00100000:0.0:1789760752.886917:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54000 - object 0x280000401:3 offset 22638592<>22642688
00000080:00200000:0.0:1789760752.937028:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5527, 5527]
00000080:00200000:0.0:1789760752.937047:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760752.937054:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760752.937070:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22642688 i_blocks 45063
00000020:00200000:0.0:1789760752.937075:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760752.937085:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760752.937133:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22642688, count: 4096
00000080:00200000:0.0:1789760752.937140:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22642688, bytes: 4096
00000080:00200000:0.0:1789760752.937151:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760752.937160:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760752.937162:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22642688, 22646784) 0 0
00000080:00200000:0.0:1789760752.937167:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760752.937184:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5528, 5528]
00020000:00200000:0.0:1789760752.937194:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22642688 chunk: [22642688, 22646784) 22646784, 4096
00020000:00200000:0.0:1789760752.937199:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760752.937247:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5528, 5528]
00000008:00010000:0.0:1789760752.937268:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760752.937275:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760752.937287:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22642688, 22646784) append 0 append lockpos 0
00000080:00200000:0.0:1789760752.937301:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22642688=0x1598000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760752.937363:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760752.937365:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22646784
00000020:00010000:0.0:1789760752.937373:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760752.937377:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760752.937380:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760752.937384:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760752.937387:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760752.937395:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760752.937402:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760752.937420:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d240
00000008:00100000:0.0:1789760752.937544:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57100 - object 0x280000401:3 offset 22642688<>22646784
00000080:00200000:0.0:1789760752.975185:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5528, 5528]
00000080:00200000:0.0:1789760752.975207:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760752.975251:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760752.975270:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22646784 i_blocks 45063
00000020:00200000:0.0:1789760752.975275:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760752.975287:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760752.975313:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22646784, count: 4096
00000080:00200000:0.0:1789760752.975320:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22646784, bytes: 4096
00000080:00200000:0.0:1789760752.975331:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760752.975338:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760752.975340:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22646784, 22650880) 0 0
00000080:00200000:0.0:1789760752.975343:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760752.975356:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5529, 5529]
00020000:00200000:0.0:1789760752.975362:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22646784 chunk: [22646784, 22650880) 22650880, 4096
00020000:00200000:0.0:1789760752.975366:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760752.975381:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5529, 5529]
00000008:00010000:0.0:1789760752.975396:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760752.975401:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760752.975410:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22646784, 22650880) append 0 append lockpos 0
00000080:00200000:0.0:1789760752.975421:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22646784=0x1599000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760752.975471:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760752.975474:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22650880
00000020:00010000:0.0:1789760752.975480:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760752.975483:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760752.975485:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760752.975488:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760752.975490:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760752.975497:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760752.975502:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760752.975520:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:0.0:1789760752.975932:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55880 - object 0x280000401:3 offset 22646784<>22650880
00000100:00100000:3.0:1789760753.031501:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520967808:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760753.122518:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5531, 5531]
00000080:00200000:0.0:1789760753.122532:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760753.122538:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760753.122550:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22659072 i_blocks 45063
00000020:00200000:0.0:1789760753.122554:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760753.122561:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760753.122587:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22659072, count: 4096
00000080:00200000:0.0:1789760753.122593:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22659072, bytes: 4096
00000080:00200000:0.0:1789760753.122602:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760753.122608:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760753.122610:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22659072, 22663168) 0 0
00000080:00200000:0.0:1789760753.122614:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760753.122626:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5532, 5532]
00020000:00200000:0.0:1789760753.122632:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22659072 chunk: [22659072, 22663168) 22663168, 4096
00020000:00200000:0.0:1789760753.122635:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760753.122650:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5532, 5532]
00000008:00010000:0.0:1789760753.122662:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760753.122667:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760753.122676:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22659072, 22663168) append 0 append lockpos 0
00000080:00200000:0.0:1789760753.122687:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22659072=0x159c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760753.122803:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760753.122806:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22663168
00000020:00010000:0.0:1789760753.122814:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760753.122817:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760753.122820:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760753.122823:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760753.122826:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760753.122833:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760753.122839:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760753.122855:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d180
00000008:00100000:0.0:1789760753.122952:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56300 - object 0x280000401:3 offset 22659072<>22663168
00000100:00100000:0.0:1789760753.122997:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760753.123014:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520968064:192.168.203.116@tcp:4:dd.0
00000008:00010000:0.0:1789760753.180785:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7d180
00000020:00200000:0.0:1789760753.180795:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760753.180804:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760753.180828:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7d180
00000100:00100000:0.0:1789760753.180852:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520968064:192.168.203.116@tcp:4:dd.0
00010000:00010000:3.0:1789760753.183685:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000080:00200000:0.0:1789760753.229841:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5533, 5533]
00000080:00200000:0.0:1789760753.229862:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760753.229867:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760753.229884:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22667264 i_blocks 45063
00000020:00200000:0.0:1789760753.229889:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760753.229902:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760753.229927:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22667264, count: 4096
00000080:00200000:0.0:1789760753.229935:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22667264, bytes: 4096
00000080:00200000:0.0:1789760753.229946:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760753.229954:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760753.229956:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22667264, 22671360) 0 0
00000080:00200000:0.0:1789760753.229959:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760753.229973:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5534, 5534]
00020000:00200000:0.0:1789760753.229979:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22667264 chunk: [22667264, 22671360) 22671360, 4096
00020000:00200000:0.0:1789760753.229983:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760753.230001:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5534, 5534]
00000008:00010000:0.0:1789760753.230016:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760753.230021:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760753.230030:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22667264, 22671360) append 0 append lockpos 0
00000080:00200000:0.0:1789760753.230042:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22667264=0x159e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760753.230108:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760753.230110:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22671360
00000020:00010000:0.0:1789760753.230117:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760753.230120:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760753.230123:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760753.230126:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760753.230129:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760753.230136:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760753.230141:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760753.230170:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d180
00000008:00100000:0.0:1789760753.230417:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54380 - object 0x280000401:3 offset 22667264<>22671360
00000100:00100000:3.0:1789760753.286061:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520968448:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760753.343653:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5535, 5535]
00000080:00200000:0.0:1789760753.343672:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760753.343679:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760753.343694:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22675456 i_blocks 45063
00000020:00200000:0.0:1789760753.343697:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760753.343707:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760753.343915:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22675456, count: 4096
00000080:00200000:0.0:1789760753.343925:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22675456, bytes: 4096
00000080:00200000:0.0:1789760753.343937:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760753.343957:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760753.343959:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22675456, 22679552) 0 0
00000080:00200000:0.0:1789760753.343964:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760753.343981:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5536, 5536]
00020000:00200000:0.0:1789760753.343990:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22675456 chunk: [22675456, 22679552) 22679552, 4096
00020000:00200000:0.0:1789760753.343995:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760753.344016:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5536, 5536]
00000008:00010000:0.0:1789760753.344036:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760753.344042:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760753.344053:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22675456, 22679552) append 0 append lockpos 0
00000080:00200000:0.0:1789760753.344066:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22675456=0x15a0000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760753.344209:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760753.344256:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22679552
00000020:00010000:0.0:1789760753.344267:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760753.344271:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760753.344274:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760753.344277:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760753.344280:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760753.344288:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760753.344295:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760753.344315:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760753.344441:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57800 - object 0x280000401:3 offset 22675456<>22679552
00000100:00100000:0.0:1789760753.344511:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760753.344530:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520968576:192.168.203.116@tcp:4:dd.0
00000008:00010000:0.0:1789760753.427328:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7db40
00000020:00200000:0.0:1789760753.427343:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760753.427354:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760753.427448:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7db40
00000100:00100000:0.0:1789760753.427479:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520968576:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760753.611068:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760753.611088:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520969088:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760753.649099:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520969216:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760753.694137:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972861 gen 3
00000008:00010000:0.0:1789760753.694195:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277f00
00000020:00200000:0.0:1789760753.694204:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760753.694249:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760753.694272:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277f00
00000100:00100000:0.0:1789760753.694300:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520969216:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760753.695508:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520969344:192.168.203.116@tcp:4:dd.0
00000008:00010000:0.0:1789760753.727397:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a132776c0
00000020:00200000:0.0:1789760753.727413:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760753.727427:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760753.727451:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a132776c0
00000100:00100000:0.0:1789760753.727481:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520969344:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760753.728541:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520969472:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760753.783570:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972863 gen 3
00000008:00010000:0.0:1789760753.783638:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277c00
00000020:00200000:0.0:1789760753.783646:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760753.783687:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760753.783709:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277c00
00000100:00100000:0.0:1789760753.783749:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520969472:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760753.786203:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520969600:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760753.849006:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972864 gen 3
00000008:00010000:0.0:1789760753.850137:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277540
00000020:00200000:0.0:1789760753.850518:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760753.850533:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760753.850562:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277540
00000100:00100000:0.0:1789760753.850597:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520969600:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760753.852515:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520969728:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760753.915427:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760753.915451:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520969856:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760753.968819:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972866 gen 3
00000008:00010000:0.0:1789760753.968875:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277540
00000020:00200000:0.0:1789760753.968883:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760753.968897:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760753.968921:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277540
00000100:00100000:0.0:1789760753.968952:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520969856:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760753.970145:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760753.970171:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520969984:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760754.001098:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972867 gen 3
00000008:00010000:0.0:1789760754.001151:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277c00
00000020:00200000:0.0:1789760754.001160:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760754.001172:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760754.001197:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277c00
00000100:00100000:0.0:1789760754.001269:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520969984:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760754.035486:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760754.036196:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520970240:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760754.074593:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972869 gen 3
00000008:00010000:0.0:1789760754.074645:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590b40
00000020:00200000:0.0:1789760754.074654:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760754.074666:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760754.075132:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590b40
00000100:00100000:0.0:1789760754.075173:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520970240:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760754.116004:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5550, 5550]
00000080:00200000:3.0:1789760754.116021:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760754.116028:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760754.116046:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22736896 i_blocks 45063
00000020:00200000:3.0:1789760754.116049:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760754.116058:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760754.116104:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22736896, count: 4096
00000080:00200000:3.0:1789760754.116112:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22736896, bytes: 4096
00000080:00200000:3.0:1789760754.116122:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760754.116135:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760754.116138:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22736896, 22740992) 0 0
00000080:00200000:3.0:1789760754.116142:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760754.116159:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5551, 5551]
00020000:00200000:3.0:1789760754.116167:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22736896 chunk: [22736896, 22740992) 22740992, 4096
00020000:00200000:3.0:1789760754.116172:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760754.116191:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5551, 5551]
00000008:00010000:3.0:1789760754.116210:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760754.116263:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760754.116276:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22736896, 22740992) append 0 append lockpos 0
00000080:00200000:3.0:1789760754.116290:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22736896=0x15af000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760754.116346:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760754.116349:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22740992
00000020:00010000:3.0:1789760754.116357:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760754.116361:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760754.116364:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760754.116368:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760754.116371:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760754.116378:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760754.116384:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760754.116401:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6cc0
00000008:00100000:3.0:1789760754.116524:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2a00 - object 0x280000401:3 offset 22736896<>22740992
00000100:00100000:3.0:1789760754.116571:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760754.116587:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520970496:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760754.152847:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520970624:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760754.188179:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972872 gen 3
00000008:00010000:0.0:1789760754.188270:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a132776c0
00000020:00200000:0.0:1789760754.188279:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760754.188293:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760754.188318:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a132776c0
00000100:00100000:0.0:1789760754.188350:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520970624:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760754.229485:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5553, 5553]
00000080:00200000:0.0:1789760754.229503:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760754.229509:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760754.229525:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22749184 i_blocks 45063
00000020:00200000:0.0:1789760754.229528:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760754.229538:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760754.229573:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22749184, count: 4096
00000080:00200000:0.0:1789760754.229581:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22749184, bytes: 4096
00000080:00200000:0.0:1789760754.229590:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760754.229600:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760754.229602:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22749184, 22753280) 0 0
00000080:00200000:0.0:1789760754.229607:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760754.229635:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5554, 5554]
00020000:00200000:0.0:1789760754.229645:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22749184 chunk: [22749184, 22753280) 22753280, 4096
00020000:00200000:0.0:1789760754.229650:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760754.229670:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5554, 5554]
00000008:00010000:0.0:1789760754.229689:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760754.229695:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760754.229708:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22749184, 22753280) append 0 append lockpos 0
00000080:00200000:0.0:1789760754.229820:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22749184=0x15b2000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760754.229882:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760754.229886:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22753280
00000020:00010000:0.0:1789760754.229893:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760754.229897:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760754.229900:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760754.229903:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760754.229906:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760754.229913:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760754.229919:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760754.229936:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760754.230054:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56a00 - object 0x280000401:3 offset 22749184<>22753280
00000080:00200000:0.0:1789760754.272490:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5554, 5554]
00000080:00200000:0.0:1789760754.272508:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760754.272514:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760754.272540:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22753280 i_blocks 45063
00000020:00200000:0.0:1789760754.272544:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760754.272554:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760754.272589:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22753280, count: 4096
00000080:00200000:0.0:1789760754.272598:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22753280, bytes: 4096
00000080:00200000:0.0:1789760754.272609:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760754.272618:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760754.272620:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22753280, 22757376) 0 0
00000080:00200000:0.0:1789760754.272626:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760754.272644:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5555, 5555]
00020000:00200000:0.0:1789760754.272653:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22753280 chunk: [22753280, 22757376) 22757376, 4096
00020000:00200000:0.0:1789760754.272658:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760754.272680:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5555, 5555]
00000008:00010000:0.0:1789760754.272699:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760754.272706:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760754.272718:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22753280, 22757376) append 0 append lockpos 0
00000080:00200000:0.0:1789760754.272732:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22753280=0x15b3000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760754.272791:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760754.272795:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22757376
00000020:00010000:0.0:1789760754.272804:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760754.272807:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760754.272811:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760754.272947:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760754.272953:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760754.272963:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760754.272971:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760754.272989:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760754.273391:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56a00 - object 0x280000401:3 offset 22753280<>22757376
00000080:00200000:0.0:1789760754.330403:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5555, 5555]
00000080:00200000:0.0:1789760754.330421:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760754.330427:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760754.330443:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22757376 i_blocks 45063
00000020:00200000:0.0:1789760754.330447:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760754.330457:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760754.330493:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22757376, count: 4096
00000080:00200000:0.0:1789760754.330501:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22757376, bytes: 4096
00000080:00200000:0.0:1789760754.330510:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760754.330520:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760754.330523:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22757376, 22761472) 0 0
00000080:00200000:0.0:1789760754.330528:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760754.330548:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5556, 5556]
00020000:00200000:0.0:1789760754.330558:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22757376 chunk: [22757376, 22761472) 22761472, 4096
00020000:00200000:0.0:1789760754.330563:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760754.330587:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5556, 5556]
00000008:00010000:0.0:1789760754.330607:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760754.330613:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760754.330627:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22757376, 22761472) append 0 append lockpos 0
00000080:00200000:0.0:1789760754.330641:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22757376=0x15b4000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760754.330793:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760754.330797:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22761472
00000020:00010000:0.0:1789760754.330884:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760754.330889:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760754.330892:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760754.330896:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760754.330899:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760754.330909:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760754.330916:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760754.330936:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760754.331491:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57800 - object 0x280000401:3 offset 22757376<>22761472
00000080:00200000:0.0:1789760754.377008:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5556, 5556]
00000080:00200000:0.0:1789760754.377035:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760754.377043:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760754.377062:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22761472 i_blocks 45063
00000020:00200000:0.0:1789760754.377068:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760754.377081:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760754.377199:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22761472, count: 4096
00000080:00200000:0.0:1789760754.377209:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22761472, bytes: 4096
00000080:00200000:0.0:1789760754.377239:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760754.377250:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760754.377252:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22761472, 22765568) 0 0
00000080:00200000:0.0:1789760754.377256:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760754.377349:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5557, 5557]
00020000:00200000:0.0:1789760754.377360:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22761472 chunk: [22761472, 22765568) 22765568, 4096
00020000:00200000:0.0:1789760754.377365:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760754.377389:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5557, 5557]
00000008:00010000:0.0:1789760754.377410:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760754.377416:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760754.377429:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22761472, 22765568) append 0 append lockpos 0
00000080:00200000:0.0:1789760754.377444:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22761472=0x15b5000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760754.377517:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760754.377521:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22765568
00000020:00010000:0.0:1789760754.377529:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760754.377533:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760754.377536:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760754.377540:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760754.377543:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760754.377552:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760754.377560:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760754.377590:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760754.378195:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54380 - object 0x280000401:3 offset 22761472<>22765568
00000080:00200000:0.0:1789760754.428414:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5557, 5557]
00000080:00200000:0.0:1789760754.428433:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760754.428440:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760754.428458:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22765568 i_blocks 45063
00000020:00200000:0.0:1789760754.428462:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760754.428472:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760754.428509:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22765568, count: 4096
00000080:00200000:0.0:1789760754.428517:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22765568, bytes: 4096
00000080:00200000:0.0:1789760754.428528:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760754.428537:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760754.428539:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22765568, 22769664) 0 0
00000080:00200000:0.0:1789760754.428544:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760754.428564:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5558, 5558]
00020000:00200000:0.0:1789760754.428574:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22765568 chunk: [22765568, 22769664) 22769664, 4096
00020000:00200000:0.0:1789760754.428580:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760754.428607:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5558, 5558]
00000008:00010000:0.0:1789760754.428627:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760754.428634:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760754.428646:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22765568, 22769664) append 0 append lockpos 0
00000080:00200000:0.0:1789760754.428661:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22765568=0x15b6000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760754.428733:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760754.428737:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22769664
00000020:00010000:0.0:1789760754.428754:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760754.428758:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760754.428761:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760754.428765:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760754.428768:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760754.428777:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760754.428784:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760754.428801:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d180
00000008:00100000:0.0:1789760754.428925:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56300 - object 0x280000401:3 offset 22765568<>22769664
00000080:00200000:0.0:1789760754.500461:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5558, 5558]
00000080:00200000:0.0:1789760754.500478:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760754.500484:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760754.500500:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22769664 i_blocks 45063
00000020:00200000:0.0:1789760754.500504:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760754.500514:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760754.500548:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22769664, count: 4096
00000080:00200000:0.0:1789760754.500555:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22769664, bytes: 4096
00000080:00200000:0.0:1789760754.500564:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760754.500573:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760754.500576:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22769664, 22773760) 0 0
00000080:00200000:0.0:1789760754.500580:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760754.500597:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5559, 5559]
00020000:00200000:0.0:1789760754.500606:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22769664 chunk: [22769664, 22773760) 22773760, 4096
00020000:00200000:0.0:1789760754.500610:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760754.500693:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5559, 5559]
00000008:00010000:0.0:1789760754.500713:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760754.500841:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760754.500855:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22769664, 22773760) append 0 append lockpos 0
00000080:00200000:0.0:1789760754.500870:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22769664=0x15b7000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760754.500931:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760754.500934:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22773760
00000020:00010000:0.0:1789760754.500943:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760754.500947:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760754.500950:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760754.500954:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760754.500957:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760754.500966:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760754.500973:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760754.500991:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:0.0:1789760754.501123:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55880 - object 0x280000401:3 offset 22769664<>22773760
00000080:00200000:0.0:1789760754.558620:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5559, 5559]
00000080:00200000:0.0:1789760754.558638:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760754.558645:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760754.558664:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22773760 i_blocks 45063
00000020:00200000:0.0:1789760754.558668:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760754.558679:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760754.558847:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22773760, count: 4096
00000080:00200000:0.0:1789760754.558856:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22773760, bytes: 4096
00000080:00200000:0.0:1789760754.558867:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760754.558876:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760754.558878:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22773760, 22777856) 0 0
00000080:00200000:0.0:1789760754.558884:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760754.558901:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5560, 5560]
00020000:00200000:0.0:1789760754.558911:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22773760 chunk: [22773760, 22777856) 22777856, 4096
00020000:00200000:0.0:1789760754.558916:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760754.558937:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5560, 5560]
00000008:00010000:0.0:1789760754.558958:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760754.558965:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760754.558978:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22773760, 22777856) append 0 append lockpos 0
00000080:00200000:0.0:1789760754.558994:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22773760=0x15b8000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760754.559056:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760754.559060:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22777856
00000020:00010000:0.0:1789760754.559069:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760754.559073:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760754.559075:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760754.559079:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760754.559094:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760754.559104:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760754.559110:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760754.559129:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d240
00000008:00100000:0.0:1789760754.559797:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57100 - object 0x280000401:3 offset 22773760<>22777856
00000080:00200000:3.0:1789760754.633920:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5561, 5561]
00000080:00200000:3.0:1789760754.633941:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760754.633948:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760754.633966:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22781952 i_blocks 45063
00000020:00200000:3.0:1789760754.633970:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760754.633982:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760754.634028:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22781952, count: 4096
00000080:00200000:3.0:1789760754.634036:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22781952, bytes: 4096
00000080:00200000:3.0:1789760754.634049:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760754.634058:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760754.634061:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22781952, 22786048) 0 0
00000080:00200000:3.0:1789760754.634065:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760754.634092:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5562, 5562]
00020000:00200000:3.0:1789760754.634102:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22781952 chunk: [22781952, 22786048) 22786048, 4096
00020000:00200000:3.0:1789760754.634107:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760754.634129:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5562, 5562]
00000008:00010000:3.0:1789760754.634148:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760754.634154:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760754.634167:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22781952, 22786048) append 0 append lockpos 0
00000080:00200000:3.0:1789760754.634182:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22781952=0x15ba000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760754.634286:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760754.634289:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22786048
00000020:00010000:3.0:1789760754.634299:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760754.634303:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760754.634306:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760754.634309:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760754.634312:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760754.634320:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760754.634327:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760754.634347:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6cc0
00000008:00100000:3.0:1789760754.634473:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2d80 - object 0x280000401:3 offset 22781952<>22786048
00000080:00200000:3.0:1789760754.698645:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5562, 5562]
00000080:00200000:3.0:1789760754.698662:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760754.698668:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760754.698685:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22786048 i_blocks 45063
00000020:00200000:3.0:1789760754.698688:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760754.698698:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760754.698744:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22786048, count: 4096
00000080:00200000:3.0:1789760754.698753:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22786048, bytes: 4096
00000080:00200000:3.0:1789760754.698762:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760754.698771:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760754.698774:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22786048, 22790144) 0 0
00000080:00200000:3.0:1789760754.698778:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760754.698796:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5563, 5563]
00020000:00200000:3.0:1789760754.698805:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22786048 chunk: [22786048, 22790144) 22790144, 4096
00020000:00200000:3.0:1789760754.698810:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760754.698831:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5563, 5563]
00000008:00010000:3.0:1789760754.698849:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760754.698856:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760754.698870:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22786048, 22790144) append 0 append lockpos 0
00000080:00200000:3.0:1789760754.698886:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22786048=0x15bb000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760754.698947:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760754.698950:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22790144
00000020:00010000:3.0:1789760754.698958:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760754.698962:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760754.698965:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760754.698969:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760754.698972:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760754.698980:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760754.698986:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760754.699005:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb66c0
00000008:00100000:3.0:1789760754.699348:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad0700 - object 0x280000401:3 offset 22786048<>22790144
00000080:00200000:3.0:1789760754.767813:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5563, 5563]
00000080:00200000:3.0:1789760754.767832:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760754.767838:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760754.767856:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22790144 i_blocks 45063
00000020:00200000:3.0:1789760754.767861:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760754.767871:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760754.767905:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22790144, count: 4096
00000080:00200000:3.0:1789760754.767912:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22790144, bytes: 4096
00000080:00200000:3.0:1789760754.767922:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760754.767931:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760754.767933:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22790144, 22794240) 0 0
00000080:00200000:3.0:1789760754.767937:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760754.767952:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5564, 5564]
00020000:00200000:3.0:1789760754.767962:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22790144 chunk: [22790144, 22794240) 22794240, 4096
00020000:00200000:3.0:1789760754.767966:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760754.767986:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5564, 5564]
00000008:00010000:3.0:1789760754.768004:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760754.768011:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760754.768021:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22790144, 22794240) append 0 append lockpos 0
00000080:00200000:3.0:1789760754.768034:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22790144=0x15bc000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760754.768102:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760754.768104:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22794240
00000020:00010000:3.0:1789760754.768112:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760754.768116:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760754.768119:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760754.768122:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760754.768125:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760754.768132:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760754.768138:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760754.768155:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb60c0
00000008:00100000:3.0:1789760754.768300:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad3800 - object 0x280000401:3 offset 22790144<>22794240
00000100:00100000:3.0:1789760754.768347:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760754.768367:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520972160:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760754.803790:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972884 gen 3
00000008:00010000:3.0:1789760754.803844:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb60c0
00000020:00200000:3.0:1789760754.803852:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760754.803862:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760754.803891:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb60c0
00000100:00100000:3.0:1789760754.803921:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520972160:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760754.804810:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520972288:192.168.203.116@tcp:4:dd.0
00000008:00010000:0.0:1789760754.838838:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277f00
00000020:00200000:0.0:1789760754.838854:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760754.838869:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760754.838947:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277f00
00000100:00100000:0.0:1789760754.838979:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520972288:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760754.840126:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520972416:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760754.906399:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972886 gen 3
00000008:00010000:0.0:1789760754.906466:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277d80
00000020:00200000:0.0:1789760754.906474:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760754.906485:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760754.906510:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277d80
00000100:00100000:0.0:1789760754.906538:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520972416:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760754.939747:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5567, 5567]
00000080:00200000:0.0:1789760754.939764:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760754.939770:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760754.939786:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22806528 i_blocks 45063
00000020:00200000:0.0:1789760754.939791:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760754.939802:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760754.939837:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22806528, count: 4096
00000080:00200000:0.0:1789760754.939845:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22806528, bytes: 4096
00000080:00200000:0.0:1789760754.939855:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760754.939864:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760754.939867:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22806528, 22810624) 0 0
00000080:00200000:0.0:1789760754.939871:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760754.939886:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5568, 5568]
00020000:00200000:0.0:1789760754.939894:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22806528 chunk: [22806528, 22810624) 22810624, 4096
00020000:00200000:0.0:1789760754.939898:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760754.939918:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5568, 5568]
00000008:00010000:0.0:1789760754.939935:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760754.939942:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760754.939955:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22806528, 22810624) append 0 append lockpos 0
00000080:00200000:0.0:1789760754.939969:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22806528=0x15c0000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760754.940027:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760754.940031:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22810624
00000020:00010000:0.0:1789760754.940039:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760754.940043:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760754.940046:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760754.940049:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760754.940053:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760754.940060:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760754.940067:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760754.940100:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d0c0
00000008:00100000:0.0:1789760754.940264:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54000 - object 0x280000401:3 offset 22806528<>22810624
00000080:00200000:0.0:1789760754.995717:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5568, 5568]
00000080:00200000:0.0:1789760754.995735:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760754.995741:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760754.995756:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22810624 i_blocks 45063
00000020:00200000:0.0:1789760754.995760:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760754.995770:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760754.995809:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22810624, count: 4096
00000080:00200000:0.0:1789760754.995816:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22810624, bytes: 4096
00000080:00200000:0.0:1789760754.995827:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760754.995836:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760754.995838:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22810624, 22814720) 0 0
00000080:00200000:0.0:1789760754.995843:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760754.995862:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5569, 5569]
00020000:00200000:0.0:1789760754.995871:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22810624 chunk: [22810624, 22814720) 22814720, 4096
00020000:00200000:0.0:1789760754.995887:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760754.995911:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5569, 5569]
00000008:00010000:0.0:1789760754.995930:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760754.995937:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760754.995949:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22810624, 22814720) append 0 append lockpos 0
00000080:00200000:0.0:1789760754.995963:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22810624=0x15c1000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760754.996022:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760754.996025:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22814720
00000020:00010000:0.0:1789760754.996033:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760754.996036:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760754.996039:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760754.996043:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760754.996047:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760754.996055:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760754.996062:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760754.996089:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d0c0
00000008:00100000:0.0:1789760754.996209:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56d80 - object 0x280000401:3 offset 22810624<>22814720
00000080:00200000:3.0:1789760755.036271:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5569, 5569]
00000080:00200000:3.0:1789760755.036287:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760755.036293:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760755.036309:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22814720 i_blocks 45063
00000020:00200000:3.0:1789760755.036313:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760755.036322:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760755.036357:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22814720, count: 4096
00000080:00200000:3.0:1789760755.036364:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22814720, bytes: 4096
00000080:00200000:3.0:1789760755.036377:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760755.036385:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760755.036387:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22814720, 22818816) 0 0
00000080:00200000:3.0:1789760755.036392:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760755.036409:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5570, 5570]
00020000:00200000:3.0:1789760755.036419:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22814720 chunk: [22814720, 22818816) 22818816, 4096
00020000:00200000:3.0:1789760755.036425:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760755.036445:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5570, 5570]
00000008:00010000:3.0:1789760755.036465:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760755.036471:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760755.036482:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22814720, 22818816) append 0 append lockpos 0
00000080:00200000:3.0:1789760755.036498:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22814720=0x15c2000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760755.036557:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760755.036560:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22818816
00000020:00010000:3.0:1789760755.036568:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760755.036572:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760755.036575:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760755.036591:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760755.036594:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760755.036602:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760755.036618:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760755.036636:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb60c0
00000008:00100000:3.0:1789760755.036755:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad3800 - object 0x280000401:3 offset 22814720<>22818816
00000080:00200000:3.0:1789760755.075352:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5570, 5570]
00000080:00200000:3.0:1789760755.075372:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760755.075379:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760755.075395:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22818816 i_blocks 45063
00000020:00200000:3.0:1789760755.075399:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760755.075409:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760755.075445:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22818816, count: 4096
00000080:00200000:3.0:1789760755.075452:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22818816, bytes: 4096
00000080:00200000:3.0:1789760755.075462:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760755.075472:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760755.075474:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22818816, 22822912) 0 0
00000080:00200000:3.0:1789760755.075479:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760755.075497:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5571, 5571]
00020000:00200000:3.0:1789760755.075506:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22818816 chunk: [22818816, 22822912) 22822912, 4096
00020000:00200000:3.0:1789760755.075511:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760755.075532:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5571, 5571]
00000008:00010000:3.0:1789760755.075551:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760755.075557:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760755.075568:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22818816, 22822912) append 0 append lockpos 0
00000080:00200000:3.0:1789760755.075583:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22818816=0x15c3000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760755.076008:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760755.076012:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22822912
00000020:00010000:3.0:1789760755.076021:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760755.076024:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760755.076028:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760755.076032:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760755.076034:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760755.076043:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760755.076050:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760755.076074:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6240
00000008:00100000:3.0:1789760755.076385:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad3800 - object 0x280000401:3 offset 22818816<>22822912
00000080:00200000:3.0:1789760755.124375:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5571, 5571]
00000080:00200000:3.0:1789760755.124393:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760755.124399:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760755.124415:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22822912 i_blocks 45063
00000020:00200000:3.0:1789760755.124419:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760755.124428:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760755.124466:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22822912, count: 4096
00000080:00200000:3.0:1789760755.124473:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22822912, bytes: 4096
00000080:00200000:3.0:1789760755.124484:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760755.124495:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760755.124497:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22822912, 22827008) 0 0
00000080:00200000:3.0:1789760755.124501:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760755.124518:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5572, 5572]
00020000:00200000:3.0:1789760755.124527:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22822912 chunk: [22822912, 22827008) 22827008, 4096
00020000:00200000:3.0:1789760755.124532:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760755.124552:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5572, 5572]
00000008:00010000:3.0:1789760755.124572:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760755.124578:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760755.124589:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22822912, 22827008) append 0 append lockpos 0
00000080:00200000:3.0:1789760755.124604:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22822912=0x15c4000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760755.124905:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760755.124909:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22827008
00000020:00010000:3.0:1789760755.124918:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760755.124922:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760755.124925:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760755.124930:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760755.124932:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760755.124940:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760755.124948:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760755.124969:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6f00
00000008:00100000:3.0:1789760755.125103:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad0700 - object 0x280000401:3 offset 22822912<>22827008
00000080:00200000:3.0:1789760755.169246:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5572, 5572]
00000080:00200000:3.0:1789760755.169264:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760755.169270:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760755.169286:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22827008 i_blocks 45063
00000020:00200000:3.0:1789760755.169289:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760755.169298:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760755.169333:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22827008, count: 4096
00000080:00200000:3.0:1789760755.169341:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22827008, bytes: 4096
00000080:00200000:3.0:1789760755.169352:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760755.169361:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760755.169363:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22827008, 22831104) 0 0
00000080:00200000:3.0:1789760755.169367:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760755.169385:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5573, 5573]
00020000:00200000:3.0:1789760755.169396:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22827008 chunk: [22827008, 22831104) 22831104, 4096
00020000:00200000:3.0:1789760755.169401:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760755.169420:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5573, 5573]
00000008:00010000:3.0:1789760755.169438:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760755.169444:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760755.169456:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22827008, 22831104) append 0 append lockpos 0
00000080:00200000:3.0:1789760755.169469:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22827008=0x15c5000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760755.169525:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760755.169528:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22831104
00000020:00010000:3.0:1789760755.169537:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760755.169541:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760755.169544:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760755.169548:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760755.169551:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760755.169558:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760755.169577:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760755.169595:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6a80
00000008:00100000:3.0:1789760755.169973:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2d80 - object 0x280000401:3 offset 22827008<>22831104
00000080:00200000:3.0:1789760755.216546:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5573, 5573]
00000080:00200000:3.0:1789760755.216563:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760755.216568:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760755.216583:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22831104 i_blocks 45063
00000020:00200000:3.0:1789760755.216587:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760755.216596:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760755.216641:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22831104, count: 4096
00000080:00200000:3.0:1789760755.216648:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22831104, bytes: 4096
00000080:00200000:3.0:1789760755.216659:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760755.216667:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760755.216670:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22831104, 22835200) 0 0
00000080:00200000:3.0:1789760755.216674:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760755.216690:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5574, 5574]
00020000:00200000:3.0:1789760755.216700:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22831104 chunk: [22831104, 22835200) 22835200, 4096
00020000:00200000:3.0:1789760755.216704:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760755.216742:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5574, 5574]
00000008:00010000:3.0:1789760755.216767:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760755.216774:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760755.216786:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22831104, 22835200) append 0 append lockpos 0
00000080:00200000:3.0:1789760755.216800:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22831104=0x15c6000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760755.216857:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760755.216861:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22835200
00000020:00010000:3.0:1789760755.216871:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760755.216875:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760755.216878:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760755.216882:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760755.216886:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760755.216893:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760755.216900:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760755.216917:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6480
00000008:00100000:3.0:1789760755.217042:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2a00 - object 0x280000401:3 offset 22831104<>22835200
00000080:00200000:3.0:1789760755.254950:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5574, 5574]
00000080:00200000:3.0:1789760755.254970:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760755.254976:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760755.254994:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22835200 i_blocks 45063
00000020:00200000:3.0:1789760755.254999:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760755.255010:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760755.255048:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22835200, count: 4096
00000080:00200000:3.0:1789760755.255056:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22835200, bytes: 4096
00000080:00200000:3.0:1789760755.255066:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760755.255075:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760755.255087:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22835200, 22839296) 0 0
00000080:00200000:3.0:1789760755.255092:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760755.255110:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5575, 5575]
00020000:00200000:3.0:1789760755.255119:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22835200 chunk: [22835200, 22839296) 22839296, 4096
00020000:00200000:3.0:1789760755.255124:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760755.255145:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5575, 5575]
00000008:00010000:3.0:1789760755.255163:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760755.255169:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760755.255181:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22835200, 22839296) append 0 append lockpos 0
00000080:00200000:3.0:1789760755.255195:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22835200=0x15c7000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760755.255295:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760755.255298:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22839296
00000020:00010000:3.0:1789760755.255307:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760755.255310:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760755.255314:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760755.255318:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760755.255321:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760755.255331:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760755.255338:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760755.255358:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6000
00000008:00100000:3.0:1789760755.255486:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad3480 - object 0x280000401:3 offset 22835200<>22839296
00000080:00200000:3.0:1789760755.297354:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5575, 5575]
00000080:00200000:3.0:1789760755.297375:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760755.297381:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760755.297397:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22839296 i_blocks 45063
00000020:00200000:3.0:1789760755.297401:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760755.297411:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760755.297447:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22839296, count: 4096
00000080:00200000:3.0:1789760755.297456:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22839296, bytes: 4096
00000080:00200000:3.0:1789760755.297472:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760755.297482:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760755.297484:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22839296, 22843392) 0 0
00000080:00200000:3.0:1789760755.297489:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760755.297508:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5576, 5576]
00020000:00200000:3.0:1789760755.297517:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22839296 chunk: [22839296, 22843392) 22843392, 4096
00020000:00200000:3.0:1789760755.297521:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760755.297542:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5576, 5576]
00000008:00010000:3.0:1789760755.297561:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760755.297568:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760755.297580:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22839296, 22843392) append 0 append lockpos 0
00000080:00200000:3.0:1789760755.297593:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22839296=0x15c8000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760755.297658:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760755.297662:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22843392
00000020:00010000:3.0:1789760755.297671:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760755.297675:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760755.297678:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760755.297682:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760755.297685:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760755.297692:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760755.297700:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760755.339308:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5576, 5576]
00000080:00200000:3.0:1789760755.339326:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760755.339332:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760755.339349:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22843392 i_blocks 45063
00000020:00200000:3.0:1789760755.339353:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760755.339362:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760755.339399:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22843392, count: 4096
00000080:00200000:3.0:1789760755.339406:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22843392, bytes: 4096
00000080:00200000:3.0:1789760755.339416:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760755.339424:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760755.339426:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22843392, 22847488) 0 0
00000080:00200000:3.0:1789760755.339430:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760755.339446:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5577, 5577]
00020000:00200000:3.0:1789760755.339455:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22843392 chunk: [22843392, 22847488) 22847488, 4096
00020000:00200000:3.0:1789760755.339460:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760755.339479:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5577, 5577]
00000008:00010000:3.0:1789760755.339498:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760755.339504:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760755.339515:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22843392, 22847488) append 0 append lockpos 0
00000080:00200000:3.0:1789760755.339529:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22843392=0x15c9000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760755.339588:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760755.339591:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22847488
00000020:00010000:3.0:1789760755.339600:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760755.339614:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760755.339618:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760755.339621:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760755.339624:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760755.339632:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760755.339639:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760755.339657:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6600
00000008:00100000:3.0:1789760755.339964:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2300 - object 0x280000401:3 offset 22843392<>22847488
00000080:00200000:3.0:1789760755.383495:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5577, 5577]
00000080:00200000:3.0:1789760755.383512:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760755.383519:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760755.383604:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22847488 i_blocks 45063
00000020:00200000:3.0:1789760755.383608:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760755.383618:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760755.383655:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22847488, count: 4096
00000080:00200000:3.0:1789760755.383662:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22847488, bytes: 4096
00000080:00200000:3.0:1789760755.383671:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760755.383680:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760755.383683:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22847488, 22851584) 0 0
00000080:00200000:3.0:1789760755.383687:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760755.383704:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5578, 5578]
00020000:00200000:3.0:1789760755.383849:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22847488 chunk: [22847488, 22851584) 22851584, 4096
00020000:00200000:3.0:1789760755.383855:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760755.383876:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5578, 5578]
00000008:00010000:3.0:1789760755.383895:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760755.383901:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760755.383913:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22847488, 22851584) append 0 append lockpos 0
00000080:00200000:3.0:1789760755.383927:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22847488=0x15ca000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760755.383985:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760755.383988:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22851584
00000020:00010000:3.0:1789760755.383997:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760755.384000:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760755.384003:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760755.384007:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760755.384010:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760755.384018:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760755.384025:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760755.384044:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6840
00000008:00100000:3.0:1789760755.384174:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1500 - object 0x280000401:3 offset 22847488<>22851584
00000080:00200000:3.0:1789760755.428715:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5578, 5578]
00000080:00200000:3.0:1789760755.428731:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760755.428738:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760755.428755:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22851584 i_blocks 45063
00000020:00200000:3.0:1789760755.428759:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760755.428769:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760755.428810:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22851584, count: 4096
00000080:00200000:3.0:1789760755.428819:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22851584, bytes: 4096
00000080:00200000:3.0:1789760755.428832:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760755.428843:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760755.428846:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22851584, 22855680) 0 0
00000080:00200000:3.0:1789760755.428851:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760755.428876:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5579, 5579]
00020000:00200000:3.0:1789760755.428888:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22851584 chunk: [22851584, 22855680) 22855680, 4096
00020000:00200000:3.0:1789760755.428893:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760755.428919:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5579, 5579]
00000008:00010000:3.0:1789760755.428942:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760755.428950:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760755.428965:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22851584, 22855680) append 0 append lockpos 0
00000080:00200000:3.0:1789760755.428981:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22851584=0x15cb000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760755.429047:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760755.429051:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22855680
00000020:00010000:3.0:1789760755.429059:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760755.429063:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760755.429067:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760755.429071:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760755.429074:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760755.429095:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760755.429104:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760755.429125:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6c00
00000008:00100000:3.0:1789760755.429306:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1c00 - object 0x280000401:3 offset 22851584<>22855680
00000100:00100000:3.0:1789760755.429362:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760755.429384:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520974080:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760755.463517:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5579, 5579]
00000080:00200000:3.0:1789760755.463534:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760755.463540:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760755.463555:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22855680 i_blocks 45063
00000020:00200000:3.0:1789760755.463559:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760755.463568:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760755.463612:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22855680, count: 4096
00000080:00200000:3.0:1789760755.463621:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22855680, bytes: 4096
00000080:00200000:3.0:1789760755.463631:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760755.463640:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760755.463642:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22855680, 22859776) 0 0
00000080:00200000:3.0:1789760755.463646:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760755.463663:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5580, 5580]
00020000:00200000:3.0:1789760755.463672:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22855680 chunk: [22855680, 22859776) 22859776, 4096
00020000:00200000:3.0:1789760755.463677:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760755.463699:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5580, 5580]
00000008:00010000:3.0:1789760755.463908:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760755.463915:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760755.463929:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22855680, 22859776) append 0 append lockpos 0
00000080:00200000:3.0:1789760755.463943:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22855680=0x15cc000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760755.464005:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760755.464008:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22859776
00000020:00010000:3.0:1789760755.464016:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760755.464020:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760755.464022:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760755.464026:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760755.464029:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760755.464037:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760755.464044:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760755.464062:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6780
00000008:00100000:3.0:1789760755.464197:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2680 - object 0x280000401:3 offset 22855680<>22859776
00000080:00200000:3.0:1789760755.508596:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5580, 5580]
00000080:00200000:3.0:1789760755.508613:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760755.508620:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760755.508635:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22859776 i_blocks 45063
00000020:00200000:3.0:1789760755.508639:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760755.508649:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760755.508687:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22859776, count: 4096
00000080:00200000:3.0:1789760755.508695:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22859776, bytes: 4096
00000080:00200000:3.0:1789760755.508789:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760755.508798:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760755.508801:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22859776, 22863872) 0 0
00000080:00200000:3.0:1789760755.508806:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760755.508824:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5581, 5581]
00020000:00200000:3.0:1789760755.508833:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22859776 chunk: [22859776, 22863872) 22863872, 4096
00020000:00200000:3.0:1789760755.508837:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760755.508857:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5581, 5581]
00000008:00010000:3.0:1789760755.508877:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760755.508883:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760755.508895:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22859776, 22863872) append 0 append lockpos 0
00000080:00200000:3.0:1789760755.508910:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22859776=0x15cd000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760755.508969:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760755.508972:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22863872
00000020:00010000:3.0:1789760755.508980:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760755.508984:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760755.508986:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760755.508991:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760755.508994:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760755.509001:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760755.509008:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760755.509026:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6300
00000008:00100000:3.0:1789760755.509154:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad0380 - object 0x280000401:3 offset 22859776<>22863872
00000080:00200000:3.0:1789760755.558716:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5581, 5581]
00000080:00200000:3.0:1789760755.558748:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760755.558754:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760755.558773:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22863872 i_blocks 45063
00000020:00200000:3.0:1789760755.558779:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760755.558796:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760755.558835:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22863872, count: 4096
00000080:00200000:3.0:1789760755.558843:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22863872, bytes: 4096
00000080:00200000:3.0:1789760755.558859:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760755.558869:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760755.558871:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22863872, 22867968) 0 0
00000080:00200000:3.0:1789760755.558876:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760755.558893:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5582, 5582]
00020000:00200000:3.0:1789760755.558903:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22863872 chunk: [22863872, 22867968) 22867968, 4096
00020000:00200000:3.0:1789760755.558908:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760755.558930:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5582, 5582]
00000008:00010000:3.0:1789760755.558950:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760755.558956:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760755.558970:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22863872, 22867968) append 0 append lockpos 0
00000080:00200000:3.0:1789760755.558985:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22863872=0x15ce000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760755.559064:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760755.559067:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22867968
00000020:00010000:3.0:1789760755.559091:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760755.559095:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760755.559098:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760755.559104:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760755.559107:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760755.559266:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760755.559274:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760755.559310:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6540
00000008:00100000:3.0:1789760755.559451:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad0a80 - object 0x280000401:3 offset 22863872<>22867968
00000080:00200000:0.0:1789760755.613476:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5582, 5582]
00000080:00200000:0.0:1789760755.613494:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760755.613501:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760755.613517:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22867968 i_blocks 45063
00000020:00200000:0.0:1789760755.613529:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760755.613540:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760755.613577:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22867968, count: 4096
00000080:00200000:0.0:1789760755.613585:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22867968, bytes: 4096
00000080:00200000:0.0:1789760755.613595:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760755.613605:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760755.613608:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22867968, 22872064) 0 0
00000080:00200000:0.0:1789760755.613612:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760755.613628:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5583, 5583]
00020000:00200000:0.0:1789760755.613636:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22867968 chunk: [22867968, 22872064) 22872064, 4096
00020000:00200000:0.0:1789760755.613639:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760755.613659:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5583, 5583]
00000008:00010000:0.0:1789760755.613677:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760755.613683:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760755.613698:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22867968, 22872064) append 0 append lockpos 0
00000080:00200000:0.0:1789760755.613836:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22867968=0x15cf000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760755.613901:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760755.613904:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22872064
00000020:00010000:0.0:1789760755.613912:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760755.613916:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760755.613919:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760755.613922:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760755.613925:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760755.613933:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760755.613940:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760755.613958:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d240
00000008:00100000:0.0:1789760755.614102:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55180 - object 0x280000401:3 offset 22867968<>22872064
00000080:00200000:3.0:1789760755.698345:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5583, 5583]
00000080:00200000:3.0:1789760755.698368:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760755.698377:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760755.698396:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22872064 i_blocks 45063
00000020:00200000:3.0:1789760755.698401:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760755.698414:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760755.698449:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22872064, count: 4096
00000080:00200000:3.0:1789760755.698457:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22872064, bytes: 4096
00000080:00200000:3.0:1789760755.698467:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760755.698476:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760755.698479:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22872064, 22876160) 0 0
00000080:00200000:3.0:1789760755.698484:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760755.698502:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5584, 5584]
00020000:00200000:3.0:1789760755.698511:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22872064 chunk: [22872064, 22876160) 22876160, 4096
00020000:00200000:3.0:1789760755.698516:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760755.698536:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5584, 5584]
00000008:00010000:3.0:1789760755.698554:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760755.698560:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760755.698573:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22872064, 22876160) append 0 append lockpos 0
00000080:00200000:3.0:1789760755.698589:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22872064=0x15d0000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760755.698988:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760755.698992:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22876160
00000020:00010000:3.0:1789760755.699003:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760755.699007:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760755.699010:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760755.699014:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760755.699018:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760755.699026:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760755.699034:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760755.699055:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6e40
00000008:00100000:3.0:1789760755.699206:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1f80 - object 0x280000401:3 offset 22872064<>22876160
00000080:00200000:3.0:1789760755.730478:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5584, 5584]
00000080:00200000:3.0:1789760755.730495:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760755.730501:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760755.730517:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22876160 i_blocks 45063
00000020:00200000:3.0:1789760755.730521:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760755.730532:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760755.730571:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22876160, count: 4096
00000080:00200000:3.0:1789760755.730579:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22876160, bytes: 4096
00000080:00200000:3.0:1789760755.730591:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760755.730601:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760755.730669:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22876160, 22880256) 0 0
00000080:00200000:3.0:1789760755.730674:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760755.730692:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5585, 5585]
00020000:00200000:3.0:1789760755.730701:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22876160 chunk: [22876160, 22880256) 22880256, 4096
00020000:00200000:3.0:1789760755.730808:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760755.730830:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5585, 5585]
00000008:00010000:3.0:1789760755.730851:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760755.730857:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760755.730869:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22876160, 22880256) append 0 append lockpos 0
00000080:00200000:3.0:1789760755.730883:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22876160=0x15d1000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760755.730944:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760755.730947:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22880256
00000020:00010000:3.0:1789760755.730955:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760755.731161:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760755.731166:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760755.731170:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760755.731173:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760755.731181:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760755.731188:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760755.731257:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb69c0
00000008:00100000:3.0:1789760755.731403:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1180 - object 0x280000401:3 offset 22876160<>22880256
00000080:00200000:3.0:1789760755.791064:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5585, 5585]
00000080:00200000:3.0:1789760755.791092:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760755.791098:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760755.791115:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22880256 i_blocks 45063
00000020:00200000:3.0:1789760755.791118:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760755.791127:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760755.791163:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22880256, count: 4096
00000080:00200000:3.0:1789760755.791170:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22880256, bytes: 4096
00000080:00200000:3.0:1789760755.791180:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760755.791190:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760755.791193:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22880256, 22884352) 0 0
00000080:00200000:3.0:1789760755.791197:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760755.791257:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5586, 5586]
00020000:00200000:3.0:1789760755.791267:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22880256 chunk: [22880256, 22884352) 22884352, 4096
00020000:00200000:3.0:1789760755.791272:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760755.791292:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5586, 5586]
00000008:00010000:3.0:1789760755.791313:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760755.791319:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760755.791331:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22880256, 22884352) append 0 append lockpos 0
00000080:00200000:3.0:1789760755.791347:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22880256=0x15d2000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760755.791404:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760755.791408:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22884352
00000020:00010000:3.0:1789760755.791417:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760755.791420:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760755.791423:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760755.791427:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760755.791430:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760755.791438:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760755.791445:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760755.791463:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6900
00000008:00100000:3.0:1789760755.791592:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1880 - object 0x280000401:3 offset 22880256<>22884352
00000080:00200000:3.0:1789760755.855204:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5586, 5586]
00000080:00200000:3.0:1789760755.855306:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760755.855313:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760755.855330:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22884352 i_blocks 45063
00000020:00200000:3.0:1789760755.855335:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760755.855345:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760755.855379:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22884352, count: 4096
00000080:00200000:3.0:1789760755.855386:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22884352, bytes: 4096
00000080:00200000:3.0:1789760755.855396:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760755.855405:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760755.855407:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22884352, 22888448) 0 0
00000080:00200000:3.0:1789760755.855412:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760755.855429:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5587, 5587]
00020000:00200000:3.0:1789760755.855438:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22884352 chunk: [22884352, 22888448) 22888448, 4096
00020000:00200000:3.0:1789760755.855442:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760755.855462:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5587, 5587]
00000008:00010000:3.0:1789760755.855481:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760755.855488:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760755.855499:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22884352, 22888448) append 0 append lockpos 0
00000080:00200000:3.0:1789760755.855513:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22884352=0x15d3000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760755.855575:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760755.855578:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22888448
00000020:00010000:3.0:1789760755.855587:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760755.855590:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760755.855593:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760755.855598:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760755.855696:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760755.855761:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760755.855771:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760755.855791:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6900
00000008:00100000:3.0:1789760755.856143:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad0000 - object 0x280000401:3 offset 22884352<>22888448
00000080:00200000:0.0:1789760755.922684:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5587, 5587]
00000080:00200000:0.0:1789760755.922701:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760755.922818:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760755.922836:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22888448 i_blocks 45063
00000020:00200000:0.0:1789760755.922841:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760755.922851:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760755.922885:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22888448, count: 4096
00000080:00200000:0.0:1789760755.922892:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22888448, bytes: 4096
00000080:00200000:0.0:1789760755.922903:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760755.922911:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760755.922913:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22888448, 22892544) 0 0
00000080:00200000:0.0:1789760755.922918:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760755.922935:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5588, 5588]
00020000:00200000:0.0:1789760755.922944:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22888448 chunk: [22888448, 22892544) 22892544, 4096
00020000:00200000:0.0:1789760755.922948:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760755.922970:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5588, 5588]
00000008:00010000:0.0:1789760755.922986:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760755.922991:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760755.923002:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22888448, 22892544) append 0 append lockpos 0
00000080:00200000:0.0:1789760755.923105:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22888448=0x15d4000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760755.923155:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760755.923158:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22892544
00000020:00010000:0.0:1789760755.923165:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760755.923168:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760755.923170:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760755.923173:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760755.923175:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760755.923181:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760755.923186:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760755.923200:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:0.0:1789760755.923614:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55500 - object 0x280000401:3 offset 22888448<>22892544
00000100:00100000:0.0:1789760755.923678:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520975232:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760756.002187:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972908 gen 3
00000008:00010000:0.0:1789760756.002273:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7de40
00000020:00200000:0.0:1789760756.002282:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760756.002293:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760756.002323:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7de40
00000100:00100000:0.0:1789760756.002350:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520975232:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760756.003280:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520975360:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760756.041431:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5589, 5589]
00000080:00200000:0.0:1789760756.041447:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760756.041453:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760756.041468:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22896640 i_blocks 45063
00000020:00200000:0.0:1789760756.041473:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760756.041482:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760756.041517:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22896640, count: 4096
00000080:00200000:0.0:1789760756.041524:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22896640, bytes: 4096
00000080:00200000:0.0:1789760756.041536:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760756.041545:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760756.041547:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22896640, 22900736) 0 0
00000080:00200000:0.0:1789760756.041551:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760756.041568:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5590, 5590]
00020000:00200000:0.0:1789760756.041577:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22896640 chunk: [22896640, 22900736) 22900736, 4096
00020000:00200000:0.0:1789760756.041581:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760756.041616:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5590, 5590]
00000008:00010000:0.0:1789760756.041635:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760756.041641:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760756.041653:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22896640, 22900736) append 0 append lockpos 0
00000080:00200000:0.0:1789760756.041666:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22896640=0x15d6000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760756.041725:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760756.041728:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22900736
00000020:00010000:0.0:1789760756.041736:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760756.041739:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760756.041742:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760756.041758:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760756.041762:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760756.041770:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760756.041777:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760756.041793:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:0.0:1789760756.041913:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55500 - object 0x280000401:3 offset 22896640<>22900736
00000100:00100000:0.0:1789760756.041966:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760756.041985:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520975488:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760756.088596:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972910 gen 3
00000008:00010000:0.0:1789760756.088709:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7de40
00000020:00200000:0.0:1789760756.088718:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760756.088730:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760756.088864:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7de40
00000100:00100000:0.0:1789760756.088897:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520975488:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760756.089872:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520975616:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760756.139265:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5591, 5591]
00000080:00200000:0.0:1789760756.139284:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760756.139291:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760756.139307:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22904832 i_blocks 45063
00000020:00200000:0.0:1789760756.139312:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760756.139322:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760756.139356:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22904832, count: 4096
00000080:00200000:0.0:1789760756.139364:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22904832, bytes: 4096
00000080:00200000:0.0:1789760756.139375:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760756.139384:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760756.139386:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22904832, 22908928) 0 0
00000080:00200000:0.0:1789760756.139391:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760756.139406:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5592, 5592]
00020000:00200000:0.0:1789760756.139415:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22904832 chunk: [22904832, 22908928) 22908928, 4096
00020000:00200000:0.0:1789760756.139420:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760756.139439:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5592, 5592]
00000008:00010000:0.0:1789760756.139459:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760756.139466:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760756.139478:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22904832, 22908928) append 0 append lockpos 0
00000080:00200000:0.0:1789760756.139493:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22904832=0x15d8000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760756.139552:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760756.139555:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22908928
00000020:00010000:0.0:1789760756.139563:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760756.139567:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760756.139570:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760756.139573:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760756.139577:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760756.139584:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760756.139592:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760756.139620:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:0.0:1789760756.140672:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55500 - object 0x280000401:3 offset 22904832<>22908928
00000100:00100000:0.0:1789760756.141949:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520975744:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760756.223688:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972912 gen 3
00000008:00010000:0.0:1789760756.223753:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7de40
00000020:00200000:0.0:1789760756.223763:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760756.223774:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760756.223802:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7de40
00000100:00100000:0.0:1789760756.223836:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520975744:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760756.224804:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520975872:192.168.203.116@tcp:4:dd.0
00010000:00010000:3.0:1789760756.255871:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789760756.281428:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972913 gen 3
00000008:00010000:0.0:1789760756.281482:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277d80
00000020:00200000:0.0:1789760756.281490:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760756.281504:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760756.281528:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277d80
00000100:00100000:0.0:1789760756.281560:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520975872:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760756.282754:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520976000:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760756.349311:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972914 gen 3
00000008:00010000:0.0:1789760756.349367:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277f00
00000020:00200000:0.0:1789760756.349375:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760756.349389:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760756.349407:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277f00
00000100:00100000:0.0:1789760756.349439:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520976000:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760756.415063:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5595, 5595]
00000080:00200000:0.0:1789760756.415091:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760756.415097:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760756.415113:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22921216 i_blocks 45063
00000020:00200000:0.0:1789760756.415117:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760756.415127:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760756.415163:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22921216, count: 4096
00000080:00200000:0.0:1789760756.415171:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22921216, bytes: 4096
00000080:00200000:0.0:1789760756.415181:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760756.415191:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760756.415193:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22921216, 22925312) 0 0
00000080:00200000:0.0:1789760756.415198:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760756.415273:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5596, 5596]
00020000:00200000:0.0:1789760756.415282:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22921216 chunk: [22921216, 22925312) 22925312, 4096
00020000:00200000:0.0:1789760756.415297:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760756.415365:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5596, 5596]
00000008:00010000:0.0:1789760756.415385:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760756.415391:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760756.415404:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22921216, 22925312) append 0 append lockpos 0
00000080:00200000:0.0:1789760756.415419:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22921216=0x15dc000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760756.415475:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760756.415479:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22925312
00000020:00010000:0.0:1789760756.415488:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760756.415492:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760756.415495:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760756.415499:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760756.415502:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760756.415511:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760756.415518:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760756.415530:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:0.0:1789760756.415657:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55500 - object 0x280000401:3 offset 22921216<>22925312
00000100:00100000:0.0:1789760756.415703:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520976256:192.168.203.116@tcp:4:dd.0
00000008:00010000:0.0:1789760756.445664:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7de40
00000020:00200000:0.0:1789760756.445681:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760756.445693:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760756.446007:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7de40
00000100:00100000:0.0:1789760756.446042:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520976256:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760756.489240:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5597, 5597]
00000080:00200000:0.0:1789760756.489258:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760756.489265:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760756.489281:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22929408 i_blocks 45063
00000020:00200000:0.0:1789760756.489286:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760756.489296:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760756.489332:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22929408, count: 4096
00000080:00200000:0.0:1789760756.489340:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22929408, bytes: 4096
00000080:00200000:0.0:1789760756.489352:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760756.489361:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760756.489363:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22929408, 22933504) 0 0
00000080:00200000:0.0:1789760756.489368:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760756.489386:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5598, 5598]
00020000:00200000:0.0:1789760756.489395:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22929408 chunk: [22929408, 22933504) 22933504, 4096
00020000:00200000:0.0:1789760756.489400:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760756.489419:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5598, 5598]
00000008:00010000:0.0:1789760756.489442:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760756.489449:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760756.489461:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22929408, 22933504) append 0 append lockpos 0
00000080:00200000:0.0:1789760756.489475:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22929408=0x15de000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760756.489533:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760756.489536:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22933504
00000020:00010000:0.0:1789760756.489545:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760756.489548:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760756.489551:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760756.489554:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760756.489557:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760756.489565:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760756.489572:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760756.489587:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:0.0:1789760756.489705:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54a80 - object 0x280000401:3 offset 22929408<>22933504
00000080:00200000:0.0:1789760756.523744:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5598, 5598]
00000080:00200000:0.0:1789760756.523762:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760756.523768:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760756.523784:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22933504 i_blocks 45063
00000020:00200000:0.0:1789760756.523788:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760756.523797:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760756.523832:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22933504, count: 4096
00000080:00200000:0.0:1789760756.523839:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22933504, bytes: 4096
00000080:00200000:0.0:1789760756.523849:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760756.523858:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760756.523860:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22933504, 22937600) 0 0
00000080:00200000:0.0:1789760756.523865:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760756.523996:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5599, 5599]
00020000:00200000:0.0:1789760756.524006:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22933504 chunk: [22933504, 22937600) 22937600, 4096
00020000:00200000:0.0:1789760756.524011:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760756.524031:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5599, 5599]
00000008:00010000:0.0:1789760756.524049:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760756.524055:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760756.524078:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22933504, 22937600) append 0 append lockpos 0
00000080:00200000:0.0:1789760756.524092:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22933504=0x15df000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760756.524840:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760756.524845:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22937600
00000020:00010000:0.0:1789760756.524855:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760756.524859:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760756.524862:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760756.524984:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760756.524988:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760756.525001:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760756.525009:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760756.525033:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d180
00000008:00100000:0.0:1789760756.525481:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54e00 - object 0x280000401:3 offset 22933504<>22937600
00000080:00200000:0.0:1789760756.567433:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5599, 5599]
00000080:00200000:0.0:1789760756.567450:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760756.567457:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760756.567471:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22937600 i_blocks 45063
00000020:00200000:0.0:1789760756.567475:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760756.567485:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760756.567668:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22937600, count: 4096
00000080:00200000:0.0:1789760756.567677:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22937600, bytes: 4096
00000080:00200000:0.0:1789760756.567689:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760756.567812:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760756.567815:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22937600, 22941696) 0 0
00000080:00200000:0.0:1789760756.567821:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760756.567839:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5600, 5600]
00020000:00200000:0.0:1789760756.567849:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22937600 chunk: [22937600, 22941696) 22941696, 4096
00020000:00200000:0.0:1789760756.567854:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760756.567876:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5600, 5600]
00000008:00010000:0.0:1789760756.567895:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760756.567901:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760756.567914:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22937600, 22941696) append 0 append lockpos 0
00000080:00200000:0.0:1789760756.567929:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22937600=0x15e0000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760756.567996:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760756.568000:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22941696
00000020:00010000:0.0:1789760756.568009:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760756.568013:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760756.568016:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760756.568019:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760756.568022:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760756.568030:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760756.568037:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760756.568055:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760756.568187:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54700 - object 0x280000401:3 offset 22937600<>22941696
00000080:00200000:3.0:1789760756.639204:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5601, 5601]
00000080:00200000:3.0:1789760756.639261:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760756.639268:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760756.639287:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22945792 i_blocks 45063
00000020:00200000:3.0:1789760756.639294:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760756.639309:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760756.639346:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22945792, count: 4096
00000080:00200000:3.0:1789760756.639355:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22945792, bytes: 4096
00000080:00200000:3.0:1789760756.639369:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760756.639379:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760756.639381:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22945792, 22949888) 0 0
00000080:00200000:3.0:1789760756.639386:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760756.639410:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5602, 5602]
00020000:00200000:3.0:1789760756.639420:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22945792 chunk: [22945792, 22949888) 22949888, 4096
00020000:00200000:3.0:1789760756.639425:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760756.639447:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5602, 5602]
00000008:00010000:3.0:1789760756.639465:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760756.639472:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760756.639485:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22945792, 22949888) append 0 append lockpos 0
00000080:00200000:3.0:1789760756.639499:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22945792=0x15e2000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760756.639566:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760756.639570:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22949888
00000020:00010000:3.0:1789760756.639578:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760756.639582:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760756.639585:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760756.639588:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760756.639592:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760756.639608:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760756.639616:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760756.639637:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb69c0
00000008:00100000:3.0:1789760756.639764:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad3100 - object 0x280000401:3 offset 22945792<>22949888
00000100:00100000:3.0:1789760756.639822:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760756.639848:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520977024:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760756.674148:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5602, 5602]
00000080:00200000:3.0:1789760756.674165:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760756.674172:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760756.674191:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22949888 i_blocks 45063
00000020:00200000:3.0:1789760756.674195:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760756.674204:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760756.674274:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22949888, count: 4096
00000080:00200000:3.0:1789760756.674281:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22949888, bytes: 4096
00000080:00200000:3.0:1789760756.674291:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760756.674300:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760756.674302:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22949888, 22953984) 0 0
00000080:00200000:3.0:1789760756.674307:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760756.674323:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5603, 5603]
00020000:00200000:3.0:1789760756.674332:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22949888 chunk: [22949888, 22953984) 22953984, 4096
00020000:00200000:3.0:1789760756.674336:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760756.674355:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5603, 5603]
00000008:00010000:3.0:1789760756.674371:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760756.674377:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760756.674388:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22949888, 22953984) append 0 append lockpos 0
00000080:00200000:3.0:1789760756.674402:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22949888=0x15e3000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760756.674451:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760756.674454:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22953984
00000020:00010000:3.0:1789760756.674461:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760756.674464:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760756.674467:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760756.674470:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760756.674473:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760756.674478:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760756.674484:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760756.674498:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6e40
00000008:00100000:3.0:1789760756.674663:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad3100 - object 0x280000401:3 offset 22949888<>22953984
00000080:00200000:3.0:1789760756.735559:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5603, 5603]
00000080:00200000:3.0:1789760756.735576:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760756.735582:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760756.735598:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22953984 i_blocks 45063
00000020:00200000:3.0:1789760756.735602:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760756.735612:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760756.735648:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22953984, count: 4096
00000080:00200000:3.0:1789760756.735655:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22953984, bytes: 4096
00000080:00200000:3.0:1789760756.735666:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760756.735686:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760756.735688:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22953984, 22958080) 0 0
00000080:00200000:3.0:1789760756.735693:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760756.735719:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5604, 5604]
00020000:00200000:3.0:1789760756.735728:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22953984 chunk: [22953984, 22958080) 22958080, 4096
00020000:00200000:3.0:1789760756.735733:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760756.735751:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5604, 5604]
00000008:00010000:3.0:1789760756.735770:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760756.735776:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760756.735787:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22953984, 22958080) append 0 append lockpos 0
00000080:00200000:3.0:1789760756.735801:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22953984=0x15e4000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760756.735867:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760756.735870:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22958080
00000020:00010000:3.0:1789760756.735879:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760756.735883:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760756.735887:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760756.735890:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760756.735893:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760756.735901:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760756.735908:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760756.735925:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6540
00000008:00100000:3.0:1789760756.736039:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad0000 - object 0x280000401:3 offset 22953984<>22958080
00000080:00200000:3.0:1789760756.797673:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5604, 5604]
00000080:00200000:3.0:1789760756.797690:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760756.797708:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760756.797724:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22958080 i_blocks 45063
00000020:00200000:3.0:1789760756.797728:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760756.797737:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760756.797784:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22958080, count: 4096
00000080:00200000:3.0:1789760756.797791:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22958080, bytes: 4096
00000080:00200000:3.0:1789760756.797801:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760756.797810:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760756.797812:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22958080, 22962176) 0 0
00000080:00200000:3.0:1789760756.797817:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760756.797836:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5605, 5605]
00020000:00200000:3.0:1789760756.797845:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22958080 chunk: [22958080, 22962176) 22962176, 4096
00020000:00200000:3.0:1789760756.797850:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760756.797871:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5605, 5605]
00000008:00010000:3.0:1789760756.797890:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760756.797897:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760756.797909:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22958080, 22962176) append 0 append lockpos 0
00000080:00200000:3.0:1789760756.797924:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22958080=0x15e5000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760756.797987:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760756.797990:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22962176
00000020:00010000:3.0:1789760756.797999:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760756.798002:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760756.798006:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760756.798010:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760756.798013:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760756.798021:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760756.798028:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760756.798047:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6300
00000008:00100000:3.0:1789760756.798182:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1880 - object 0x280000401:3 offset 22958080<>22962176
00000100:00100000:3.0:1789760756.798280:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760756.798302:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520977408:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760756.837435:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5605, 5605]
00000080:00200000:3.0:1789760756.837457:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760756.837464:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760756.837485:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22962176 i_blocks 45063
00000020:00200000:3.0:1789760756.837489:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760756.837502:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760756.837535:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22962176, count: 4096
00000080:00200000:3.0:1789760756.837542:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22962176, bytes: 4096
00000080:00200000:3.0:1789760756.837556:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760756.837566:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760756.837569:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22962176, 22966272) 0 0
00000080:00200000:3.0:1789760756.837573:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760756.837589:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5606, 5606]
00020000:00200000:3.0:1789760756.837599:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22962176 chunk: [22962176, 22966272) 22966272, 4096
00020000:00200000:3.0:1789760756.837605:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760756.837630:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5606, 5606]
00000008:00010000:3.0:1789760756.837656:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760756.837664:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760756.837677:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22962176, 22966272) append 0 append lockpos 0
00000080:00200000:3.0:1789760756.837692:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22962176=0x15e6000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760756.837765:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760756.837768:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22966272
00000020:00010000:3.0:1789760756.837777:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760756.837781:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760756.837783:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760756.837787:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760756.837790:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760756.837798:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760756.837805:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760756.837832:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6780
00000008:00100000:3.0:1789760756.837973:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1180 - object 0x280000401:3 offset 22962176<>22966272
00000080:00200000:3.0:1789760756.870168:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5606, 5606]
00000080:00200000:3.0:1789760756.870190:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760756.870196:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760756.870234:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22966272 i_blocks 45063
00000020:00200000:3.0:1789760756.870239:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760756.870250:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760756.870289:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22966272, count: 4096
00000080:00200000:3.0:1789760756.870296:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22966272, bytes: 4096
00000080:00200000:3.0:1789760756.870309:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760756.870319:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760756.870322:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22966272, 22970368) 0 0
00000080:00200000:3.0:1789760756.870327:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760756.870346:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5607, 5607]
00020000:00200000:3.0:1789760756.870355:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22966272 chunk: [22966272, 22970368) 22970368, 4096
00020000:00200000:3.0:1789760756.870361:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760756.870383:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5607, 5607]
00000008:00010000:3.0:1789760756.870402:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760756.870409:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760756.870422:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22966272, 22970368) append 0 append lockpos 0
00000080:00200000:3.0:1789760756.870436:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22966272=0x15e7000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760756.870495:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760756.870499:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22970368
00000020:00010000:3.0:1789760756.870507:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760756.870511:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760756.870514:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760756.870517:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760756.870521:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760756.870530:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760756.870537:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760756.870555:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6c00
00000008:00100000:3.0:1789760756.870894:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1f80 - object 0x280000401:3 offset 22966272<>22970368
00000080:00200000:3.0:1789760756.903258:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5607, 5607]
00000080:00200000:3.0:1789760756.903278:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760756.903284:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760756.903301:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22970368 i_blocks 45063
00000020:00200000:3.0:1789760756.903306:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760756.903316:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760756.903353:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22970368, count: 4096
00000080:00200000:3.0:1789760756.903360:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22970368, bytes: 4096
00000080:00200000:3.0:1789760756.903372:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760756.903381:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760756.903383:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22970368, 22974464) 0 0
00000080:00200000:3.0:1789760756.903388:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760756.903406:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5608, 5608]
00020000:00200000:3.0:1789760756.903416:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22970368 chunk: [22970368, 22974464) 22974464, 4096
00020000:00200000:3.0:1789760756.903420:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760756.903443:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5608, 5608]
00000008:00010000:3.0:1789760756.903464:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760756.903470:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760756.903483:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22970368, 22974464) append 0 append lockpos 0
00000080:00200000:3.0:1789760756.903497:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22970368=0x15e8000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760756.903562:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760756.903565:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22974464
00000020:00010000:3.0:1789760756.903574:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760756.903578:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760756.903582:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760756.903585:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760756.903588:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760756.903608:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760756.903615:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760756.903634:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6840
00000008:00100000:3.0:1789760756.903775:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad0a80 - object 0x280000401:3 offset 22970368<>22974464
00000080:00200000:3.0:1789760756.942881:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5608, 5608]
00000080:00200000:3.0:1789760756.942897:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760756.942904:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760756.942920:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22974464 i_blocks 45063
00000020:00200000:3.0:1789760756.942924:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760756.942953:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760756.942988:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22974464, count: 4096
00000080:00200000:3.0:1789760756.942995:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22974464, bytes: 4096
00000080:00200000:3.0:1789760756.943005:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760756.943014:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760756.943017:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22974464, 22978560) 0 0
00000080:00200000:3.0:1789760756.943021:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760756.943039:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5609, 5609]
00020000:00200000:3.0:1789760756.943048:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22974464 chunk: [22974464, 22978560) 22978560, 4096
00020000:00200000:3.0:1789760756.943052:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760756.943086:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5609, 5609]
00000008:00010000:3.0:1789760756.943106:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760756.943112:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760756.943124:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22974464, 22978560) append 0 append lockpos 0
00000080:00200000:3.0:1789760756.943138:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22974464=0x15e9000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760756.943197:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760756.943200:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22978560
00000020:00010000:3.0:1789760756.943209:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760756.943238:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760756.943242:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760756.943246:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760756.943249:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760756.943256:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760756.943263:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760756.943280:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6600
00000008:00100000:3.0:1789760756.943405:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad0380 - object 0x280000401:3 offset 22974464<>22978560
00000080:00200000:3.0:1789760756.998927:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5609, 5609]
00000080:00200000:3.0:1789760756.998961:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760756.998969:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760756.998988:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22978560 i_blocks 45063
00000020:00200000:3.0:1789760756.998992:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760756.999005:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760756.999041:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22978560, count: 4096
00000080:00200000:3.0:1789760756.999048:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22978560, bytes: 4096
00000080:00200000:3.0:1789760756.999063:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760756.999083:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760756.999086:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22978560, 22982656) 0 0
00000080:00200000:3.0:1789760756.999094:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760756.999115:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5610, 5610]
00020000:00200000:3.0:1789760756.999126:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22978560 chunk: [22978560, 22982656) 22982656, 4096
00020000:00200000:3.0:1789760756.999131:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760756.999159:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5610, 5610]
00000008:00010000:3.0:1789760756.999182:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760756.999189:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760756.999202:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22978560, 22982656) append 0 append lockpos 0
00000080:00200000:3.0:1789760756.999245:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22978560=0x15ea000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760756.999330:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760756.999334:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22982656
00000020:00010000:3.0:1789760756.999343:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760756.999347:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760756.999351:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760756.999359:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760756.999362:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760756.999370:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760756.999378:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760756.999397:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb63c0
00000008:00100000:3.0:1789760756.999540:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2680 - object 0x280000401:3 offset 22978560<>22982656
00000080:00200000:0.0:1789760757.096152:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5611, 5611]
00000080:00200000:0.0:1789760757.096171:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760757.096177:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760757.096194:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22986752 i_blocks 45063
00000020:00200000:0.0:1789760757.096199:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760757.096209:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760757.096270:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22986752, count: 4096
00000080:00200000:0.0:1789760757.096278:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22986752, bytes: 4096
00000080:00200000:0.0:1789760757.096291:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760757.096301:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760757.096304:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22986752, 22990848) 0 0
00000080:00200000:0.0:1789760757.096309:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760757.096327:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5612, 5612]
00020000:00200000:0.0:1789760757.096351:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22986752 chunk: [22986752, 22990848) 22990848, 4096
00020000:00200000:0.0:1789760757.096357:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760757.096379:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5612, 5612]
00000008:00010000:0.0:1789760757.096399:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760757.096405:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760757.096417:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22986752, 22990848) append 0 append lockpos 0
00000080:00200000:0.0:1789760757.096430:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22986752=0x15ec000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760757.096487:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760757.096490:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22990848
00000020:00010000:0.0:1789760757.096498:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760757.096502:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760757.096506:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760757.096509:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760757.096512:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760757.096522:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760757.096529:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760757.096548:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760757.098142:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55c00 - object 0x280000401:3 offset 22986752<>22990848
00000100:00100000:0.0:1789760757.098233:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760757.098262:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520978304:192.168.203.116@tcp:4:dd.0
00000008:00010000:0.0:1789760757.148523:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7d780
00000020:00200000:0.0:1789760757.148538:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760757.148549:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760757.148572:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7d780
00000100:00100000:0.0:1789760757.148600:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520978304:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760757.289313:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5614, 5614]
00000080:00200000:0.0:1789760757.289331:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760757.289341:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760757.289358:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22999040 i_blocks 45063
00000020:00200000:0.0:1789760757.289362:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760757.289374:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760757.289411:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22999040, count: 4096
00000080:00200000:0.0:1789760757.289419:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22999040, bytes: 4096
00000080:00200000:0.0:1789760757.289431:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760757.289440:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760757.289443:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22999040, 23003136) 0 0
00000080:00200000:0.0:1789760757.289447:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760757.289466:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5615, 5615]
00020000:00200000:0.0:1789760757.289476:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22999040 chunk: [22999040, 23003136) 23003136, 4096
00020000:00200000:0.0:1789760757.289481:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760757.289502:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5615, 5615]
00000008:00010000:0.0:1789760757.289522:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760757.289529:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760757.289543:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22999040, 23003136) append 0 append lockpos 0
00000080:00200000:0.0:1789760757.289558:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=22999040=0x15ef000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760757.289626:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760757.289629:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23003136
00000020:00010000:0.0:1789760757.289638:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760757.289642:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760757.289646:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760757.289649:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760757.289653:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760757.289661:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760757.289669:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760757.289688:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760757.289906:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55f80 - object 0x280000401:3 offset 22999040<>23003136
00000100:00100000:0.0:1789760757.289957:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760757.289979:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520978688:192.168.203.116@tcp:4:dd.0
00000008:00010000:0.0:1789760757.317500:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7d780
00000020:00200000:0.0:1789760757.317517:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760757.317528:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760757.317560:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7d780
00000100:00100000:0.0:1789760757.317590:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520978688:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760757.320137:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760757.320171:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520978816:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760757.368319:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5616, 5616]
00000080:00200000:0.0:1789760757.368337:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760757.368343:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760757.368360:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23007232 i_blocks 45063
00000020:00200000:0.0:1789760757.368363:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760757.368373:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760757.368408:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23007232, count: 4096
00000080:00200000:0.0:1789760757.368415:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23007232, bytes: 4096
00000080:00200000:0.0:1789760757.368426:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760757.368435:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760757.368438:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23007232, 23011328) 0 0
00000080:00200000:0.0:1789760757.368442:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760757.368458:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5617, 5617]
00020000:00200000:0.0:1789760757.368466:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23007232 chunk: [23007232, 23011328) 23011328, 4096
00020000:00200000:0.0:1789760757.368471:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760757.368490:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5617, 5617]
00000008:00010000:0.0:1789760757.368509:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760757.368515:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760757.368526:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23007232, 23011328) append 0 append lockpos 0
00000080:00200000:0.0:1789760757.368539:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23007232=0x15f1000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760757.368593:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760757.368596:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23011328
00000020:00010000:0.0:1789760757.368604:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760757.368608:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760757.368612:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760757.368615:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760757.368619:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760757.368627:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760757.368634:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760757.368648:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760757.368763:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57b80 - object 0x280000401:3 offset 23007232<>23011328
00000100:00100000:3.0:1789760757.440253:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760757.440433:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520979072:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760757.536167:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972938 gen 3
00000008:00010000:3.0:1789760757.536244:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590b40
00000020:00200000:3.0:1789760757.536254:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760757.536266:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760757.536291:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590b40
00000100:00100000:3.0:1789760757.536325:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520979072:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760757.537128:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520979200:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760757.600537:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972939 gen 3
00000008:00010000:3.0:1789760757.600589:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590000
00000020:00200000:3.0:1789760757.600597:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760757.600609:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760757.600630:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590000
00000100:00100000:3.0:1789760757.600660:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520979200:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760757.601383:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520979328:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760757.669611:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972940 gen 3
00000008:00010000:3.0:1789760757.669667:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590900
00000020:00200000:3.0:1789760757.669677:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760757.669705:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760757.669742:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590900
00000100:00100000:3.0:1789760757.669775:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520979328:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760757.670670:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760757.670696:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520979456:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760757.706868:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972941 gen 3
00000008:00010000:3.0:1789760757.706920:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590240
00000020:00200000:3.0:1789760757.706928:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760757.706949:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760757.706969:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590240
00000100:00100000:3.0:1789760757.707001:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520979456:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760757.708747:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520979584:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760757.757465:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065900c0
00000020:00200000:3.0:1789760757.757479:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760757.757491:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760757.757513:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065900c0
00000100:00100000:3.0:1789760757.757546:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520979584:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760757.758457:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760757.758475:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520980352:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760757.800183:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972942 gen 3
00000100:00100000:3.0:1789760757.800344:0:2408:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff911a12ee9c00 x1876699520980352/t4294972943(4294972943) o4->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760773 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000080:00200000:3.0:1789760757.803364:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5623, 5623]
00000080:00200000:3.0:1789760757.803382:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760757.803388:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760757.803403:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23035904 i_blocks 45063
00000020:00200000:3.0:1789760757.803406:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760757.803416:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760757.803445:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23035904, count: 4096
00000080:00200000:3.0:1789760757.803452:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23035904, bytes: 4096
00000080:00200000:3.0:1789760757.803463:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760757.803472:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760757.803474:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23035904, 23040000) 0 0
00000080:00200000:3.0:1789760757.803478:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760757.803495:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5624, 5624]
00020000:00200000:3.0:1789760757.803505:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23035904 chunk: [23035904, 23040000) 23040000, 4096
00020000:00200000:3.0:1789760757.803510:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760757.803531:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5624, 5624]
00000008:00010000:3.0:1789760757.803553:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760757.803559:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760757.803573:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23035904, 23040000) append 0 append lockpos 0
00000080:00200000:3.0:1789760757.803687:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23035904=0x15f8000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760757.803806:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760757.803809:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23040000
00000020:00010000:3.0:1789760757.803818:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760757.803822:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760757.803826:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760757.803829:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760757.803832:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760757.803839:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760757.803846:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760757.803863:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6000
00000008:00100000:3.0:1789760757.803987:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1c00 - object 0x280000401:3 offset 23035904<>23040000
00000100:00100000:3.0:1789760757.851556:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972944 gen 3
00000008:00010000:3.0:1789760757.851626:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6000
00000020:00200000:3.0:1789760757.851634:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760757.851645:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760757.851667:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6000
00000100:00100000:3.0:1789760757.851704:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520980480:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760757.852579:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520980608:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760757.923403:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972945 gen 3
00000008:00010000:3.0:1789760757.923459:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065906c0
00000020:00200000:3.0:1789760757.923468:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760757.923479:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760757.923500:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065906c0
00000100:00100000:3.0:1789760757.923532:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520980608:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760757.924646:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520980736:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760758.008279:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972946 gen 3
00000008:00010000:3.0:1789760758.008330:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590cc0
00000020:00200000:3.0:1789760758.008338:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760758.008350:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760758.008370:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590cc0
00000100:00100000:3.0:1789760758.008400:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520980736:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760758.009307:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520980864:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760758.043474:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590300
00000020:00200000:3.0:1789760758.043491:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760758.043501:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760758.043525:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590300
00000100:00100000:3.0:1789760758.043558:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520980864:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760758.045580:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520980992:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760758.097523:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972948 gen 3
00000008:00010000:3.0:1789760758.097591:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590d80
00000020:00200000:3.0:1789760758.097600:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760758.097610:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760758.097629:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590d80
00000100:00100000:3.0:1789760758.097662:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520980992:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760758.099267:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520981120:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760758.154097:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590e40
00000020:00200000:3.0:1789760758.154113:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760758.154136:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760758.154157:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590e40
00000100:00100000:3.0:1789760758.154191:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520981120:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760758.155047:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520981248:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760758.193837:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972950 gen 3
00000008:00010000:3.0:1789760758.193906:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590180
00000020:00200000:3.0:1789760758.193914:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760758.193924:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760758.193997:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590180
00000100:00100000:3.0:1789760758.194028:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520981248:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760758.194371:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5630, 5630]
00000080:00200000:0.0:1789760758.194387:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760758.194394:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760758.194410:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23064576 i_blocks 45063
00000020:00200000:0.0:1789760758.194414:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760758.194423:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760758.194455:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23064576, count: 4096
00000080:00200000:0.0:1789760758.194462:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23064576, bytes: 4096
00000080:00200000:0.0:1789760758.194472:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760758.194481:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760758.194483:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23064576, 23068672) 0 0
00000080:00200000:0.0:1789760758.194488:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760758.194505:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5631, 5631]
00020000:00200000:0.0:1789760758.194513:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23064576 chunk: [23064576, 23068672) 23068672, 4096
00020000:00200000:0.0:1789760758.194518:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760758.194536:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5631, 5631]
00000008:00010000:0.0:1789760758.194552:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760758.194558:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760758.194569:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23064576, 23068672) append 0 append lockpos 0
00000080:00200000:0.0:1789760758.194582:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23064576=0x15ff000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760758.194638:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760758.194642:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23068672
00000020:00010000:0.0:1789760758.194649:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760758.194653:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760758.194656:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760758.194659:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760758.194664:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760758.194672:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760758.194678:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760758.194760:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760758.194938:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56680 - object 0x280000401:3 offset 23064576<>23068672
00000080:00200000:0.0:1789760758.229886:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5631, 5631]
00000080:00200000:0.0:1789760758.229902:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760758.229909:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760758.229925:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23068672 i_blocks 45063
00000020:00200000:0.0:1789760758.229929:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760758.229939:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760758.229974:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23068672, count: 4096
00000080:00200000:0.0:1789760758.229982:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23068672, bytes: 4096
00000080:00200000:0.0:1789760758.229992:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760758.230000:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760758.230003:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23068672, 23072768) 0 0
00000080:00200000:0.0:1789760758.230008:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760758.230025:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5632, 5632]
00020000:00200000:0.0:1789760758.230034:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23068672 chunk: [23068672, 23072768) 23072768, 4096
00020000:00200000:0.0:1789760758.230040:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760758.230070:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5632, 5632]
00000008:00010000:0.0:1789760758.230090:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760758.230097:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760758.230108:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23068672, 23072768) append 0 append lockpos 0
00000080:00200000:0.0:1789760758.230120:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23068672=0x1600000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760758.230174:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760758.230177:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23072768
00000020:00010000:0.0:1789760758.230185:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760758.230189:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760758.230192:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760758.230196:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760758.230199:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760758.230208:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760758.230253:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760758.230266:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760758.230368:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56680 - object 0x280000401:3 offset 23068672<>23072768
00000080:00200000:0.0:1789760758.268994:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5632, 5632]
00000080:00200000:0.0:1789760758.269009:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760758.269015:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760758.269031:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23072768 i_blocks 45063
00000020:00200000:0.0:1789760758.269035:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760758.269045:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760758.269089:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23072768, count: 4096
00000080:00200000:0.0:1789760758.269097:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23072768, bytes: 4096
00000080:00200000:0.0:1789760758.269106:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760758.269115:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760758.269117:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23072768, 23076864) 0 0
00000080:00200000:0.0:1789760758.269121:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760758.269137:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5633, 5633]
00020000:00200000:0.0:1789760758.269147:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23072768 chunk: [23072768, 23076864) 23076864, 4096
00020000:00200000:0.0:1789760758.269151:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760758.269171:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5633, 5633]
00000008:00010000:0.0:1789760758.269190:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760758.269196:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760758.269209:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23072768, 23076864) append 0 append lockpos 0
00000080:00200000:0.0:1789760758.269257:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23072768=0x1601000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760758.269314:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760758.269317:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23076864
00000020:00010000:0.0:1789760758.269326:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760758.269329:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760758.269333:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760758.269336:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760758.269340:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760758.269348:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760758.269356:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760758.269372:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d180
00000008:00100000:0.0:1789760758.269498:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57b80 - object 0x280000401:3 offset 23072768<>23076864
00000080:00200000:0.0:1789760758.296483:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5633, 5633]
00000080:00200000:0.0:1789760758.296500:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760758.296506:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760758.296521:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23076864 i_blocks 47111
00000020:00200000:0.0:1789760758.296526:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760758.296535:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760758.296570:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23076864, count: 4096
00000080:00200000:0.0:1789760758.296576:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23076864, bytes: 4096
00000080:00200000:0.0:1789760758.296736:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760758.296791:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760758.296793:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23076864, 23080960) 0 0
00000080:00200000:0.0:1789760758.296798:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760758.296814:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5634, 5634]
00020000:00200000:0.0:1789760758.296823:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23076864 chunk: [23076864, 23080960) 23080960, 4096
00020000:00200000:0.0:1789760758.296827:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760758.296847:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5634, 5634]
00000008:00010000:0.0:1789760758.296867:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760758.296874:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760758.296886:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23076864, 23080960) append 0 append lockpos 0
00000080:00200000:0.0:1789760758.296902:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23076864=0x1602000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760758.296967:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760758.296970:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23080960
00000020:00010000:0.0:1789760758.296979:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760758.296982:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760758.296986:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760758.296989:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760758.296992:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760758.297000:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760758.297007:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760758.297028:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:0.0:1789760758.297163:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55f80 - object 0x280000401:3 offset 23076864<>23080960
00000100:00100000:3.0:1789760758.328145:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520981888:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760758.356561:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972955 gen 3
00000008:00010000:3.0:1789760758.356608:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590c00
00000020:00200000:3.0:1789760758.356616:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760758.356626:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760758.356654:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590c00
00000100:00100000:3.0:1789760758.356681:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520981888:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760758.358601:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760758.358629:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520982016:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760758.392146:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972956 gen 3
00000008:00010000:3.0:1789760758.392197:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590600
00000020:00200000:3.0:1789760758.392205:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760758.392446:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760758.392516:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590600
00000100:00100000:3.0:1789760758.392548:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520982016:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760758.458147:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972957 gen 3
00000008:00010000:3.0:1789760758.458819:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065903c0
00000020:00200000:3.0:1789760758.458829:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760758.458841:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760758.458863:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065903c0
00000100:00100000:3.0:1789760758.458898:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520982144:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760758.459973:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760758.459996:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520982272:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760758.514008:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972958 gen 3
00000008:00010000:3.0:1789760758.514078:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065903c0
00000020:00200000:3.0:1789760758.514087:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760758.514099:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760758.514321:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065903c0
00000100:00100000:3.0:1789760758.514354:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520982272:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760758.516545:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520982400:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760758.562279:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972959 gen 3
00000008:00010000:3.0:1789760758.562332:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590600
00000020:00200000:3.0:1789760758.562340:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760758.562351:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760758.562378:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590600
00000100:00100000:3.0:1789760758.562411:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520982400:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760758.563414:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520982528:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760758.626146:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972960 gen 3
00000008:00010000:3.0:1789760758.626242:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590c00
00000020:00200000:3.0:1789760758.626249:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760758.626258:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760758.626374:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590c00
00000100:00100000:3.0:1789760758.626423:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520982528:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760758.629008:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520982656:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760758.675133:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972961 gen 3
00000008:00010000:3.0:1789760758.675168:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590180
00000020:00200000:3.0:1789760758.675174:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760758.675183:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760758.675202:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590180
00000100:00100000:3.0:1789760758.675260:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520982656:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760758.675636:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5641, 5641]
00000080:00200000:0.0:1789760758.675659:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760758.675666:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760758.675682:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23109632 i_blocks 47111
00000020:00200000:0.0:1789760758.675688:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760758.675702:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760758.675738:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23109632, count: 4096
00000080:00200000:0.0:1789760758.675745:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23109632, bytes: 4096
00000080:00200000:0.0:1789760758.675758:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760758.675768:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760758.675771:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23109632, 23113728) 0 0
00000080:00200000:0.0:1789760758.675776:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760758.675792:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5642, 5642]
00020000:00200000:0.0:1789760758.675801:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23109632 chunk: [23109632, 23113728) 23113728, 4096
00020000:00200000:0.0:1789760758.675807:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760758.675827:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5642, 5642]
00000008:00010000:0.0:1789760758.675845:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760758.675852:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760758.675863:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23109632, 23113728) append 0 append lockpos 0
00000080:00200000:0.0:1789760758.675878:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23109632=0x160a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760758.675937:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760758.675940:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23113728
00000020:00010000:0.0:1789760758.675948:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760758.675951:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760758.675954:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760758.675957:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760758.675961:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760758.675970:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760758.675977:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760758.675994:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d240
00000008:00100000:0.0:1789760758.677477:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55c00 - object 0x280000401:3 offset 23109632<>23113728
00000100:00100000:3.0:1789760758.730089:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520982912:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760758.805758:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590e40
00000020:00200000:3.0:1789760758.805775:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760758.805786:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760758.806179:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590e40
00000100:00100000:3.0:1789760758.806259:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520982912:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760758.807491:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520983040:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760758.866507:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972964 gen 3
00000008:00010000:3.0:1789760758.866576:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590d80
00000020:00200000:3.0:1789760758.866598:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760758.866608:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760758.866640:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590d80
00000100:00100000:3.0:1789760758.866673:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520983040:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760758.866793:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5644, 5644]
00000080:00200000:0.0:1789760758.866811:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760758.866817:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760758.866833:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23121920 i_blocks 47111
00000020:00200000:0.0:1789760758.866837:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760758.866847:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760758.866881:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23121920, count: 4096
00000080:00200000:0.0:1789760758.866889:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23121920, bytes: 4096
00000080:00200000:0.0:1789760758.866899:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760758.866989:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760758.866993:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23121920, 23126016) 0 0
00000080:00200000:0.0:1789760758.866998:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760758.867016:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5645, 5645]
00020000:00200000:0.0:1789760758.867026:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23121920 chunk: [23121920, 23126016) 23126016, 4096
00020000:00200000:0.0:1789760758.867031:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760758.867059:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5645, 5645]
00000008:00010000:0.0:1789760758.867078:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760758.867084:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760758.867095:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23121920, 23126016) append 0 append lockpos 0
00000080:00200000:0.0:1789760758.867108:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23121920=0x160d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760758.867159:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760758.867162:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23126016
00000020:00010000:0.0:1789760758.867170:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760758.867173:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760758.867176:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760758.867180:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760758.867184:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760758.867192:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760758.867199:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760758.868463:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d0c0
00000008:00100000:3.0:1789760758.868615:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1c00 - object 0x280000401:3 offset 23121920<>23126016
00000100:00100000:3.0:1789760758.868690:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520983168:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760758.908534:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972965 gen 3
00000008:00010000:3.0:1789760758.908593:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7d0c0
00000020:00200000:3.0:1789760758.908602:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760758.908615:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760758.908815:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7d0c0
00000100:00100000:3.0:1789760758.908849:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520983168:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760758.909418:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5645, 5645]
00000080:00200000:0.0:1789760758.909437:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760758.909445:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760758.909462:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23126016 i_blocks 47111
00000020:00200000:0.0:1789760758.909468:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760758.909479:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760758.909514:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23126016, count: 4096
00000080:00200000:0.0:1789760758.909522:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23126016, bytes: 4096
00000080:00200000:0.0:1789760758.909533:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760758.909543:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760758.909545:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23126016, 23130112) 0 0
00000080:00200000:0.0:1789760758.909550:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760758.909568:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5646, 5646]
00020000:00200000:0.0:1789760758.909580:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23126016 chunk: [23126016, 23130112) 23130112, 4096
00020000:00200000:0.0:1789760758.909585:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760758.909606:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5646, 5646]
00000008:00010000:0.0:1789760758.909787:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760758.909795:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760758.909809:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23126016, 23130112) append 0 append lockpos 0
00000080:00200000:0.0:1789760758.909825:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23126016=0x160e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760758.909887:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760758.909891:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23130112
00000020:00010000:0.0:1789760758.909899:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760758.909902:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760758.909905:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760758.909909:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760758.909911:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760758.909919:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760758.909927:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760758.909948:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d0c0
00000008:00100000:0.0:1789760758.910075:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54700 - object 0x280000401:3 offset 23126016<>23130112
00000080:00200000:0.0:1789760758.950402:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5646, 5646]
00000080:00200000:0.0:1789760758.950418:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760758.950423:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760758.950440:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23130112 i_blocks 47111
00000020:00200000:0.0:1789760758.950443:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760758.950454:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760758.950599:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23130112, count: 4096
00000080:00200000:0.0:1789760758.950607:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23130112, bytes: 4096
00000080:00200000:0.0:1789760758.950621:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760758.950629:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760758.950631:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23130112, 23134208) 0 0
00000080:00200000:0.0:1789760758.950636:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760758.950652:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5647, 5647]
00020000:00200000:0.0:1789760758.950662:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23130112 chunk: [23130112, 23134208) 23134208, 4096
00020000:00200000:0.0:1789760758.950667:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760758.950686:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5647, 5647]
00000008:00010000:0.0:1789760758.950705:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760758.950711:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760758.950722:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23130112, 23134208) append 0 append lockpos 0
00000080:00200000:0.0:1789760758.950737:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23130112=0x160f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760758.950790:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760758.950793:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23134208
00000020:00010000:0.0:1789760758.950801:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760758.950804:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760758.950806:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760758.950810:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760758.950812:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760758.950820:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760758.951627:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760758.951653:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d240
00000008:00100000:0.0:1789760758.951783:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54e00 - object 0x280000401:3 offset 23130112<>23134208
00000080:00200000:0.0:1789760758.997671:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5647, 5647]
00000080:00200000:0.0:1789760758.997689:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760758.997695:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760758.997711:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23134208 i_blocks 47111
00000020:00200000:0.0:1789760758.997714:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760758.997723:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760758.997761:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23134208, count: 4096
00000080:00200000:0.0:1789760758.997769:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23134208, bytes: 4096
00000080:00200000:0.0:1789760758.997966:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760758.997977:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760758.997979:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23134208, 23138304) 0 0
00000080:00200000:0.0:1789760758.997984:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760758.998001:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5648, 5648]
00020000:00200000:0.0:1789760758.998010:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23134208 chunk: [23134208, 23138304) 23138304, 4096
00020000:00200000:0.0:1789760758.998014:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760758.998035:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5648, 5648]
00000008:00010000:0.0:1789760758.998657:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760758.998668:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760758.998684:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23134208, 23138304) append 0 append lockpos 0
00000080:00200000:0.0:1789760758.998700:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23134208=0x1610000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760758.998772:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760758.998775:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23138304
00000020:00010000:0.0:1789760758.998795:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760758.998798:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760758.998801:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760758.998805:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760758.998808:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760758.998817:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760758.998825:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760758.998848:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:0.0:1789760758.998980:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54a80 - object 0x280000401:3 offset 23134208<>23138304
00000080:00200000:0.0:1789760759.065667:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5648, 5648]
00000080:00200000:0.0:1789760759.065694:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760759.065701:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760759.065725:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23138304 i_blocks 47111
00000020:00200000:0.0:1789760759.065730:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760759.065740:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760759.065774:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23138304, count: 4096
00000080:00200000:0.0:1789760759.065781:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23138304, bytes: 4096
00000080:00200000:0.0:1789760759.065794:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760759.065803:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760759.065806:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23138304, 23142400) 0 0
00000080:00200000:0.0:1789760759.065810:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760759.065827:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5649, 5649]
00020000:00200000:0.0:1789760759.065836:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23138304 chunk: [23138304, 23142400) 23142400, 4096
00020000:00200000:0.0:1789760759.065841:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760759.065860:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5649, 5649]
00000008:00010000:0.0:1789760759.065878:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760759.065883:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760759.065894:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23138304, 23142400) append 0 append lockpos 0
00000080:00200000:0.0:1789760759.065910:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23138304=0x1611000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760759.065965:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760759.065968:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23142400
00000020:00010000:0.0:1789760759.065976:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760759.065980:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760759.065983:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760759.065986:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760759.065989:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760759.065997:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760759.066004:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760759.066019:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d180
00000008:00100000:0.0:1789760759.066152:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55500 - object 0x280000401:3 offset 23138304<>23142400
00000080:00200000:0.0:1789760759.116880:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5649, 5649]
00000080:00200000:0.0:1789760759.116905:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760759.116912:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760759.116931:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23142400 i_blocks 47111
00000020:00200000:0.0:1789760759.116937:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760759.116953:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760759.116989:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23142400, count: 4096
00000080:00200000:0.0:1789760759.116997:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23142400, bytes: 4096
00000080:00200000:0.0:1789760759.117013:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760759.117023:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760759.117025:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23142400, 23146496) 0 0
00000080:00200000:0.0:1789760759.117030:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760759.117121:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5650, 5650]
00020000:00200000:0.0:1789760759.117133:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23142400 chunk: [23142400, 23146496) 23146496, 4096
00020000:00200000:0.0:1789760759.117138:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760759.117159:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5650, 5650]
00000008:00010000:0.0:1789760759.117178:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760759.117184:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760759.117196:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23142400, 23146496) append 0 append lockpos 0
00000080:00200000:0.0:1789760759.117210:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23142400=0x1612000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760759.117315:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760759.117318:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23146496
00000020:00010000:0.0:1789760759.117326:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760759.117329:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760759.117332:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760759.117336:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760759.117338:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760759.117347:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760759.117354:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760759.118185:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760759.118981:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55180 - object 0x280000401:3 offset 23142400<>23146496
00000080:00200000:3.0:1789760759.169422:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5650, 5650]
00000080:00200000:3.0:1789760759.169443:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760759.169450:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760759.169463:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23146496 i_blocks 47111
00000020:00200000:3.0:1789760759.169468:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760759.169479:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760759.169504:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23146496, count: 4096
00000080:00200000:3.0:1789760759.169511:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23146496, bytes: 4096
00000080:00200000:3.0:1789760759.169521:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760759.169528:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760759.169530:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23146496, 23150592) 0 0
00000080:00200000:3.0:1789760759.169534:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760759.169783:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5651, 5651]
00020000:00200000:3.0:1789760759.169791:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23146496 chunk: [23146496, 23150592) 23150592, 4096
00020000:00200000:3.0:1789760759.169795:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760759.169877:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5651, 5651]
00000008:00010000:3.0:1789760759.169893:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760759.169898:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760759.169907:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23146496, 23150592) append 0 append lockpos 0
00000080:00200000:3.0:1789760759.169917:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23146496=0x1613000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760759.170034:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760759.170037:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23150592
00000020:00010000:3.0:1789760759.170046:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760759.170058:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760759.170062:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760759.170065:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760759.170068:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760759.170076:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760759.170334:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760759.170948:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6000
00000008:00100000:3.0:1789760759.171074:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1c00 - object 0x280000401:3 offset 23146496<>23150592
00000100:00100000:3.0:1789760759.250199:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972971 gen 3
00000008:00010000:3.0:1789760759.250271:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6000
00000020:00200000:3.0:1789760759.250278:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760759.250286:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760759.250303:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6000
00000100:00100000:3.0:1789760759.250326:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520983936:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760759.251185:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520984064:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760759.282879:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972972 gen 3
00000008:00010000:3.0:1789760759.282919:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590300
00000020:00200000:3.0:1789760759.282926:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760759.282934:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760759.283095:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590300
00000100:00100000:3.0:1789760759.283121:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520984064:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760759.284504:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520984192:192.168.203.116@tcp:4:dd.0
00010000:00010000:3.0:1789760759.327628:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000008:00010000:3.0:1789760759.335146:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590cc0
00000020:00200000:3.0:1789760759.335158:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760759.335169:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760759.335190:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590cc0
00000100:00100000:3.0:1789760759.335235:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520984192:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760759.417448:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972973 gen 3
00000100:00100000:3.0:1789760759.417478:0:2408:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff911a12eeb800 x1876699520984320/t4294972974(4294972974) o4->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760775 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:3.0:1789760759.417514:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065906c0
00000020:00200000:3.0:1789760759.417519:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760759.417528:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760759.417547:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065906c0
00000100:00100000:3.0:1789760759.417571:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520984320:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760759.502643:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5655, 5655]
00000080:00200000:3.0:1789760759.502655:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760759.502661:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760759.502672:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23166976 i_blocks 47111
00000020:00200000:3.0:1789760759.502675:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760759.502750:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760759.502775:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23166976, count: 4096
00000080:00200000:3.0:1789760759.502781:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23166976, bytes: 4096
00000080:00200000:3.0:1789760759.502791:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760759.502797:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760759.502799:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23166976, 23171072) 0 0
00000080:00200000:3.0:1789760759.502803:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760759.502815:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5656, 5656]
00020000:00200000:3.0:1789760759.502821:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23166976 chunk: [23166976, 23171072) 23171072, 4096
00020000:00200000:3.0:1789760759.502825:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760759.502838:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5656, 5656]
00000008:00010000:3.0:1789760759.502850:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760759.502854:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760759.502863:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23166976, 23171072) append 0 append lockpos 0
00000080:00200000:3.0:1789760759.502873:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23166976=0x1618000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760759.502915:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760759.502918:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23171072
00000020:00010000:3.0:1789760759.502924:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760759.502927:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760759.502930:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760759.502933:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760759.502936:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760759.502942:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760759.502947:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760759.502961:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6000
00000008:00100000:3.0:1789760759.503060:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1c00 - object 0x280000401:3 offset 23166976<>23171072
00000080:00200000:0.0:1789760759.562432:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5656, 5656]
00000080:00200000:0.0:1789760759.562445:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760759.562450:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760759.562462:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23171072 i_blocks 47111
00000020:00200000:0.0:1789760759.562465:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760759.562474:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760759.562503:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23171072, count: 4096
00000080:00200000:0.0:1789760759.562509:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23171072, bytes: 4096
00000080:00200000:0.0:1789760759.562517:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760759.562526:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760759.562528:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23171072, 23175168) 0 0
00000080:00200000:0.0:1789760759.562533:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760759.562546:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5657, 5657]
00020000:00200000:0.0:1789760759.562554:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23171072 chunk: [23171072, 23175168) 23175168, 4096
00020000:00200000:0.0:1789760759.562558:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760759.562573:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5657, 5657]
00000008:00010000:0.0:1789760759.562587:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760759.562592:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760759.562602:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23171072, 23175168) append 0 append lockpos 0
00000080:00200000:0.0:1789760759.562614:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23171072=0x1619000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760759.562664:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760759.562666:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23175168
00000020:00010000:0.0:1789760759.562673:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760759.566234:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760759.566252:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760759.566257:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760759.566260:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760759.566273:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760759.566285:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760759.566315:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760759.566424:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56d80 - object 0x280000401:3 offset 23171072<>23175168
00000100:00100000:0.0:1789760759.566465:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760759.566484:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520984704:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760759.620964:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972977 gen 3
00000008:00010000:0.0:1789760759.621000:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7d780
00000020:00200000:0.0:1789760759.621006:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760759.621015:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760759.621036:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7d780
00000100:00100000:0.0:1789760759.621070:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520984704:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760759.713241:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5658, 5658]
00000080:00200000:0.0:1789760759.713253:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760759.713258:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760759.713269:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23179264 i_blocks 47111
00000020:00200000:0.0:1789760759.713272:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760759.713279:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760759.713302:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23179264, count: 4096
00000080:00200000:0.0:1789760759.713307:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23179264, bytes: 4096
00000080:00200000:0.0:1789760759.713314:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760759.713321:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760759.713323:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23179264, 23183360) 0 0
00000080:00200000:0.0:1789760759.713327:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760759.713339:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5659, 5659]
00020000:00200000:0.0:1789760759.713346:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23179264 chunk: [23179264, 23183360) 23183360, 4096
00020000:00200000:0.0:1789760759.713350:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760759.713365:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5659, 5659]
00000008:00010000:0.0:1789760759.713377:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760759.713383:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760759.713391:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23179264, 23183360) append 0 append lockpos 0
00000080:00200000:0.0:1789760759.713401:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23179264=0x161b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760759.713442:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760759.713445:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23183360
00000020:00010000:0.0:1789760759.713451:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760759.713454:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760759.713457:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760759.713460:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760759.713462:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760759.713468:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760759.713473:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760759.713486:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760759.713585:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56d80 - object 0x280000401:3 offset 23179264<>23183360
00000100:00100000:0.0:1789760759.713618:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760759.713631:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520984960:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760759.749510:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972979 gen 3
00000008:00010000:0.0:1789760759.749565:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7d780
00000020:00200000:0.0:1789760759.749571:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760759.749857:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760759.749926:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7d780
00000100:00100000:0.0:1789760759.749954:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520984960:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760759.750478:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520985088:192.168.203.116@tcp:4:dd.0
00000008:00010000:0.0:1789760759.821033:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a132776c0
00000020:00200000:0.0:1789760759.821112:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760759.821124:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760759.821146:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a132776c0
00000100:00100000:0.0:1789760759.821172:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520985088:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760759.886088:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5661, 5661]
00000080:00200000:0.0:1789760759.886100:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760759.886106:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760759.886118:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23191552 i_blocks 47111
00000020:00200000:0.0:1789760759.886121:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760759.886128:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760759.886152:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23191552, count: 4096
00000080:00200000:0.0:1789760759.886159:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23191552, bytes: 4096
00000080:00200000:0.0:1789760759.886167:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760759.886173:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760759.886175:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23191552, 23195648) 0 0
00000080:00200000:0.0:1789760759.886179:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760759.886191:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5662, 5662]
00020000:00200000:0.0:1789760759.886197:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23191552 chunk: [23191552, 23195648) 23195648, 4096
00020000:00200000:0.0:1789760759.886201:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760759.886239:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5662, 5662]
00000008:00010000:0.0:1789760759.886252:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760759.886257:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760759.886265:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23191552, 23195648) append 0 append lockpos 0
00000080:00200000:0.0:1789760759.886274:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23191552=0x161e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760759.886329:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760759.886332:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23195648
00000020:00010000:0.0:1789760759.886339:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760759.886343:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760759.886345:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760759.886348:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760759.886351:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760759.886358:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760759.886363:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760759.886378:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760759.886474:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56d80 - object 0x280000401:3 offset 23191552<>23195648
00000100:00100000:0.0:1789760759.886515:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760759.886529:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520985344:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760759.937621:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972982 gen 3
00000008:00010000:0.0:1789760759.937657:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7d780
00000020:00200000:0.0:1789760759.937663:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760759.937672:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760759.937701:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7d780
00000100:00100000:0.0:1789760759.937725:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520985344:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760759.938524:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520985472:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760759.995540:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972983 gen 3
00000008:00010000:0.0:1789760759.995574:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277c00
00000020:00200000:0.0:1789760759.995580:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760759.995590:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760759.995613:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277c00
00000100:00100000:0.0:1789760759.995639:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520985472:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760759.996190:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520985600:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760760.050904:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5664, 5664]
00000080:00200000:0.0:1789760760.050917:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760760.050922:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760760.050933:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23203840 i_blocks 47111
00000020:00200000:0.0:1789760760.050936:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760760.050944:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760760.050968:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23203840, count: 4096
00000080:00200000:0.0:1789760760.050975:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23203840, bytes: 4096
00000080:00200000:0.0:1789760760.050982:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760760.050989:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760760.050991:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23203840, 23207936) 0 0
00000080:00200000:0.0:1789760760.050994:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760760.051006:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5665, 5665]
00020000:00200000:0.0:1789760760.051013:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23203840 chunk: [23203840, 23207936) 23207936, 4096
00020000:00200000:0.0:1789760760.051016:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760760.051055:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5665, 5665]
00000008:00010000:0.0:1789760760.051067:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760760.051072:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760760.051079:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23203840, 23207936) append 0 append lockpos 0
00000080:00200000:0.0:1789760760.051090:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23203840=0x1621000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760760.051130:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760760.051132:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23207936
00000020:00010000:0.0:1789760760.051138:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760760.051142:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760760.051144:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760760.051147:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760760.051149:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760760.051155:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760760.051161:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760760.051176:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760760.051307:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56d80 - object 0x280000401:3 offset 23203840<>23207936
00000100:00100000:0.0:1789760760.051456:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760760.051470:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520985728:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760760.101482:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972985 gen 3
00000008:00010000:0.0:1789760760.101531:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7d780
00000020:00200000:0.0:1789760760.101537:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760760.101544:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760760.101567:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7d780
00000100:00100000:0.0:1789760760.101599:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520985728:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760760.102200:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520985856:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760760.131998:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5666, 5666]
00000080:00200000:0.0:1789760760.132011:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760760.132016:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760760.132029:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23212032 i_blocks 47111
00000020:00200000:0.0:1789760760.132033:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760760.132049:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760760.132075:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23212032, count: 4096
00000080:00200000:0.0:1789760760.132081:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23212032, bytes: 4096
00000080:00200000:0.0:1789760760.132089:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760760.132096:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760760.132098:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23212032, 23216128) 0 0
00000080:00200000:0.0:1789760760.132170:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760760.132184:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5667, 5667]
00020000:00200000:0.0:1789760760.132196:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23212032 chunk: [23212032, 23216128) 23216128, 4096
00020000:00200000:0.0:1789760760.132200:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760760.132238:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5667, 5667]
00000008:00010000:0.0:1789760760.132253:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760760.132258:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760760.132267:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23212032, 23216128) append 0 append lockpos 0
00000080:00200000:0.0:1789760760.132278:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23212032=0x1623000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760760.132325:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760760.132328:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23216128
00000020:00010000:0.0:1789760760.132346:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760760.132350:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760760.132353:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760760.132356:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760760.132359:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760760.132366:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760760.132372:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760760.132388:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760760.132487:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56d80 - object 0x280000401:3 offset 23212032<>23216128
00000080:00200000:3.0:1789760760.188360:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5667, 5667]
00000080:00200000:3.0:1789760760.188374:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760760.188379:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760760.188390:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23216128 i_blocks 47111
00000020:00200000:3.0:1789760760.188393:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760760.188401:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760760.188427:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23216128, count: 4096
00000080:00200000:3.0:1789760760.188433:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23216128, bytes: 4096
00000080:00200000:3.0:1789760760.188441:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760760.188448:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760760.188450:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23216128, 23220224) 0 0
00000080:00200000:3.0:1789760760.188454:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760760.188468:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5668, 5668]
00020000:00200000:3.0:1789760760.188476:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23216128 chunk: [23216128, 23220224) 23220224, 4096
00020000:00200000:3.0:1789760760.188480:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760760.188507:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5668, 5668]
00000008:00010000:3.0:1789760760.188521:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760760.188525:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760760.188535:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23216128, 23220224) append 0 append lockpos 0
00000080:00200000:3.0:1789760760.188544:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23216128=0x1624000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760760.188589:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760760.188592:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23220224
00000020:00010000:3.0:1789760760.188599:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760760.188602:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760760.188605:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760760.188608:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760760.188611:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760760.188617:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760760.188622:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760760.188637:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6480
00000008:00100000:3.0:1789760760.188734:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1500 - object 0x280000401:3 offset 23216128<>23220224
00000080:00200000:3.0:1789760760.229117:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5668, 5668]
00000080:00200000:3.0:1789760760.229130:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760760.229136:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760760.229148:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23220224 i_blocks 47111
00000020:00200000:3.0:1789760760.229152:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760760.229160:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760760.229186:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23220224, count: 4096
00000080:00200000:3.0:1789760760.229193:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23220224, bytes: 4096
00000080:00200000:3.0:1789760760.229201:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760760.229208:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760760.229210:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23220224, 23224320) 0 0
00000080:00200000:3.0:1789760760.229239:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760760.229253:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5669, 5669]
00020000:00200000:3.0:1789760760.229261:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23220224 chunk: [23220224, 23224320) 23224320, 4096
00020000:00200000:3.0:1789760760.229264:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760760.229282:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5669, 5669]
00000008:00010000:3.0:1789760760.229298:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760760.229303:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760760.229313:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23220224, 23224320) append 0 append lockpos 0
00000080:00200000:3.0:1789760760.229325:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23220224=0x1625000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760760.229371:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760760.229373:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23224320
00000020:00010000:3.0:1789760760.229380:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760760.229382:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760760.229384:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760760.229388:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760760.229390:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760760.229396:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760760.229401:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760760.229414:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6a80
00000008:00100000:3.0:1789760760.229510:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2300 - object 0x280000401:3 offset 23220224<>23224320
00000080:00200000:3.0:1789760760.263349:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5669, 5669]
00000080:00200000:3.0:1789760760.263361:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760760.263366:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760760.263378:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23224320 i_blocks 47111
00000020:00200000:3.0:1789760760.263381:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760760.263388:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760760.263409:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23224320, count: 4096
00000080:00200000:3.0:1789760760.263414:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23224320, bytes: 4096
00000080:00200000:3.0:1789760760.263422:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760760.263428:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760760.263430:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23224320, 23228416) 0 0
00000080:00200000:3.0:1789760760.263434:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760760.263445:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5670, 5670]
00020000:00200000:3.0:1789760760.263452:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23224320 chunk: [23224320, 23228416) 23228416, 4096
00020000:00200000:3.0:1789760760.263456:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760760.263471:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5670, 5670]
00000008:00010000:3.0:1789760760.263484:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760760.263489:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760760.263498:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23224320, 23228416) append 0 append lockpos 0
00000080:00200000:3.0:1789760760.263508:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23224320=0x1626000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760760.263552:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760760.263555:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23228416
00000020:00010000:3.0:1789760760.263561:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760760.263564:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760760.263567:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760760.263570:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760760.263573:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760760.263579:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760760.263584:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760760.263597:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6f00
00000008:00100000:3.0:1789760760.263790:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad3480 - object 0x280000401:3 offset 23224320<>23228416
00000080:00200000:3.0:1789760760.295652:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5670, 5670]
00000080:00200000:3.0:1789760760.295664:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760760.295669:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760760.295690:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23228416 i_blocks 47111
00000020:00200000:3.0:1789760760.295693:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760760.295700:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760760.295724:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23228416, count: 4096
00000080:00200000:3.0:1789760760.295730:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23228416, bytes: 4096
00000080:00200000:3.0:1789760760.295737:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760760.295744:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760760.295746:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23228416, 23232512) 0 0
00000080:00200000:3.0:1789760760.295750:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760760.295762:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5671, 5671]
00020000:00200000:3.0:1789760760.295768:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23228416 chunk: [23228416, 23232512) 23232512, 4096
00020000:00200000:3.0:1789760760.295772:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760760.295786:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5671, 5671]
00000008:00010000:3.0:1789760760.295799:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760760.295804:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760760.295812:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23228416, 23232512) append 0 append lockpos 0
00000080:00200000:3.0:1789760760.295822:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23228416=0x1627000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760760.295866:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760760.295869:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23232512
00000020:00010000:3.0:1789760760.295874:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760760.295877:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760760.295880:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760760.295883:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760760.295885:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760760.295891:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760760.295896:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760760.295909:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6240
00000008:00100000:3.0:1789760760.295994:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2a00 - object 0x280000401:3 offset 23228416<>23232512
00000080:00200000:3.0:1789760760.336454:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5671, 5671]
00000080:00200000:3.0:1789760760.336466:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760760.336472:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760760.336483:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23232512 i_blocks 47111
00000020:00200000:3.0:1789760760.336486:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760760.336493:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760760.336517:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23232512, count: 4096
00000080:00200000:3.0:1789760760.336523:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23232512, bytes: 4096
00000080:00200000:3.0:1789760760.336530:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760760.336538:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760760.336540:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23232512, 23236608) 0 0
00000080:00200000:3.0:1789760760.336543:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760760.336622:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5672, 5672]
00020000:00200000:3.0:1789760760.336630:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23232512 chunk: [23232512, 23236608) 23236608, 4096
00020000:00200000:3.0:1789760760.336633:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760760.336649:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5672, 5672]
00000008:00010000:3.0:1789760760.336663:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760760.336668:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760760.336677:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23232512, 23236608) append 0 append lockpos 0
00000080:00200000:3.0:1789760760.336687:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23232512=0x1628000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760760.336727:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760760.336730:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23236608
00000020:00010000:3.0:1789760760.336736:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760760.336740:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760760.336742:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760760.336746:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760760.336748:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760760.336755:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760760.336760:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760760.336782:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb60c0
00000008:00100000:3.0:1789760760.336877:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2d80 - object 0x280000401:3 offset 23232512<>23236608
00000080:00200000:0.0:1789760760.392779:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5672, 5672]
00000080:00200000:0.0:1789760760.392792:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760760.392797:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760760.392808:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23236608 i_blocks 47111
00000020:00200000:0.0:1789760760.392812:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760760.392820:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760760.392845:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23236608, count: 4096
00000080:00200000:0.0:1789760760.392851:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23236608, bytes: 4096
00000080:00200000:0.0:1789760760.392859:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760760.392867:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760760.392869:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23236608, 23240704) 0 0
00000080:00200000:0.0:1789760760.392873:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760760.392885:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5673, 5673]
00020000:00200000:0.0:1789760760.392892:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23236608 chunk: [23236608, 23240704) 23240704, 4096
00020000:00200000:0.0:1789760760.392896:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760760.392909:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5673, 5673]
00000008:00010000:0.0:1789760760.392922:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760760.392928:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760760.393073:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23236608, 23240704) append 0 append lockpos 0
00000080:00200000:0.0:1789760760.393084:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23236608=0x1629000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760760.393134:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760760.393137:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23240704
00000020:00010000:0.0:1789760760.393144:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760760.393148:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760760.393151:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760760.393154:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760760.393156:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760760.393162:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760760.393168:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760760.393183:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760760.393317:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54000 - object 0x280000401:3 offset 23236608<>23240704
00000080:00200000:0.0:1789760760.446894:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5673, 5673]
00000080:00200000:0.0:1789760760.446906:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760760.446911:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760760.446922:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23240704 i_blocks 47111
00000020:00200000:0.0:1789760760.446925:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760760.446933:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760760.446958:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23240704, count: 4096
00000080:00200000:0.0:1789760760.446964:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23240704, bytes: 4096
00000080:00200000:0.0:1789760760.446971:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760760.446979:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760760.446981:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23240704, 23244800) 0 0
00000080:00200000:0.0:1789760760.446986:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760760.447000:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5674, 5674]
00020000:00200000:0.0:1789760760.447007:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23240704 chunk: [23240704, 23244800) 23244800, 4096
00020000:00200000:0.0:1789760760.447011:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760760.447026:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5674, 5674]
00000008:00010000:0.0:1789760760.447051:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760760.447056:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760760.447066:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23240704, 23244800) append 0 append lockpos 0
00000080:00200000:0.0:1789760760.447469:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23240704=0x162a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760760.447669:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760760.447672:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23244800
00000020:00010000:0.0:1789760760.447679:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760760.447682:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760760.447685:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760760.447688:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760760.447690:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760760.447696:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760760.447701:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760760.447718:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760760.447811:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57100 - object 0x280000401:3 offset 23240704<>23244800
00000080:00200000:0.0:1789760760.508629:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5674, 5674]
00000080:00200000:0.0:1789760760.508651:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760760.508657:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760760.508670:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23244800 i_blocks 47111
00000020:00200000:0.0:1789760760.508674:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760760.508687:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760760.508714:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23244800, count: 4096
00000080:00200000:0.0:1789760760.508722:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23244800, bytes: 4096
00000080:00200000:0.0:1789760760.508735:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760760.508743:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760760.508745:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23244800, 23248896) 0 0
00000080:00200000:0.0:1789760760.508749:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760760.508763:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5675, 5675]
00020000:00200000:0.0:1789760760.508770:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23244800 chunk: [23244800, 23248896) 23248896, 4096
00020000:00200000:0.0:1789760760.508775:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760760.508792:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5675, 5675]
00000008:00010000:0.0:1789760760.508806:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760760.508811:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760760.508819:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23244800, 23248896) append 0 append lockpos 0
00000080:00200000:0.0:1789760760.508830:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23244800=0x162b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760760.508883:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760760.508886:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23248896
00000020:00010000:0.0:1789760760.508894:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760760.508897:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760760.508900:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760760.508904:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760760.508907:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760760.508914:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760760.508919:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760760.508936:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d180
00000008:00100000:0.0:1789760760.509052:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55880 - object 0x280000401:3 offset 23244800<>23248896
00000100:00100000:0.0:1789760760.611908:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520987264:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760760.661505:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972997 gen 3
00000008:00010000:0.0:1789760760.661559:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277540
00000020:00200000:0.0:1789760760.661567:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760760.661581:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760760.661649:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277540
00000100:00100000:0.0:1789760760.661682:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520987264:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760760.662520:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520987392:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760760.711077:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294972998 gen 3
00000008:00010000:0.0:1789760760.711133:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277540
00000020:00200000:0.0:1789760760.711142:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760760.711156:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760760.711185:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277540
00000100:00100000:0.0:1789760760.711265:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520987392:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760760.712003:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520987520:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760760.777339:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5679, 5679]
00000080:00200000:0.0:1789760760.777358:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760760.777364:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760760.777380:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23265280 i_blocks 47111
00000020:00200000:0.0:1789760760.777384:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760760.777395:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760760.777430:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23265280, count: 4096
00000080:00200000:0.0:1789760760.777806:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23265280, bytes: 4096
00000080:00200000:0.0:1789760760.777819:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760760.777828:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760760.777831:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23265280, 23269376) 0 0
00000080:00200000:0.0:1789760760.777836:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760760.777854:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5680, 5680]
00020000:00200000:0.0:1789760760.777862:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23265280 chunk: [23265280, 23269376) 23269376, 4096
00020000:00200000:0.0:1789760760.777868:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760760.777888:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5680, 5680]
00000008:00010000:0.0:1789760760.777905:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760760.777910:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760760.777921:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23265280, 23269376) append 0 append lockpos 0
00000080:00200000:0.0:1789760760.777934:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23265280=0x1630000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760760.778002:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760760.778005:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23269376
00000020:00010000:0.0:1789760760.778014:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760760.778018:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760760.778021:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760760.778024:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760760.778027:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760760.778046:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760760.778053:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760760.778076:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:0.0:1789760760.778203:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56300 - object 0x280000401:3 offset 23265280<>23269376
00000100:00100000:0.0:1789760760.778760:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760760.778779:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520987648:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760760.831423:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973000 gen 3
00000008:00010000:0.0:1789760760.831489:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7de40
00000020:00200000:0.0:1789760760.831498:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760760.831508:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760760.831627:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7de40
00000100:00100000:0.0:1789760760.831660:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520987648:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760760.835104:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760760.836008:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520987776:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760760.885442:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5681, 5681]
00000080:00200000:3.0:1789760760.885459:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760760.885465:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760760.885482:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23273472 i_blocks 47111
00000020:00200000:3.0:1789760760.885485:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760760.885495:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760760.885529:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23273472, count: 4096
00000080:00200000:3.0:1789760760.885536:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23273472, bytes: 4096
00000080:00200000:3.0:1789760760.885548:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760760.885557:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760760.885559:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23273472, 23277568) 0 0
00000080:00200000:3.0:1789760760.885564:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760760.885582:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5682, 5682]
00020000:00200000:3.0:1789760760.885591:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23273472 chunk: [23273472, 23277568) 23277568, 4096
00020000:00200000:3.0:1789760760.885597:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760760.885630:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5682, 5682]
00000008:00010000:3.0:1789760760.885648:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760760.885655:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760760.885666:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23273472, 23277568) append 0 append lockpos 0
00000080:00200000:3.0:1789760760.885678:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23273472=0x1632000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760760.885737:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760760.885741:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23277568
00000020:00010000:3.0:1789760760.885749:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760760.885752:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760760.885755:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760760.885758:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760760.885761:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760760.885768:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760760.885775:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760760.885793:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb66c0
00000008:00100000:3.0:1789760760.885913:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad0700 - object 0x280000401:3 offset 23273472<>23277568
00000080:00200000:3.0:1789760760.940986:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5682, 5682]
00000080:00200000:3.0:1789760760.941002:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760760.941009:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760760.941042:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23277568 i_blocks 47111
00000020:00200000:3.0:1789760760.941047:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760760.941057:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760760.941090:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23277568, count: 4096
00000080:00200000:3.0:1789760760.941099:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23277568, bytes: 4096
00000080:00200000:3.0:1789760760.941108:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760760.941116:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760760.941119:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23277568, 23281664) 0 0
00000080:00200000:3.0:1789760760.941124:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760760.941141:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5683, 5683]
00020000:00200000:3.0:1789760760.941150:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23277568 chunk: [23277568, 23281664) 23281664, 4096
00020000:00200000:3.0:1789760760.941155:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760760.941175:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5683, 5683]
00000008:00010000:3.0:1789760760.941192:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760760.941197:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760760.941208:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23277568, 23281664) append 0 append lockpos 0
00000080:00200000:3.0:1789760760.941248:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23277568=0x1633000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760760.941294:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760760.941296:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23281664
00000020:00010000:3.0:1789760760.941303:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760760.941306:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760760.941308:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760760.941311:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760760.941313:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760760.941318:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760760.941324:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760760.941337:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6cc0
00000008:00100000:3.0:1789760760.941437:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad3800 - object 0x280000401:3 offset 23277568<>23281664
00000080:00200000:3.0:1789760760.992999:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5683, 5683]
00000080:00200000:3.0:1789760760.993017:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760760.993023:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760760.993046:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23281664 i_blocks 47111
00000020:00200000:3.0:1789760760.993049:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760760.993059:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760760.993090:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23281664, count: 4096
00000080:00200000:3.0:1789760760.993095:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23281664, bytes: 4096
00000080:00200000:3.0:1789760760.993105:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760760.993112:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760760.993115:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23281664, 23285760) 0 0
00000080:00200000:3.0:1789760760.993119:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760760.993134:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5684, 5684]
00020000:00200000:3.0:1789760760.993143:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23281664 chunk: [23281664, 23285760) 23285760, 4096
00020000:00200000:3.0:1789760760.993148:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760760.993166:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5684, 5684]
00000008:00010000:3.0:1789760760.993183:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760760.993189:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760760.993200:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23281664, 23285760) append 0 append lockpos 0
00000080:00200000:3.0:1789760760.993245:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23281664=0x1634000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760760.993304:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760760.993307:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23285760
00000020:00010000:3.0:1789760760.993315:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760760.993319:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760760.993322:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760760.993325:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760760.993328:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760760.993335:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760760.993342:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760760.993359:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6cc0
00000008:00100000:3.0:1789760760.993481:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad0700 - object 0x280000401:3 offset 23281664<>23285760
00000080:00200000:3.0:1789760761.032140:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5684, 5684]
00000080:00200000:3.0:1789760761.032158:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760761.032164:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760761.032180:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23285760 i_blocks 47111
00000020:00200000:3.0:1789760761.032184:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760761.032194:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760761.032258:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23285760, count: 4096
00000080:00200000:3.0:1789760761.032266:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23285760, bytes: 4096
00000080:00200000:3.0:1789760761.032276:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760761.032286:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760761.032288:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23285760, 23289856) 0 0
00000080:00200000:3.0:1789760761.032293:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760761.032311:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5685, 5685]
00020000:00200000:3.0:1789760761.032320:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23285760 chunk: [23285760, 23289856) 23289856, 4096
00020000:00200000:3.0:1789760761.032325:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760761.032345:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5685, 5685]
00000008:00010000:3.0:1789760761.032361:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760761.032368:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760761.032380:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23285760, 23289856) append 0 append lockpos 0
00000080:00200000:3.0:1789760761.032396:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23285760=0x1635000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760761.032453:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760761.032457:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23289856
00000020:00010000:3.0:1789760761.032465:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760761.032469:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760761.032472:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760761.032476:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760761.032480:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760761.032487:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760761.032494:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760761.032510:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb66c0
00000008:00100000:3.0:1789760761.032991:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2d80 - object 0x280000401:3 offset 23285760<>23289856
00000080:00200000:3.0:1789760761.076804:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5685, 5685]
00000080:00200000:3.0:1789760761.076828:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760761.076835:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760761.076853:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23289856 i_blocks 47111
00000020:00200000:3.0:1789760761.076857:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760761.076871:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760761.076915:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23289856, count: 4096
00000080:00200000:3.0:1789760761.076924:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23289856, bytes: 4096
00000080:00200000:3.0:1789760761.076937:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760761.077699:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760761.077701:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23289856, 23293952) 0 0
00000080:00200000:3.0:1789760761.077707:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760761.077727:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5686, 5686]
00020000:00200000:3.0:1789760761.077738:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23289856 chunk: [23289856, 23293952) 23293952, 4096
00020000:00200000:3.0:1789760761.077742:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760761.077766:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5686, 5686]
00000008:00010000:3.0:1789760761.077787:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760761.077793:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760761.077807:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23289856, 23293952) append 0 append lockpos 0
00000080:00200000:3.0:1789760761.077823:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23289856=0x1636000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760761.077900:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760761.077903:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23293952
00000020:00010000:3.0:1789760761.077912:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760761.077916:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760761.077919:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760761.077923:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760761.077926:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760761.077935:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760761.077942:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760761.078162:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb60c0
00000008:00100000:3.0:1789760761.078357:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2a00 - object 0x280000401:3 offset 23289856<>23293952
00000080:00200000:3.0:1789760761.137788:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5686, 5686]
00000080:00200000:3.0:1789760761.137819:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760761.137827:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760761.137843:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23293952 i_blocks 47111
00000020:00200000:3.0:1789760761.137847:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760761.137857:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760761.137894:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23293952, count: 4096
00000080:00200000:3.0:1789760761.137903:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23293952, bytes: 4096
00000080:00200000:3.0:1789760761.137913:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760761.137922:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760761.137925:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23293952, 23298048) 0 0
00000080:00200000:3.0:1789760761.137930:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760761.137948:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5687, 5687]
00020000:00200000:3.0:1789760761.137958:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23293952 chunk: [23293952, 23298048) 23298048, 4096
00020000:00200000:3.0:1789760761.137963:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760761.137986:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5687, 5687]
00000008:00010000:3.0:1789760761.138005:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760761.138012:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760761.138176:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23293952, 23298048) append 0 append lockpos 0
00000080:00200000:3.0:1789760761.138193:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23293952=0x1637000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760761.138356:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760761.138360:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23298048
00000020:00010000:3.0:1789760761.138369:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760761.138372:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760761.138375:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760761.138378:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760761.138381:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760761.138388:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760761.138395:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760761.138412:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6240
00000008:00100000:3.0:1789760761.138548:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad3480 - object 0x280000401:3 offset 23293952<>23298048
00000080:00200000:3.0:1789760761.200519:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5687, 5687]
00000080:00200000:3.0:1789760761.200536:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760761.200542:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760761.200557:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23298048 i_blocks 47111
00000020:00200000:3.0:1789760761.200561:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760761.200571:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760761.200605:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23298048, count: 4096
00000080:00200000:3.0:1789760761.200611:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23298048, bytes: 4096
00000080:00200000:3.0:1789760761.200622:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760761.200630:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760761.200633:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23298048, 23302144) 0 0
00000080:00200000:3.0:1789760761.200637:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760761.200654:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5688, 5688]
00020000:00200000:3.0:1789760761.200663:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23298048 chunk: [23298048, 23302144) 23302144, 4096
00020000:00200000:3.0:1789760761.200676:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760761.200695:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5688, 5688]
00000008:00010000:3.0:1789760761.200712:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760761.200718:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760761.200728:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23298048, 23302144) append 0 append lockpos 0
00000080:00200000:3.0:1789760761.200741:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23298048=0x1638000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760761.201050:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760761.201054:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23302144
00000020:00010000:3.0:1789760761.201062:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760761.201066:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760761.201069:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760761.201072:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760761.201075:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760761.201083:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760761.201089:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760761.201105:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6f00
00000008:00100000:3.0:1789760761.201405:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2300 - object 0x280000401:3 offset 23298048<>23302144
00000080:00200000:3.0:1789760761.256775:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5688, 5688]
00000080:00200000:3.0:1789760761.256795:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760761.256802:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760761.256818:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23302144 i_blocks 47111
00000020:00200000:3.0:1789760761.256822:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760761.256831:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760761.256864:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23302144, count: 4096
00000080:00200000:3.0:1789760761.256872:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23302144, bytes: 4096
00000080:00200000:3.0:1789760761.256881:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760761.256890:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760761.256893:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23302144, 23306240) 0 0
00000080:00200000:3.0:1789760761.256897:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760761.256926:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5689, 5689]
00020000:00200000:3.0:1789760761.256937:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23302144 chunk: [23302144, 23306240) 23306240, 4096
00020000:00200000:3.0:1789760761.256942:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760761.256964:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5689, 5689]
00000008:00010000:3.0:1789760761.256981:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760761.256987:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760761.257000:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23302144, 23306240) append 0 append lockpos 0
00000080:00200000:3.0:1789760761.257014:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23302144=0x1639000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760761.257273:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760761.257277:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23306240
00000020:00010000:3.0:1789760761.257286:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760761.257289:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760761.257292:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760761.257296:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760761.257299:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760761.257367:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760761.257375:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760761.257392:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6a80
00000008:00100000:3.0:1789760761.257510:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1500 - object 0x280000401:3 offset 23302144<>23306240
00000080:00200000:3.0:1789760761.295548:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5689, 5689]
00000080:00200000:3.0:1789760761.295574:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760761.295581:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760761.295597:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23306240 i_blocks 47111
00000020:00200000:3.0:1789760761.295602:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760761.295611:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760761.295643:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23306240, count: 4096
00000080:00200000:3.0:1789760761.295650:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23306240, bytes: 4096
00000080:00200000:3.0:1789760761.295660:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760761.295669:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760761.295681:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23306240, 23310336) 0 0
00000080:00200000:3.0:1789760761.295686:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760761.295704:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5690, 5690]
00020000:00200000:3.0:1789760761.295713:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23306240 chunk: [23306240, 23310336) 23310336, 4096
00020000:00200000:3.0:1789760761.295718:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760761.295738:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5690, 5690]
00000008:00010000:3.0:1789760761.295757:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760761.295763:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760761.295774:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23306240, 23310336) append 0 append lockpos 0
00000080:00200000:3.0:1789760761.295787:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23306240=0x163a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760761.295844:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760761.295847:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23310336
00000020:00010000:3.0:1789760761.295856:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760761.295859:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760761.295863:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760761.295867:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760761.295870:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760761.295877:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760761.295884:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760761.295901:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6480
00000008:00100000:3.0:1789760761.296735:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1c00 - object 0x280000401:3 offset 23306240<>23310336
00000080:00200000:0.0:1789760761.334018:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5690, 5690]
00000080:00200000:0.0:1789760761.334043:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760761.334050:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760761.334067:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23310336 i_blocks 47111
00000020:00200000:0.0:1789760761.334071:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760761.334081:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760761.334118:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23310336, count: 4096
00000080:00200000:0.0:1789760761.334125:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23310336, bytes: 4096
00000080:00200000:0.0:1789760761.334136:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760761.334146:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760761.334148:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23310336, 23314432) 0 0
00000080:00200000:0.0:1789760761.334153:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760761.334170:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5691, 5691]
00020000:00200000:0.0:1789760761.334179:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23310336 chunk: [23310336, 23314432) 23314432, 4096
00020000:00200000:0.0:1789760761.334184:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760761.334206:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5691, 5691]
00000008:00010000:0.0:1789760761.334286:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760761.334293:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760761.334318:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23310336, 23314432) append 0 append lockpos 0
00000080:00200000:0.0:1789760761.334334:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23310336=0x163b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760761.334387:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760761.334390:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23314432
00000020:00010000:0.0:1789760761.334399:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760761.334403:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760761.334406:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760761.334409:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760761.334412:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760761.334420:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760761.334427:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760761.334439:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:0.0:1789760761.334899:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56300 - object 0x280000401:3 offset 23310336<>23314432
00000080:00200000:0.0:1789760761.365898:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5691, 5691]
00000080:00200000:0.0:1789760761.365915:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760761.365922:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760761.365938:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23314432 i_blocks 47111
00000020:00200000:0.0:1789760761.365942:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760761.365952:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760761.365987:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23314432, count: 4096
00000080:00200000:0.0:1789760761.365994:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23314432, bytes: 4096
00000080:00200000:0.0:1789760761.366005:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760761.366015:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760761.366017:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23314432, 23318528) 0 0
00000080:00200000:0.0:1789760761.366021:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760761.366047:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5692, 5692]
00020000:00200000:0.0:1789760761.366057:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23314432 chunk: [23314432, 23318528) 23318528, 4096
00020000:00200000:0.0:1789760761.366062:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760761.366082:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5692, 5692]
00000008:00010000:0.0:1789760761.366101:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760761.366107:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760761.366119:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23314432, 23318528) append 0 append lockpos 0
00000080:00200000:0.0:1789760761.366134:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23314432=0x163c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760761.366191:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760761.366194:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23318528
00000020:00010000:0.0:1789760761.366201:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760761.366205:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760761.366208:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760761.366254:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760761.366258:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760761.366268:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760761.366276:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760761.366293:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d240
00000008:00100000:0.0:1789760761.366424:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54380 - object 0x280000401:3 offset 23314432<>23318528
00010000:00010000:3.0:1789760761.375569:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000080:00200000:0.0:1789760761.398832:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5692, 5692]
00000080:00200000:0.0:1789760761.398851:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760761.398857:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760761.398873:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23318528 i_blocks 47111
00000020:00200000:0.0:1789760761.398876:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760761.398885:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760761.398916:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23318528, count: 4096
00000080:00200000:0.0:1789760761.398924:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23318528, bytes: 4096
00000080:00200000:0.0:1789760761.398934:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760761.398944:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760761.398946:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23318528, 23322624) 0 0
00000080:00200000:0.0:1789760761.398951:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760761.398966:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5693, 5693]
00020000:00200000:0.0:1789760761.398975:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23318528 chunk: [23318528, 23322624) 23322624, 4096
00020000:00200000:0.0:1789760761.398979:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760761.398998:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5693, 5693]
00000008:00010000:0.0:1789760761.399015:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760761.399020:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760761.399066:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23318528, 23322624) append 0 append lockpos 0
00000080:00200000:0.0:1789760761.399082:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23318528=0x163d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760761.399133:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760761.399136:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23322624
00000020:00010000:0.0:1789760761.399144:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760761.399147:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760761.399150:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760761.399154:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760761.399156:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760761.399164:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760761.399170:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760761.399184:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d0c0
00000008:00100000:0.0:1789760761.399346:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57800 - object 0x280000401:3 offset 23318528<>23322624
00000080:00200000:0.0:1789760761.430533:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5693, 5693]
00000080:00200000:0.0:1789760761.430549:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760761.430555:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760761.430571:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23322624 i_blocks 47111
00000020:00200000:0.0:1789760761.430575:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760761.430585:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760761.430619:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23322624, count: 4096
00000080:00200000:0.0:1789760761.430626:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23322624, bytes: 4096
00000080:00200000:0.0:1789760761.430635:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760761.430645:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760761.430648:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23322624, 23326720) 0 0
00000080:00200000:0.0:1789760761.430652:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760761.430680:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5694, 5694]
00020000:00200000:0.0:1789760761.430689:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23322624 chunk: [23322624, 23326720) 23326720, 4096
00020000:00200000:0.0:1789760761.430693:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760761.430712:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5694, 5694]
00000008:00010000:0.0:1789760761.430732:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760761.430739:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760761.430761:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23322624, 23326720) append 0 append lockpos 0
00000080:00200000:0.0:1789760761.430776:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23322624=0x163e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760761.430838:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760761.430841:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23326720
00000020:00010000:0.0:1789760761.430850:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760761.430854:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760761.430857:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760761.430861:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760761.430864:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760761.430872:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760761.430879:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760761.430898:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d0c0
00000008:00100000:0.0:1789760761.431011:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56a00 - object 0x280000401:3 offset 23322624<>23326720
00000080:00200000:0.0:1789760761.465072:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5694, 5694]
00000080:00200000:0.0:1789760761.465091:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760761.465097:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760761.465114:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23326720 i_blocks 47111
00000020:00200000:0.0:1789760761.465118:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760761.465130:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760761.465175:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23326720, count: 4096
00000080:00200000:0.0:1789760761.465184:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23326720, bytes: 4096
00000080:00200000:0.0:1789760761.465195:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760761.465205:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760761.465207:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23326720, 23330816) 0 0
00000080:00200000:0.0:1789760761.465248:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760761.465271:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5695, 5695]
00020000:00200000:0.0:1789760761.465282:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23326720 chunk: [23326720, 23330816) 23330816, 4096
00020000:00200000:0.0:1789760761.465288:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760761.465312:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5695, 5695]
00000008:00010000:0.0:1789760761.465333:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760761.465340:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760761.465352:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23326720, 23330816) append 0 append lockpos 0
00000080:00200000:0.0:1789760761.465367:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23326720=0x163f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760761.465422:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760761.465425:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23330816
00000020:00010000:0.0:1789760761.465433:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760761.465436:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760761.465438:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760761.465442:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760761.465445:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760761.465452:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760761.465458:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760761.465474:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d240
00000008:00100000:0.0:1789760761.465599:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56a00 - object 0x280000401:3 offset 23326720<>23330816
00000080:00200000:0.0:1789760761.517168:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5695, 5695]
00000080:00200000:0.0:1789760761.517186:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760761.517192:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760761.517242:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23330816 i_blocks 47111
00000020:00200000:0.0:1789760761.517247:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760761.517256:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760761.517290:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23330816, count: 4096
00000080:00200000:0.0:1789760761.517297:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23330816, bytes: 4096
00000080:00200000:0.0:1789760761.517307:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760761.517316:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760761.517318:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23330816, 23334912) 0 0
00000080:00200000:0.0:1789760761.517323:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760761.517338:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5696, 5696]
00020000:00200000:0.0:1789760761.517347:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23330816 chunk: [23330816, 23334912) 23334912, 4096
00020000:00200000:0.0:1789760761.517351:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760761.517369:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5696, 5696]
00000008:00010000:0.0:1789760761.517387:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760761.517394:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760761.517405:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23330816, 23334912) append 0 append lockpos 0
00000080:00200000:0.0:1789760761.517420:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23330816=0x1640000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760761.517477:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760761.517480:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23334912
00000020:00010000:0.0:1789760761.517489:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760761.517492:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760761.517495:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760761.517499:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760761.517502:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760761.517510:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760761.517518:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760761.517533:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:0.0:1789760761.517672:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57800 - object 0x280000401:3 offset 23330816<>23334912
00000080:00200000:0.0:1789760761.554358:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5696, 5696]
00000080:00200000:0.0:1789760761.554378:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760761.554384:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760761.554405:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23334912 i_blocks 47111
00000020:00200000:0.0:1789760761.554409:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760761.554421:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760761.554459:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23334912, count: 4096
00000080:00200000:0.0:1789760761.554467:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23334912, bytes: 4096
00000080:00200000:0.0:1789760761.554478:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760761.554488:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760761.554491:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23334912, 23339008) 0 0
00000080:00200000:0.0:1789760761.554496:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760761.554514:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5697, 5697]
00020000:00200000:0.0:1789760761.554525:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23334912 chunk: [23334912, 23339008) 23339008, 4096
00020000:00200000:0.0:1789760761.554530:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760761.554548:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5697, 5697]
00000008:00010000:0.0:1789760761.554567:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760761.554573:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760761.554586:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23334912, 23339008) append 0 append lockpos 0
00000080:00200000:0.0:1789760761.554601:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23334912=0x1641000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760761.554658:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760761.554675:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23339008
00000020:00010000:0.0:1789760761.554685:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760761.554689:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760761.554692:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760761.554696:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760761.554699:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760761.554707:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760761.554714:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760761.554733:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d180
00000008:00100000:0.0:1789760761.554866:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54380 - object 0x280000401:3 offset 23334912<>23339008
00000080:00200000:0.0:1789760761.595665:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5697, 5697]
00000080:00200000:0.0:1789760761.595685:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760761.595690:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760761.595706:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23339008 i_blocks 47111
00000020:00200000:0.0:1789760761.595710:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760761.595720:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760761.595764:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23339008, count: 4096
00000080:00200000:0.0:1789760761.595771:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23339008, bytes: 4096
00000080:00200000:0.0:1789760761.595779:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760761.595787:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760761.595789:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23339008, 23343104) 0 0
00000080:00200000:0.0:1789760761.595793:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760761.595808:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5698, 5698]
00020000:00200000:0.0:1789760761.595816:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23339008 chunk: [23339008, 23343104) 23343104, 4096
00020000:00200000:0.0:1789760761.595819:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760761.595836:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5698, 5698]
00000008:00010000:0.0:1789760761.595851:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760761.595855:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760761.595864:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23339008, 23343104) append 0 append lockpos 0
00000080:00200000:0.0:1789760761.595875:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23339008=0x1642000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760761.595921:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760761.595923:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23343104
00000020:00010000:0.0:1789760761.595930:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760761.595932:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760761.595934:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760761.595937:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760761.595939:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760761.595944:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760761.595949:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760761.595961:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760761.596104:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56300 - object 0x280000401:3 offset 23339008<>23343104
00000080:00200000:0.0:1789760761.653840:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5698, 5698]
00000080:00200000:0.0:1789760761.653859:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760761.653865:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760761.653880:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23343104 i_blocks 47111
00000020:00200000:0.0:1789760761.653884:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760761.653895:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760761.653946:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23343104, count: 4096
00000080:00200000:0.0:1789760761.653954:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23343104, bytes: 4096
00000080:00200000:0.0:1789760761.653965:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760761.653976:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760761.653979:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23343104, 23347200) 0 0
00000080:00200000:0.0:1789760761.653984:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760761.654003:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5699, 5699]
00020000:00200000:0.0:1789760761.654013:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23343104 chunk: [23343104, 23347200) 23347200, 4096
00020000:00200000:0.0:1789760761.654018:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760761.654050:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5699, 5699]
00000008:00010000:0.0:1789760761.654070:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760761.654076:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760761.654088:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23343104, 23347200) append 0 append lockpos 0
00000080:00200000:0.0:1789760761.654102:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23343104=0x1643000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760761.654164:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760761.654167:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23347200
00000020:00010000:0.0:1789760761.654175:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760761.654179:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760761.654182:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760761.654186:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760761.654190:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760761.654198:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760761.654206:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760761.654301:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760761.654421:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55880 - object 0x280000401:3 offset 23343104<>23347200
00000080:00200000:0.0:1789760761.745667:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5699, 5699]
00000080:00200000:0.0:1789760761.745692:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760761.745698:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760761.745716:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23347200 i_blocks 47111
00000020:00200000:0.0:1789760761.745721:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760761.745733:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760761.745771:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23347200, count: 4096
00000080:00200000:0.0:1789760761.745779:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23347200, bytes: 4096
00000080:00200000:0.0:1789760761.745792:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760761.745801:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760761.745804:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23347200, 23351296) 0 0
00000080:00200000:0.0:1789760761.745808:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760761.745824:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5700, 5700]
00020000:00200000:0.0:1789760761.745833:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23347200 chunk: [23347200, 23351296) 23351296, 4096
00020000:00200000:0.0:1789760761.745839:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760761.745860:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5700, 5700]
00000008:00010000:0.0:1789760761.745880:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760761.745886:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760761.745900:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23347200, 23351296) append 0 append lockpos 0
00000080:00200000:0.0:1789760761.745914:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23347200=0x1644000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760761.745979:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760761.745983:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23351296
00000020:00010000:0.0:1789760761.745991:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760761.745994:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760761.745997:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760761.746000:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760761.746003:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760761.746012:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760761.746018:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760761.746099:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760761.746496:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57100 - object 0x280000401:3 offset 23347200<>23351296
00000080:00200000:3.0:1789760761.798993:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5700, 5700]
00000080:00200000:3.0:1789760761.799012:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760761.799018:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760761.799043:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23351296 i_blocks 47111
00000020:00200000:3.0:1789760761.799048:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760761.799057:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760761.799092:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23351296, count: 4096
00000080:00200000:3.0:1789760761.799100:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23351296, bytes: 4096
00000080:00200000:3.0:1789760761.799110:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760761.799119:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760761.799121:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23351296, 23355392) 0 0
00000080:00200000:3.0:1789760761.799126:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760761.799142:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5701, 5701]
00020000:00200000:3.0:1789760761.799152:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23351296 chunk: [23351296, 23355392) 23355392, 4096
00020000:00200000:3.0:1789760761.799157:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760761.799175:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5701, 5701]
00000008:00010000:3.0:1789760761.799193:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760761.799199:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760761.799209:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23351296, 23355392) append 0 append lockpos 0
00000080:00200000:3.0:1789760761.799262:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23351296=0x1645000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760761.799328:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760761.799331:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23355392
00000020:00010000:3.0:1789760761.799340:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760761.799343:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760761.799346:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760761.799350:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760761.799352:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760761.799359:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760761.799365:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760761.799383:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6000
00000008:00100000:3.0:1789760761.799513:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2680 - object 0x280000401:3 offset 23351296<>23355392
00000080:00200000:3.0:1789760761.851735:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5701, 5701]
00000080:00200000:3.0:1789760761.851751:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760761.851768:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760761.851784:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23355392 i_blocks 47111
00000020:00200000:3.0:1789760761.851788:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760761.851798:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760761.851832:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23355392, count: 4096
00000080:00200000:3.0:1789760761.851839:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23355392, bytes: 4096
00000080:00200000:3.0:1789760761.851850:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760761.851859:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760761.851862:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23355392, 23359488) 0 0
00000080:00200000:3.0:1789760761.851867:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760761.851885:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5702, 5702]
00020000:00200000:3.0:1789760761.851894:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23355392 chunk: [23355392, 23359488) 23359488, 4096
00020000:00200000:3.0:1789760761.851909:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760761.851929:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5702, 5702]
00000008:00010000:3.0:1789760761.851947:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760761.851953:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760761.851964:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23355392, 23359488) append 0 append lockpos 0
00000080:00200000:3.0:1789760761.851979:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23355392=0x1646000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760761.852050:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760761.852053:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23359488
00000020:00010000:3.0:1789760761.852063:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760761.852066:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760761.852069:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760761.852073:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760761.852076:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760761.852084:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760761.852091:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760761.852110:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb63c0
00000008:00100000:3.0:1789760761.852273:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad0380 - object 0x280000401:3 offset 23355392<>23359488
00000080:00200000:3.0:1789760761.899378:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5702, 5702]
00000080:00200000:3.0:1789760761.899393:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760761.899397:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760761.899412:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23359488 i_blocks 47111
00000020:00200000:3.0:1789760761.899415:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760761.899423:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760761.899455:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23359488, count: 4096
00000080:00200000:3.0:1789760761.899460:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23359488, bytes: 4096
00000080:00200000:3.0:1789760761.899468:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760761.899475:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760761.899477:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23359488, 23363584) 0 0
00000080:00200000:3.0:1789760761.899481:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760761.899496:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5703, 5703]
00020000:00200000:3.0:1789760761.899504:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23359488 chunk: [23359488, 23363584) 23363584, 4096
00020000:00200000:3.0:1789760761.899508:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760761.899526:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5703, 5703]
00000008:00010000:3.0:1789760761.899541:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760761.899546:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760761.899556:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23359488, 23363584) append 0 append lockpos 0
00000080:00200000:3.0:1789760761.899570:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23359488=0x1647000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760761.899630:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760761.899633:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23363584
00000020:00010000:3.0:1789760761.899642:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760761.899646:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760761.899649:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760761.899652:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760761.899655:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760761.899727:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760761.899735:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760761.899751:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6600
00000008:00100000:3.0:1789760761.899874:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad0a80 - object 0x280000401:3 offset 23359488<>23363584
00000080:00200000:3.0:1789760761.939445:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5703, 5703]
00000080:00200000:3.0:1789760761.939466:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760761.939472:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760761.939490:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23363584 i_blocks 47111
00000020:00200000:3.0:1789760761.939494:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760761.939504:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760761.939538:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23363584, count: 4096
00000080:00200000:3.0:1789760761.939546:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23363584, bytes: 4096
00000080:00200000:3.0:1789760761.939619:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760761.939629:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760761.939632:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23363584, 23367680) 0 0
00000080:00200000:3.0:1789760761.939637:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760761.939655:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5704, 5704]
00020000:00200000:3.0:1789760761.939721:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23363584 chunk: [23363584, 23367680) 23367680, 4096
00020000:00200000:3.0:1789760761.939726:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760761.939798:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5704, 5704]
00000008:00010000:3.0:1789760761.939819:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760761.939825:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760761.939838:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23363584, 23367680) append 0 append lockpos 0
00000080:00200000:3.0:1789760761.939854:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23363584=0x1648000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760761.939989:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760761.939993:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23367680
00000020:00010000:3.0:1789760761.940002:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760761.940005:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760761.940008:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760761.940012:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760761.940015:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760761.940023:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760761.940039:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760761.941516:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6840
00000008:00100000:3.0:1789760761.941973:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1f80 - object 0x280000401:3 offset 23363584<>23367680
00000080:00200000:0.0:1789760761.980320:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5704, 5704]
00000080:00200000:0.0:1789760761.980338:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760761.980344:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760761.980363:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23367680 i_blocks 47111
00000020:00200000:0.0:1789760761.980367:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760761.980378:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760761.980415:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23367680, count: 4096
00000080:00200000:0.0:1789760761.980422:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23367680, bytes: 4096
00000080:00200000:0.0:1789760761.980432:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760761.980443:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760761.980445:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23367680, 23371776) 0 0
00000080:00200000:0.0:1789760761.980450:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760761.980467:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5705, 5705]
00020000:00200000:0.0:1789760761.980477:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23367680 chunk: [23367680, 23371776) 23371776, 4096
00020000:00200000:0.0:1789760761.980482:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760761.980502:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5705, 5705]
00000008:00010000:0.0:1789760761.980520:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760761.980526:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760761.980539:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23367680, 23371776) append 0 append lockpos 0
00000080:00200000:0.0:1789760761.980553:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23367680=0x1649000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760761.980630:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760761.980633:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23371776
00000020:00010000:0.0:1789760761.980641:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760761.980644:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760761.980648:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760761.980651:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760761.980654:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760761.980673:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760761.980681:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760761.980697:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760761.980817:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54000 - object 0x280000401:3 offset 23367680<>23371776
00000080:00200000:0.0:1789760762.035507:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5705, 5705]
00000080:00200000:0.0:1789760762.035529:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760762.035537:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760762.035560:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23371776 i_blocks 47111
00000020:00200000:0.0:1789760762.035566:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760762.035579:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760762.035808:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23371776, count: 4096
00000080:00200000:0.0:1789760762.035817:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23371776, bytes: 4096
00000080:00200000:0.0:1789760762.035831:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760762.035842:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760762.035844:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23371776, 23375872) 0 0
00000080:00200000:0.0:1789760762.035849:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760762.035868:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5706, 5706]
00020000:00200000:0.0:1789760762.035883:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23371776 chunk: [23371776, 23375872) 23375872, 4096
00020000:00200000:0.0:1789760762.035888:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760762.035911:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5706, 5706]
00000008:00010000:0.0:1789760762.035931:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760762.035938:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760762.035951:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23371776, 23375872) append 0 append lockpos 0
00000080:00200000:0.0:1789760762.035968:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23371776=0x164a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760762.036053:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760762.036057:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23375872
00000020:00010000:0.0:1789760762.036066:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760762.036070:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760762.036073:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760762.036077:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760762.036080:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760762.036090:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760762.036097:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760762.036119:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d180
00000008:00100000:0.0:1789760762.036305:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56d80 - object 0x280000401:3 offset 23371776<>23375872
00000080:00200000:0.0:1789760762.119065:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5706, 5706]
00000080:00200000:0.0:1789760762.119091:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760762.119099:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760762.119117:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23375872 i_blocks 47111
00000020:00200000:0.0:1789760762.119121:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760762.119131:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760762.119166:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23375872, count: 4096
00000080:00200000:0.0:1789760762.119173:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23375872, bytes: 4096
00000080:00200000:0.0:1789760762.119182:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760762.119191:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760762.119193:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23375872, 23379968) 0 0
00000080:00200000:0.0:1789760762.119198:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760762.119243:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5707, 5707]
00020000:00200000:0.0:1789760762.119253:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23375872 chunk: [23375872, 23379968) 23379968, 4096
00020000:00200000:0.0:1789760762.119258:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760762.119277:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5707, 5707]
00000008:00010000:0.0:1789760762.119297:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760762.119303:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760762.119316:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23375872, 23379968) append 0 append lockpos 0
00000080:00200000:0.0:1789760762.119329:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23375872=0x164b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760762.119384:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760762.119387:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23379968
00000020:00010000:0.0:1789760762.119396:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760762.119399:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760762.119402:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760762.119406:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760762.119409:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760762.119417:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760762.119424:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760762.119440:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:0.0:1789760762.119560:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55180 - object 0x280000401:3 offset 23375872<>23379968
00000080:00200000:0.0:1789760762.183013:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5707, 5707]
00000080:00200000:0.0:1789760762.183042:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760762.183050:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760762.183067:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23379968 i_blocks 47111
00000020:00200000:0.0:1789760762.183071:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760762.183081:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760762.183115:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23379968, count: 4096
00000080:00200000:0.0:1789760762.183122:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23379968, bytes: 4096
00000080:00200000:0.0:1789760762.183133:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760762.183143:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760762.183145:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23379968, 23384064) 0 0
00000080:00200000:0.0:1789760762.183150:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760762.183168:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5708, 5708]
00020000:00200000:0.0:1789760762.183179:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23379968 chunk: [23379968, 23384064) 23384064, 4096
00020000:00200000:0.0:1789760762.183244:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760762.183265:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5708, 5708]
00000008:00010000:0.0:1789760762.183284:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760762.183290:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760762.183301:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23379968, 23384064) append 0 append lockpos 0
00000080:00200000:0.0:1789760762.183315:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23379968=0x164c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760762.183371:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760762.183374:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23384064
00000020:00010000:0.0:1789760762.183382:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760762.183385:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760762.183388:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760762.183391:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760762.183394:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760762.183402:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760762.183410:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760762.183426:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d240
00000008:00100000:0.0:1789760762.183559:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55500 - object 0x280000401:3 offset 23379968<>23384064
00000080:00200000:3.0:1789760762.274445:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5709, 5709]
00000080:00200000:3.0:1789760762.274465:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760762.274472:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760762.274494:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23388160 i_blocks 47111
00000020:00200000:3.0:1789760762.274499:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760762.274511:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760762.274546:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23388160, count: 4096
00000080:00200000:3.0:1789760762.274554:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23388160, bytes: 4096
00000080:00200000:3.0:1789760762.274568:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760762.274578:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760762.274580:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23388160, 23392256) 0 0
00000080:00200000:3.0:1789760762.274584:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760762.274600:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5710, 5710]
00020000:00200000:3.0:1789760762.274609:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23388160 chunk: [23388160, 23392256) 23392256, 4096
00020000:00200000:3.0:1789760762.274615:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760762.274637:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5710, 5710]
00000008:00010000:3.0:1789760762.274658:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760762.274664:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760762.274676:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23388160, 23392256) append 0 append lockpos 0
00000080:00200000:3.0:1789760762.274689:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23388160=0x164e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760762.274757:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760762.274760:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23392256
00000020:00010000:3.0:1789760762.274769:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760762.274773:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760762.274777:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760762.274781:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760762.274783:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760762.274792:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760762.274799:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760762.274817:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6c00
00000008:00100000:3.0:1789760762.275000:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1180 - object 0x280000401:3 offset 23388160<>23392256
00000100:00100000:3.0:1789760762.275056:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760762.275407:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520991488:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760762.320420:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5711, 5711]
00020000:00200000:0.0:1789760762.320436:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23392256 chunk: [23392256, 23396352) 23396352, 4096
00020000:00200000:0.0:1789760762.320441:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760762.320472:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5711, 5711]
00000008:00010000:0.0:1789760762.320497:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760762.320503:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760762.320516:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23392256, 23396352) append 0 append lockpos 0
00000080:00200000:0.0:1789760762.320532:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23392256=0x164f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760762.320995:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760762.320999:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23396352
00000020:00010000:0.0:1789760762.321009:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760762.321012:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760762.321016:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760762.321019:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760762.321022:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760762.321391:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760762.321400:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760762.321426:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d0c0
00000008:00100000:0.0:1789760762.321565:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54a80 - object 0x280000401:3 offset 23392256<>23396352
00000100:00100000:0.0:1789760762.362056:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973031 gen 3
00000008:00010000:0.0:1789760762.362192:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7d0c0
00000020:00200000:0.0:1789760762.362204:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760762.362498:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760762.362531:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7d0c0
00000100:00100000:0.0:1789760762.362562:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520991616:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760762.366004:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520991744:192.168.203.116@tcp:4:dd.0
00010000:00010000:3.0:1789760762.401064:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000080:00200000:0.0:1789760762.415098:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5712, 5712]
00000080:00200000:0.0:1789760762.415117:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760762.415123:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760762.415139:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23400448 i_blocks 47111
00000020:00200000:0.0:1789760762.415143:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760762.415153:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760762.415190:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23400448, count: 4096
00000080:00200000:0.0:1789760762.415198:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23400448, bytes: 4096
00000080:00200000:0.0:1789760762.415209:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760762.415249:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760762.415252:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23400448, 23404544) 0 0
00000080:00200000:0.0:1789760762.415257:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760762.415276:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5713, 5713]
00020000:00200000:0.0:1789760762.415286:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23400448 chunk: [23400448, 23404544) 23404544, 4096
00020000:00200000:0.0:1789760762.415291:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760762.415320:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5713, 5713]
00000008:00010000:0.0:1789760762.415340:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760762.415346:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760762.415358:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23400448, 23404544) append 0 append lockpos 0
00000080:00200000:0.0:1789760762.415373:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23400448=0x1651000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760762.415430:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760762.415433:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23404544
00000020:00010000:0.0:1789760762.415441:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760762.415445:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760762.415448:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760762.415452:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760762.415455:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760762.415463:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760762.415470:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760762.415486:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d0c0
00000008:00100000:0.0:1789760762.415783:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54a80 - object 0x280000401:3 offset 23400448<>23404544
00000080:00200000:3.0:1789760762.508848:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5713, 5713]
00000080:00200000:3.0:1789760762.508868:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760762.508874:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760762.508890:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23404544 i_blocks 47111
00000020:00200000:3.0:1789760762.508894:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760762.508904:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760762.508948:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23404544, count: 4096
00000080:00200000:3.0:1789760762.508956:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23404544, bytes: 4096
00000080:00200000:3.0:1789760762.508967:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760762.508976:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760762.508979:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23404544, 23408640) 0 0
00000080:00200000:3.0:1789760762.508983:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760762.508999:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5714, 5714]
00020000:00200000:3.0:1789760762.509008:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23404544 chunk: [23404544, 23408640) 23408640, 4096
00020000:00200000:3.0:1789760762.509012:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760762.509042:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5714, 5714]
00000008:00010000:3.0:1789760762.509169:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760762.509175:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760762.509186:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23404544, 23408640) append 0 append lockpos 0
00000080:00200000:3.0:1789760762.509200:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23404544=0x1652000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760762.509275:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760762.509278:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23408640
00000020:00010000:3.0:1789760762.509286:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760762.509289:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760762.509292:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760762.509295:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760762.509298:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760762.509306:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760762.509312:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760762.509327:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6780
00000008:00100000:3.0:1789760762.509444:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1880 - object 0x280000401:3 offset 23404544<>23408640
00000080:00200000:0.0:1789760762.555676:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5714, 5714]
00000080:00200000:0.0:1789760762.555698:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760762.555704:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760762.555719:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23408640 i_blocks 47111
00000020:00200000:0.0:1789760762.555723:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760762.555733:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760762.555774:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23408640, count: 4096
00000080:00200000:0.0:1789760762.555782:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23408640, bytes: 4096
00000080:00200000:0.0:1789760762.555793:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760762.555802:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760762.555805:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23408640, 23412736) 0 0
00000080:00200000:0.0:1789760762.555809:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760762.555827:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5715, 5715]
00020000:00200000:0.0:1789760762.555837:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23408640 chunk: [23408640, 23412736) 23412736, 4096
00020000:00200000:0.0:1789760762.555843:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760762.555863:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5715, 5715]
00000008:00010000:0.0:1789760762.555881:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760762.555887:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760762.555898:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23408640, 23412736) append 0 append lockpos 0
00000080:00200000:0.0:1789760762.555924:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23408640=0x1653000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760762.555986:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760762.555990:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23412736
00000020:00010000:0.0:1789760762.555998:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760762.556001:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760762.556003:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760762.556007:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760762.556010:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760762.556018:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760762.556035:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760762.556051:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d0c0
00000008:00100000:0.0:1789760762.556179:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54e00 - object 0x280000401:3 offset 23408640<>23412736
00000080:00200000:0.0:1789760762.626457:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5715, 5715]
00000080:00200000:0.0:1789760762.626476:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760762.626482:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760762.626497:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23412736 i_blocks 47111
00000020:00200000:0.0:1789760762.626501:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760762.626511:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760762.626547:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23412736, count: 4096
00000080:00200000:0.0:1789760762.626555:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23412736, bytes: 4096
00000080:00200000:0.0:1789760762.626568:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760762.626588:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760762.626591:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23412736, 23416832) 0 0
00000080:00200000:0.0:1789760762.626594:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760762.626612:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5716, 5716]
00020000:00200000:0.0:1789760762.626622:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23412736 chunk: [23412736, 23416832) 23416832, 4096
00020000:00200000:0.0:1789760762.626628:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760762.626649:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5716, 5716]
00000008:00010000:0.0:1789760762.626668:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760762.626674:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760762.626685:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23412736, 23416832) append 0 append lockpos 0
00000080:00200000:0.0:1789760762.626699:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23412736=0x1654000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760762.626759:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760762.626762:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23416832
00000020:00010000:0.0:1789760762.626770:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760762.626773:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760762.626786:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760762.626790:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760762.626793:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760762.626802:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760762.626809:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760762.626826:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d240
00000008:00100000:0.0:1789760762.626950:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54700 - object 0x280000401:3 offset 23412736<>23416832
00000080:00200000:0.0:1789760762.681653:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5716, 5716]
00000080:00200000:0.0:1789760762.681667:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760762.681672:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760762.681686:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23416832 i_blocks 47111
00000020:00200000:0.0:1789760762.681688:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760762.681696:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760762.681729:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23416832, count: 4096
00000080:00200000:0.0:1789760762.681734:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23416832, bytes: 4096
00000080:00200000:0.0:1789760762.681745:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760762.681754:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760762.681756:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23416832, 23420928) 0 0
00000080:00200000:0.0:1789760762.681761:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760762.681778:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5717, 5717]
00020000:00200000:0.0:1789760762.681786:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23416832 chunk: [23416832, 23420928) 23420928, 4096
00020000:00200000:0.0:1789760762.681792:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760762.681929:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5717, 5717]
00000008:00010000:0.0:1789760762.681949:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760762.681955:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760762.681967:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23416832, 23420928) append 0 append lockpos 0
00000080:00200000:0.0:1789760762.681980:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23416832=0x1655000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760762.682051:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760762.682054:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23420928
00000020:00010000:0.0:1789760762.682064:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760762.682068:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760762.682071:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760762.682074:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760762.682077:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760762.682085:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760762.682092:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760762.682108:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:0.0:1789760762.682277:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55c00 - object 0x280000401:3 offset 23416832<>23420928
00000080:00200000:0.0:1789760762.734948:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5717, 5717]
00000080:00200000:0.0:1789760762.734970:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760762.734977:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760762.734995:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23420928 i_blocks 47111
00000020:00200000:0.0:1789760762.734999:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760762.735011:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760762.735056:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23420928, count: 4096
00000080:00200000:0.0:1789760762.735126:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23420928, bytes: 4096
00000080:00200000:0.0:1789760762.735141:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760762.735152:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760762.735154:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23420928, 23425024) 0 0
00000080:00200000:0.0:1789760762.735159:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760762.735178:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5718, 5718]
00020000:00200000:0.0:1789760762.735188:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23420928 chunk: [23420928, 23425024) 23425024, 4096
00020000:00200000:0.0:1789760762.735194:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760762.735233:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5718, 5718]
00000008:00010000:0.0:1789760762.735252:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760762.735258:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760762.735270:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23420928, 23425024) append 0 append lockpos 0
00000080:00200000:0.0:1789760762.735285:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23420928=0x1656000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760762.735354:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760762.735357:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23425024
00000020:00010000:0.0:1789760762.735365:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760762.735369:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760762.735372:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760762.735376:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760762.735379:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760762.735388:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760762.735394:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760762.735418:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d180
00000008:00100000:0.0:1789760762.735854:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55f80 - object 0x280000401:3 offset 23420928<>23425024
00000080:00200000:0.0:1789760762.776862:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5718, 5718]
00000080:00200000:0.0:1789760762.776886:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760762.776894:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760762.776911:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23425024 i_blocks 47111
00000020:00200000:0.0:1789760762.776915:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760762.776926:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760762.776965:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23425024, count: 4096
00000080:00200000:0.0:1789760762.776973:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23425024, bytes: 4096
00000080:00200000:0.0:1789760762.776982:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760762.776992:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760762.776994:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23425024, 23429120) 0 0
00000080:00200000:0.0:1789760762.776999:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760762.777016:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5719, 5719]
00020000:00200000:0.0:1789760762.777041:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23425024 chunk: [23425024, 23429120) 23429120, 4096
00020000:00200000:0.0:1789760762.777046:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760762.777067:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5719, 5719]
00000008:00010000:0.0:1789760762.777085:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760762.777091:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760762.777102:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23425024, 23429120) append 0 append lockpos 0
00000080:00200000:0.0:1789760762.777116:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23425024=0x1657000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760762.777179:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760762.777182:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23429120
00000020:00010000:0.0:1789760762.777191:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760762.777194:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760762.777198:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760762.777201:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760762.777204:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760762.777259:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760762.777266:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760762.777285:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760762.777408:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57b80 - object 0x280000401:3 offset 23425024<>23429120
00000100:00100000:0.0:1789760762.777462:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520992640:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760762.827143:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973039 gen 3
00000008:00010000:0.0:1789760762.827211:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7db40
00000020:00200000:0.0:1789760762.827253:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760762.827264:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760762.827285:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7db40
00000100:00100000:0.0:1789760762.827312:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520992640:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760762.832167:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760762.838923:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520992768:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760762.847974:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2406:1876699520992896:192.168.203.116@tcp:400:kworker.0
00000100:00100000:0.0:1789760762.848638:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760762.848650:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520993024:192.168.203.116@tcp:400:kworker.0
00000100:00100000:0.0:1789760762.853201:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520993024:192.168.203.116@tcp:400:kworker.0
00000100:00100000:0.0:1789760762.855847:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2406:1876699520992896:192.168.203.116@tcp:400:kworker.0
00000100:00100000:0.0:1789760762.872740:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973040 gen 3
00000008:00010000:0.0:1789760762.872801:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277c00
00000020:00200000:0.0:1789760762.872809:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760762.872822:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760762.872846:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277c00
00000100:00100000:0.0:1789760762.872878:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520992768:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760762.953434:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5721, 5721]
00000080:00200000:3.0:1789760762.953452:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760762.953458:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760762.953473:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23437312 i_blocks 47111
00000020:00200000:3.0:1789760762.953478:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760762.953488:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760762.953522:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23437312, count: 4096
00000080:00200000:3.0:1789760762.953529:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23437312, bytes: 4096
00000080:00200000:3.0:1789760762.953539:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760762.953547:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760762.953550:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23437312, 23441408) 0 0
00000080:00200000:3.0:1789760762.953554:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760762.953571:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5722, 5722]
00020000:00200000:3.0:1789760762.953582:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23437312 chunk: [23437312, 23441408) 23441408, 4096
00020000:00200000:3.0:1789760762.953587:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760762.953607:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5722, 5722]
00000008:00010000:3.0:1789760762.953625:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760762.953631:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760762.953642:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23437312, 23441408) append 0 append lockpos 0
00000080:00200000:3.0:1789760762.953670:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23437312=0x165a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760762.953729:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760762.953731:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23441408
00000020:00010000:3.0:1789760762.953740:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760762.953743:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760762.953746:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760762.953749:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760762.953752:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760762.953759:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760762.953766:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760762.953783:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6300
00000008:00100000:3.0:1789760762.953910:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad0000 - object 0x280000401:3 offset 23437312<>23441408
00000100:00100000:3.0:1789760762.953954:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760762.953973:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520993664:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760763.006575:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5722, 5722]
00000080:00200000:3.0:1789760763.006591:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760763.006598:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760763.006615:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23441408 i_blocks 47111
00000020:00200000:3.0:1789760763.006619:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760763.006629:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760763.006676:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23441408, count: 4096
00000080:00200000:3.0:1789760763.006683:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23441408, bytes: 4096
00000080:00200000:3.0:1789760763.006693:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760763.006703:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760763.006706:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23441408, 23445504) 0 0
00000080:00200000:3.0:1789760763.006711:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760763.006731:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5723, 5723]
00020000:00200000:3.0:1789760763.006740:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23441408 chunk: [23441408, 23445504) 23445504, 4096
00020000:00200000:3.0:1789760763.006744:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760763.006765:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5723, 5723]
00000008:00010000:3.0:1789760763.006784:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760763.006790:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760763.006802:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23441408, 23445504) append 0 append lockpos 0
00000080:00200000:3.0:1789760763.006818:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23441408=0x165b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760763.006880:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760763.006883:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23445504
00000020:00010000:3.0:1789760763.006893:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760763.006896:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760763.006899:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760763.006903:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760763.006907:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760763.006915:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760763.006921:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760763.006940:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6540
00000008:00100000:3.0:1789760763.007079:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad3100 - object 0x280000401:3 offset 23441408<>23445504
00000080:00200000:3.0:1789760763.047764:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5723, 5723]
00000080:00200000:3.0:1789760763.047782:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760763.047788:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760763.047804:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23445504 i_blocks 47111
00000020:00200000:3.0:1789760763.047809:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760763.047819:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760763.047854:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23445504, count: 4096
00000080:00200000:3.0:1789760763.047861:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23445504, bytes: 4096
00000080:00200000:3.0:1789760763.047873:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760763.047882:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760763.047885:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23445504, 23449600) 0 0
00000080:00200000:3.0:1789760763.047890:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760763.047906:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5724, 5724]
00020000:00200000:3.0:1789760763.047916:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23445504 chunk: [23445504, 23449600) 23449600, 4096
00020000:00200000:3.0:1789760763.047921:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760763.047939:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5724, 5724]
00000008:00010000:3.0:1789760763.047954:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760763.047960:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760763.047970:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23445504, 23449600) append 0 append lockpos 0
00000080:00200000:3.0:1789760763.047981:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23445504=0x165c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760763.048052:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760763.048055:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23449600
00000020:00010000:3.0:1789760763.048063:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760763.048067:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760763.048070:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760763.048072:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760763.048075:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760763.048082:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760763.048088:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760763.048105:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6e40
00000008:00100000:3.0:1789760763.048259:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad3100 - object 0x280000401:3 offset 23445504<>23449600
00000080:00200000:3.0:1789760763.082258:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5724, 5724]
00000080:00200000:3.0:1789760763.082278:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760763.082285:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760763.082303:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23449600 i_blocks 47111
00000020:00200000:3.0:1789760763.082307:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760763.082389:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760763.082428:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23449600, count: 4096
00000080:00200000:3.0:1789760763.082436:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23449600, bytes: 4096
00000080:00200000:3.0:1789760763.082449:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760763.082458:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760763.082461:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23449600, 23453696) 0 0
00000080:00200000:3.0:1789760763.082466:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760763.082485:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5725, 5725]
00020000:00200000:3.0:1789760763.082495:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23449600 chunk: [23449600, 23453696) 23453696, 4096
00020000:00200000:3.0:1789760763.082500:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760763.082521:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5725, 5725]
00000008:00010000:3.0:1789760763.082539:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760763.082545:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760763.082556:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23449600, 23453696) append 0 append lockpos 0
00000080:00200000:3.0:1789760763.082570:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23449600=0x165d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760763.082633:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760763.082637:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23453696
00000020:00010000:3.0:1789760763.082645:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760763.082648:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760763.082651:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760763.082654:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760763.082657:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760763.083362:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760763.083372:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760763.083398:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb69c0
00000008:00100000:3.0:1789760763.084034:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad0000 - object 0x280000401:3 offset 23449600<>23453696
00000100:00100000:3.0:1789760763.084111:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520994048:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760763.130786:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5725, 5725]
00000080:00200000:0.0:1789760763.130804:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760763.130810:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760763.130825:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23453696 i_blocks 47111
00000020:00200000:0.0:1789760763.130829:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760763.130840:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760763.130879:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23453696, count: 4096
00000080:00200000:0.0:1789760763.130887:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23453696, bytes: 4096
00000080:00200000:0.0:1789760763.130897:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760763.130907:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760763.130909:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23453696, 23457792) 0 0
00000080:00200000:0.0:1789760763.130913:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760763.130931:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5726, 5726]
00020000:00200000:0.0:1789760763.130950:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23453696 chunk: [23453696, 23457792) 23457792, 4096
00020000:00200000:0.0:1789760763.130956:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760763.130976:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5726, 5726]
00000008:00010000:0.0:1789760763.130996:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760763.131003:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760763.131014:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23453696, 23457792) append 0 append lockpos 0
00000080:00200000:0.0:1789760763.131037:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23453696=0x165e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760763.131098:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760763.131101:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23457792
00000020:00010000:0.0:1789760763.131110:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760763.131114:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760763.131118:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760763.131121:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760763.131124:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760763.131136:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760763.131144:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760763.131161:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760763.131332:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57b80 - object 0x280000401:3 offset 23453696<>23457792
00000100:00100000:0.0:1789760763.131363:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760763.131393:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520994176:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760763.166291:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973046 gen 3
00000008:00010000:0.0:1789760763.166327:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7db40
00000020:00200000:0.0:1789760763.166334:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760763.166342:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760763.166373:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7db40
00000100:00100000:0.0:1789760763.166401:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520994176:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760763.167239:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520994304:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760763.205886:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5727, 5727]
00000080:00200000:0.0:1789760763.205897:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760763.205901:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760763.205912:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23461888 i_blocks 47111
00000020:00200000:0.0:1789760763.205916:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760763.205923:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760763.205951:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23461888, count: 4096
00000080:00200000:0.0:1789760763.205957:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23461888, bytes: 4096
00000080:00200000:0.0:1789760763.205965:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760763.205973:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760763.205975:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23461888, 23465984) 0 0
00000080:00200000:0.0:1789760763.205979:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760763.205992:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5728, 5728]
00020000:00200000:0.0:1789760763.205997:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23461888 chunk: [23461888, 23465984) 23465984, 4096
00020000:00200000:0.0:1789760763.206000:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760763.206013:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5728, 5728]
00000008:00010000:0.0:1789760763.206035:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760763.206041:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760763.206054:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23461888, 23465984) append 0 append lockpos 0
00000080:00200000:0.0:1789760763.206130:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23461888=0x1660000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760763.206178:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760763.206181:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23465984
00000020:00010000:0.0:1789760763.206188:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760763.206192:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760763.206195:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760763.206198:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760763.206201:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760763.206207:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760763.206255:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760763.206270:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760763.206368:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57b80 - object 0x280000401:3 offset 23461888<>23465984
00000100:00100000:0.0:1789760763.206401:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760763.206416:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520994432:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760763.244314:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973048 gen 3
00000008:00010000:0.0:1789760763.244366:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7db40
00000020:00200000:0.0:1789760763.244375:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760763.244387:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760763.244414:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7db40
00000100:00100000:0.0:1789760763.244445:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520994432:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760763.293981:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5729, 5729]
00000080:00200000:0.0:1789760763.293999:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760763.294005:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760763.294031:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23470080 i_blocks 47111
00000020:00200000:0.0:1789760763.294035:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760763.294054:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760763.294088:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23470080, count: 4096
00000080:00200000:0.0:1789760763.294095:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23470080, bytes: 4096
00000080:00200000:0.0:1789760763.294105:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760763.294113:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760763.294116:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23470080, 23474176) 0 0
00000080:00200000:0.0:1789760763.294120:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760763.294137:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5730, 5730]
00020000:00200000:0.0:1789760763.294146:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23470080 chunk: [23470080, 23474176) 23474176, 4096
00020000:00200000:0.0:1789760763.294151:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760763.294170:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5730, 5730]
00000008:00010000:0.0:1789760763.294189:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760763.294195:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760763.294208:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23470080, 23474176) append 0 append lockpos 0
00000080:00200000:0.0:1789760763.294257:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23470080=0x1662000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760763.294316:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760763.294319:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23474176
00000020:00010000:0.0:1789760763.294329:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760763.294332:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760763.294336:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760763.294339:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760763.294342:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760763.294350:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760763.294357:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760763.294374:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760763.294491:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57b80 - object 0x280000401:3 offset 23470080<>23474176
00000100:00100000:0.0:1789760763.294526:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760763.294542:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520994688:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760763.333492:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973050 gen 3
00000008:00010000:0.0:1789760763.333542:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7db40
00000020:00200000:0.0:1789760763.333559:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760763.333571:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760763.333594:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7db40
00000100:00100000:0.0:1789760763.333626:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520994688:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760763.383802:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5731, 5731]
00000080:00200000:3.0:1789760763.383814:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760763.383820:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760763.383831:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23478272 i_blocks 47111
00000020:00200000:3.0:1789760763.383834:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760763.383843:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760763.383868:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23478272, count: 4096
00000080:00200000:3.0:1789760763.383874:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23478272, bytes: 4096
00000080:00200000:3.0:1789760763.383884:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760763.383892:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760763.383894:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23478272, 23482368) 0 0
00000080:00200000:3.0:1789760763.383898:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760763.383910:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5732, 5732]
00020000:00200000:3.0:1789760763.383917:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23478272 chunk: [23478272, 23482368) 23482368, 4096
00020000:00200000:3.0:1789760763.383920:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760763.383936:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5732, 5732]
00000008:00010000:3.0:1789760763.383950:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760763.383955:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760763.383964:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23478272, 23482368) append 0 append lockpos 0
00000080:00200000:3.0:1789760763.383974:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23478272=0x1664000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760763.384034:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760763.384036:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23482368
00000020:00010000:3.0:1789760763.384043:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760763.384046:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760763.384050:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760763.384053:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760763.384056:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760763.384062:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760763.384068:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760763.384082:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6900
00000008:00100000:3.0:1789760763.384304:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1880 - object 0x280000401:3 offset 23478272<>23482368
00000100:00100000:3.0:1789760763.384343:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760763.384357:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520994944:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760763.417611:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5732, 5732]
00000080:00200000:3.0:1789760763.417629:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760763.417636:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760763.417721:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23482368 i_blocks 47111
00000020:00200000:3.0:1789760763.417725:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760763.417737:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760763.417899:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23482368, count: 4096
00000080:00200000:3.0:1789760763.417908:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23482368, bytes: 4096
00000080:00200000:3.0:1789760763.417921:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760763.417930:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760763.417933:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23482368, 23486464) 0 0
00000080:00200000:3.0:1789760763.417938:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760763.417954:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5733, 5733]
00020000:00200000:3.0:1789760763.417962:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23482368 chunk: [23482368, 23486464) 23486464, 4096
00020000:00200000:3.0:1789760763.417967:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760763.417988:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5733, 5733]
00000008:00010000:3.0:1789760763.418008:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760763.418014:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760763.418035:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23482368, 23486464) append 0 append lockpos 0
00000080:00200000:3.0:1789760763.418117:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23482368=0x1665000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760763.418182:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760763.418185:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23486464
00000020:00010000:3.0:1789760763.418194:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760763.418198:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760763.418201:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760763.418204:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760763.418207:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760763.418328:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760763.418337:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760763.418357:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6900
00000008:00100000:3.0:1789760763.418485:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1180 - object 0x280000401:3 offset 23482368<>23486464
00000080:00200000:3.0:1789760763.465242:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5733, 5733]
00000080:00200000:3.0:1789760763.465260:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760763.465265:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760763.465280:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23486464 i_blocks 47111
00000020:00200000:3.0:1789760763.465284:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760763.465293:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760763.465327:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23486464, count: 4096
00000080:00200000:3.0:1789760763.465334:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23486464, bytes: 4096
00000080:00200000:3.0:1789760763.465343:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760763.465353:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760763.465355:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23486464, 23490560) 0 0
00000080:00200000:3.0:1789760763.465359:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760763.465377:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5734, 5734]
00020000:00200000:3.0:1789760763.465386:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23486464 chunk: [23486464, 23490560) 23490560, 4096
00020000:00200000:3.0:1789760763.465391:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760763.465409:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5734, 5734]
00000008:00010000:3.0:1789760763.465428:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760763.465434:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760763.465446:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23486464, 23490560) append 0 append lockpos 0
00000080:00200000:3.0:1789760763.465461:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23486464=0x1666000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760763.465521:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760763.465523:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23490560
00000020:00010000:3.0:1789760763.465533:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760763.465537:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760763.465540:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760763.465543:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760763.465546:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760763.465619:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760763.465628:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760763.465646:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb69c0
00000008:00100000:3.0:1789760763.465967:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1f80 - object 0x280000401:3 offset 23486464<>23490560
00000080:00200000:3.0:1789760763.515734:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5734, 5734]
00000080:00200000:3.0:1789760763.515755:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760763.515763:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760763.515785:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23490560 i_blocks 47111
00000020:00200000:3.0:1789760763.515789:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760763.515801:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760763.515844:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23490560, count: 4096
00000080:00200000:3.0:1789760763.515852:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23490560, bytes: 4096
00000080:00200000:3.0:1789760763.515867:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760763.515877:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760763.515879:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23490560, 23494656) 0 0
00000080:00200000:3.0:1789760763.515884:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760763.515902:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5735, 5735]
00020000:00200000:3.0:1789760763.515912:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23490560 chunk: [23490560, 23494656) 23494656, 4096
00020000:00200000:3.0:1789760763.515916:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760763.515935:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5735, 5735]
00000008:00010000:3.0:1789760763.515954:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760763.515961:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760763.515975:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23490560, 23494656) append 0 append lockpos 0
00000080:00200000:3.0:1789760763.515991:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23490560=0x1667000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760763.516210:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760763.517929:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23494656
00000020:00010000:3.0:1789760763.517952:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760763.517957:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760763.517963:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760763.518316:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760763.518321:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760763.518339:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760763.518351:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760763.518392:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6e40
00000008:00100000:3.0:1789760763.518787:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad0a80 - object 0x280000401:3 offset 23490560<>23494656
00000080:00200000:3.0:1789760763.568292:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5735, 5735]
00000080:00200000:3.0:1789760763.568313:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760763.568319:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760763.568335:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23494656 i_blocks 47111
00000020:00200000:3.0:1789760763.568339:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760763.568348:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760763.568380:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23494656, count: 4096
00000080:00200000:3.0:1789760763.568387:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23494656, bytes: 4096
00000080:00200000:3.0:1789760763.568396:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760763.568405:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760763.568407:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23494656, 23498752) 0 0
00000080:00200000:3.0:1789760763.568411:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760763.568427:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5736, 5736]
00020000:00200000:3.0:1789760763.568436:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23494656 chunk: [23494656, 23498752) 23498752, 4096
00020000:00200000:3.0:1789760763.568440:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760763.568459:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5736, 5736]
00000008:00010000:3.0:1789760763.568477:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760763.568483:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760763.568495:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23494656, 23498752) append 0 append lockpos 0
00000080:00200000:3.0:1789760763.568509:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23494656=0x1668000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760763.568580:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760763.568583:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23498752
00000020:00010000:3.0:1789760763.568591:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760763.568594:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760763.568598:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760763.568601:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760763.568604:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760763.568612:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760763.568618:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760763.568634:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6540
00000008:00100000:3.0:1789760763.568883:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad0380 - object 0x280000401:3 offset 23494656<>23498752
00000080:00200000:3.0:1789760763.605284:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5736, 5736]
00000080:00200000:3.0:1789760763.605303:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760763.605309:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760763.605325:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23498752 i_blocks 47111
00000020:00200000:3.0:1789760763.605329:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760763.605339:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760763.605370:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23498752, count: 4096
00000080:00200000:3.0:1789760763.605383:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23498752, bytes: 4096
00000080:00200000:3.0:1789760763.605393:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760763.605653:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760763.605656:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23498752, 23502848) 0 0
00000080:00200000:3.0:1789760763.605662:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760763.605678:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5737, 5737]
00020000:00200000:3.0:1789760763.605687:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23498752 chunk: [23498752, 23502848) 23502848, 4096
00020000:00200000:3.0:1789760763.605692:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760763.605712:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5737, 5737]
00000008:00010000:3.0:1789760763.605731:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760763.605737:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760763.605820:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23498752, 23502848) append 0 append lockpos 0
00000080:00200000:3.0:1789760763.605836:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23498752=0x1669000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760763.605899:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760763.605901:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23502848
00000020:00010000:3.0:1789760763.605910:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760763.605914:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760763.605917:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760763.605921:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760763.605924:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760763.605931:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760763.605938:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760763.605954:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6300
00000008:00100000:3.0:1789760763.606396:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2680 - object 0x280000401:3 offset 23498752<>23502848
00000080:00200000:3.0:1789760763.666736:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5737, 5737]
00000080:00200000:3.0:1789760763.666822:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760763.666829:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760763.710755:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5738, 5738]
00000080:00200000:0.0:1789760763.710774:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760763.710781:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760763.710797:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23506944 i_blocks 47111
00000020:00200000:0.0:1789760763.710801:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760763.710811:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760763.710846:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23506944, count: 4096
00000080:00200000:0.0:1789760763.710854:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23506944, bytes: 4096
00000080:00200000:0.0:1789760763.710867:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760763.710877:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760763.710880:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23506944, 23511040) 0 0
00000080:00200000:0.0:1789760763.710884:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760763.710901:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5739, 5739]
00020000:00200000:0.0:1789760763.711041:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23506944 chunk: [23506944, 23511040) 23511040, 4096
00020000:00200000:0.0:1789760763.711047:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760763.711133:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5739, 5739]
00000008:00010000:0.0:1789760763.711152:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760763.711158:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760763.711169:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23506944, 23511040) append 0 append lockpos 0
00000080:00200000:0.0:1789760763.711186:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23506944=0x166b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760763.711268:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760763.711271:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23511040
00000020:00010000:0.0:1789760763.711279:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760763.711283:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760763.711286:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1f38/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760763.711289:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760763.711293:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760763.711301:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760763.711309:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760763.711325:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760763.711452:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57b80 - object 0x280000401:3 offset 23506944<>23511040
00000080:00200000:0.0:1789760763.753176:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5739, 5739]
00000080:00200000:0.0:1789760763.753196:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760763.753202:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760763.753365:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23511040 i_blocks 47111
00000020:00200000:0.0:1789760763.753371:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760763.753381:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760763.753417:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23511040, count: 4096
00000080:00200000:0.0:1789760763.753425:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23511040, bytes: 4096
00000080:00200000:0.0:1789760763.753436:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760763.753446:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760763.753448:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23511040, 23515136) 0 0
00000080:00200000:0.0:1789760763.753453:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760763.753471:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5740, 5740]
00020000:00200000:0.0:1789760763.753480:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23511040 chunk: [23511040, 23515136) 23515136, 4096
00020000:00200000:0.0:1789760763.753485:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760763.754506:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5740, 5740]
00000008:00010000:0.0:1789760763.754529:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760763.754535:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760763.754547:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23511040, 23515136) append 0 append lockpos 0
00000080:00200000:0.0:1789760763.754563:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23511040=0x166c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760763.754637:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760763.754641:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23515136
00000020:00010000:0.0:1789760763.754651:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760763.754654:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760763.754658:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1f38/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760763.754662:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f3f8 (ffff911a04fd1518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760763.754664:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760763.754676:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760763.754684:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760763.754711:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760763.754843:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55f80 - object 0x280000401:3 offset 23511040<>23515136
00000100:00100000:3.0:1789760763.798840:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760763.798868:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520996096:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760763.842239:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5741, 5741]
00000080:00200000:3.0:1789760763.842272:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760763.842279:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760763.842298:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23519232 i_blocks 47111
00000020:00200000:3.0:1789760763.842305:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760763.842319:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760763.842468:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23519232, count: 4096
00000080:00200000:3.0:1789760763.842478:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23519232, bytes: 4096
00000080:00200000:3.0:1789760763.842493:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760763.842503:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760763.842505:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23519232, 23523328) 0 0
00000080:00200000:3.0:1789760763.842511:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760763.842530:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5742, 5742]
00020000:00200000:3.0:1789760763.842540:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23519232 chunk: [23519232, 23523328) 23523328, 4096
00020000:00200000:3.0:1789760763.842545:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760763.842568:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5742, 5742]
00000008:00010000:3.0:1789760763.842590:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760763.842597:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760763.842612:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23519232, 23523328) append 0 append lockpos 0
00000080:00200000:3.0:1789760763.842627:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23519232=0x166e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760763.842710:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760763.842714:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23523328
00000020:00010000:3.0:1789760763.842723:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f6c8 (ffff911a04fd1f38/0) at cl_lock_release():245
00000020:00010000:3.0:1789760763.842726:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f6c8 (ffff911a04fd1f38/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760763.842729:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760763.842733:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f6c8 (ffff911a04fd1f38/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760763.842736:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1f38/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760763.842745:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760763.842753:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760763.843103:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6780
00000008:00100000:3.0:1789760763.843575:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1c00 - object 0x280000401:3 offset 23519232<>23523328
00000100:00100000:3.0:1789760763.843631:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760763.843660:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520996224:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760763.899832:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5742, 5742]
00000080:00200000:3.0:1789760763.899846:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760763.899851:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760763.899863:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23523328 i_blocks 47111
00000020:00200000:3.0:1789760763.899866:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760763.899875:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760763.899900:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23523328, count: 4096
00000080:00200000:3.0:1789760763.899907:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23523328, bytes: 4096
00000080:00200000:3.0:1789760763.899919:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760763.899926:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760763.899928:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23523328, 23527424) 0 0
00000080:00200000:3.0:1789760763.899931:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760763.899943:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5743, 5743]
00020000:00200000:3.0:1789760763.899951:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23523328 chunk: [23523328, 23527424) 23527424, 4096
00020000:00200000:3.0:1789760763.899956:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760763.899973:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5743, 5743]
00000008:00010000:3.0:1789760763.899987:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760763.899993:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760763.900011:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23523328, 23527424) append 0 append lockpos 0
00000080:00200000:3.0:1789760763.900031:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23523328=0x166f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760763.900077:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760763.900081:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23527424
00000020:00010000:3.0:1789760763.900087:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f6c8 (ffff911a04fd1f38/0) at cl_lock_release():245
00000020:00010000:3.0:1789760763.900090:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f6c8 (ffff911a04fd1f38/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760763.900092:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760763.900096:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f6c8 (ffff911a04fd1f38/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760763.900098:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1f38/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760763.900104:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760763.900110:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760763.900125:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6c00
00000008:00100000:3.0:1789760763.900269:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1500 - object 0x280000401:3 offset 23523328<>23527424
00000100:00100000:3.0:1789760763.900317:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760763.900333:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520996352:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760763.962382:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973063 gen 3
00000008:00010000:3.0:1789760763.962417:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6c00
00000020:00200000:3.0:1789760763.962424:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760763.962432:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760763.962450:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6c00
00000100:00100000:3.0:1789760763.962473:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520996352:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760764.042691:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065900c0
00000020:00200000:3.0:1789760764.042703:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760764.042712:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760764.042738:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065900c0
00000100:00100000:3.0:1789760764.042767:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520996480:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760764.046780:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760764.046811:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520996608:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760764.103116:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973064 gen 3
00000100:00100000:3.0:1789760764.103172:0:2408:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff911a12eeb100 x1876699520996608/t4294973065(4294973065) o4->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760780 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:3.0:1789760764.103281:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590900
00000020:00200000:3.0:1789760764.103291:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760764.103304:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760764.103331:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590900
00000100:00100000:3.0:1789760764.103360:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520996608:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760764.104892:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760764.104917:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520996736:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760764.143950:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973066 gen 3
00000008:00010000:3.0:1789760764.144023:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590000
00000020:00200000:3.0:1789760764.144032:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760764.144042:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760764.144107:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590000
00000100:00100000:3.0:1789760764.144139:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520996736:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760764.144953:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520996864:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760764.187950:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973067 gen 3
00000008:00010000:3.0:1789760764.188003:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590b40
00000020:00200000:3.0:1789760764.188022:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760764.188033:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760764.188150:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590b40
00000100:00100000:3.0:1789760764.188183:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520996864:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760764.189448:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520996992:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760764.246338:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973068 gen 3
00000008:00010000:3.0:1789760764.246397:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590b40
00000020:00200000:3.0:1789760764.246407:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760764.246420:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760764.246454:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590b40
00000100:00100000:3.0:1789760764.246492:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520996992:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760764.247636:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760764.247667:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520997120:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760764.281276:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973069 gen 3
00000008:00010000:3.0:1789760764.281331:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590000
00000020:00200000:3.0:1789760764.281339:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760764.281350:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760764.281372:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590000
00000100:00100000:3.0:1789760764.281405:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520997120:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760764.282892:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520997248:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760764.321318:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973070 gen 3
00000008:00010000:3.0:1789760764.321361:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590900
00000020:00200000:3.0:1789760764.321367:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760764.321376:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760764.321391:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590900
00000100:00100000:3.0:1789760764.321424:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520997248:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760764.323180:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520997376:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760764.367449:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973071 gen 3
00000008:00010000:3.0:1789760764.367499:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065900c0
00000020:00200000:3.0:1789760764.367508:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760764.367519:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760764.367544:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065900c0
00000100:00100000:3.0:1789760764.367577:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520997376:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760764.367691:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5751, 5751]
00000080:00200000:0.0:1789760764.367707:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760764.367713:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760764.367728:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23560192 i_blocks 47111
00000020:00200000:0.0:1789760764.367732:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760764.367757:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760764.367789:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23560192, count: 4096
00000080:00200000:0.0:1789760764.367796:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23560192, bytes: 4096
00000080:00200000:0.0:1789760764.367805:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760764.367814:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760764.367816:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23560192, 23564288) 0 0
00000080:00200000:0.0:1789760764.367821:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760764.367837:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5752, 5752]
00020000:00200000:0.0:1789760764.367846:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23560192 chunk: [23560192, 23564288) 23564288, 4096
00020000:00200000:0.0:1789760764.367851:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760764.367870:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5752, 5752]
00000008:00010000:0.0:1789760764.367887:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760764.367893:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760764.367904:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23560192, 23564288) append 0 append lockpos 0
00000080:00200000:0.0:1789760764.367919:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23560192=0x1678000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760764.367981:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760764.367984:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23564288
00000020:00010000:0.0:1789760764.367993:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f6c8 (ffff911a04fd1f38/0) at cl_lock_release():245
00000020:00010000:0.0:1789760764.367996:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f6c8 (ffff911a04fd1f38/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760764.367999:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760764.368002:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f6c8 (ffff911a04fd1f38/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760764.368005:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1f38/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760764.368026:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760764.368033:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760764.368050:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760764.368177:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56680 - object 0x280000401:3 offset 23560192<>23564288
00000080:00200000:0.0:1789760764.400146:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5752, 5752]
00000080:00200000:0.0:1789760764.400164:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760764.400169:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760764.400186:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23564288 i_blocks 47111
00000020:00200000:0.0:1789760764.400190:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760764.400200:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760764.400619:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23564288, count: 4096
00000080:00200000:0.0:1789760764.400629:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23564288, bytes: 4096
00000080:00200000:0.0:1789760764.400644:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760764.400653:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760764.400656:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23564288, 23568384) 0 0
00000080:00200000:0.0:1789760764.400661:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760764.400679:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5753, 5753]
00020000:00200000:0.0:1789760764.400688:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23564288 chunk: [23564288, 23568384) 23568384, 4096
00020000:00200000:0.0:1789760764.400693:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760764.400713:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5753, 5753]
00000008:00010000:0.0:1789760764.400732:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760764.400738:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760764.400750:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23564288, 23568384) append 0 append lockpos 0
00000080:00200000:0.0:1789760764.400766:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23564288=0x1679000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760764.400826:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760764.400830:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23568384
00000020:00010000:0.0:1789760764.400838:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f6c8 (ffff911a04fd1f38/0) at cl_lock_release():245
00000020:00010000:0.0:1789760764.400842:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f6c8 (ffff911a04fd1f38/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760764.400845:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760764.400849:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f6c8 (ffff911a04fd1f38/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760764.400851:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1f38/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760764.400861:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760764.400868:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760764.400886:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760764.401130:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56680 - object 0x280000401:3 offset 23564288<>23568384
00000080:00200000:3.0:1789760764.435157:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5753, 5753]
00000080:00200000:3.0:1789760764.435174:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760764.435181:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760764.435197:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23568384 i_blocks 47111
00000020:00200000:3.0:1789760764.435201:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760764.435376:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000100:00100000:3.0:1789760764.436256:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520997760:192.168.203.116@tcp:4:dd.0
00010000:00010000:3.0:1789760764.448153:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789760764.471382:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973074 gen 3
00000008:00010000:3.0:1789760764.471435:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065906c0
00000020:00200000:3.0:1789760764.471443:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760764.471453:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760764.471474:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065906c0
00000100:00100000:3.0:1789760764.471508:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520997760:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760764.472354:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520997888:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760764.515054:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590300
00000020:00200000:3.0:1789760764.515071:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760764.515083:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760764.515156:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590300
00000100:00100000:3.0:1789760764.515190:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520997888:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760764.516129:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520998016:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760764.542917:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973076 gen 3
00000008:00010000:3.0:1789760764.542991:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590d80
00000020:00200000:3.0:1789760764.542999:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760764.543019:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760764.543048:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590d80
00000100:00100000:3.0:1789760764.543081:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520998016:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760764.543086:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5756, 5756]
00000080:00200000:0.0:1789760764.543107:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760764.543113:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760764.543129:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23580672 i_blocks 47111
00000020:00200000:0.0:1789760764.543134:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760764.543144:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760764.543181:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23580672, count: 4096
00000080:00200000:0.0:1789760764.543188:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23580672, bytes: 4096
00000080:00200000:0.0:1789760764.543197:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760764.543207:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760764.543211:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23580672, 23584768) 0 0
00000080:00200000:0.0:1789760764.543251:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760764.543268:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5757, 5757]
00020000:00200000:0.0:1789760764.543277:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23580672 chunk: [23580672, 23584768) 23584768, 4096
00020000:00200000:0.0:1789760764.543282:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760764.543303:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5757, 5757]
00000008:00010000:0.0:1789760764.543320:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760764.543326:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760764.543337:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23580672, 23584768) append 0 append lockpos 0
00000080:00200000:0.0:1789760764.543353:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23580672=0x167d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760764.543411:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760764.543414:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23584768
00000020:00010000:0.0:1789760764.543423:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_release():245
00000020:00010000:0.0:1789760764.543427:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760764.543430:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1008/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760764.543434:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760764.543436:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1b48/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760764.543445:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760764.543452:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760764.543468:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d180
00000008:00100000:0.0:1789760764.543597:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55f80 - object 0x280000401:3 offset 23580672<>23584768
00000080:00200000:0.0:1789760764.577835:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5757, 5757]
00000080:00200000:0.0:1789760764.577854:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760764.577861:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760764.577875:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23584768 i_blocks 47111
00000020:00200000:0.0:1789760764.577879:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760764.577888:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760764.577920:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23584768, count: 4096
00000080:00200000:0.0:1789760764.577928:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23584768, bytes: 4096
00000080:00200000:0.0:1789760764.577939:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760764.577948:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760764.577950:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23584768, 23588864) 0 0
00000080:00200000:0.0:1789760764.577955:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760764.577973:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5758, 5758]
00020000:00200000:0.0:1789760764.577981:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23584768 chunk: [23584768, 23588864) 23588864, 4096
00020000:00200000:0.0:1789760764.577986:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760764.578006:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5758, 5758]
00000008:00010000:0.0:1789760764.578034:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760764.578040:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760764.578052:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23584768, 23588864) append 0 append lockpos 0
00000080:00200000:0.0:1789760764.578067:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23584768=0x167e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760764.578114:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760764.578117:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23588864
00000020:00010000:0.0:1789760764.578124:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_release():245
00000020:00010000:0.0:1789760764.578127:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760764.578131:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1008/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760764.578134:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760764.578137:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1b48/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760764.578145:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760764.578153:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760764.619255:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5758, 5758]
00000080:00200000:0.0:1789760764.619269:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760764.619273:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760764.619287:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23588864 i_blocks 47111
00000020:00200000:0.0:1789760764.619290:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760764.619298:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760764.619327:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23588864, count: 4096
00000080:00200000:0.0:1789760764.619332:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23588864, bytes: 4096
00000080:00200000:0.0:1789760764.619339:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760764.619347:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760764.619349:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23588864, 23592960) 0 0
00000080:00200000:0.0:1789760764.619352:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760764.619367:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5759, 5759]
00020000:00200000:0.0:1789760764.619448:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23588864 chunk: [23588864, 23592960) 23592960, 4096
00020000:00200000:0.0:1789760764.619453:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760764.619474:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5759, 5759]
00000008:00010000:0.0:1789760764.619491:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760764.619497:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760764.619508:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23588864, 23592960) append 0 append lockpos 0
00000080:00200000:0.0:1789760764.619520:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23588864=0x167f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760764.619663:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760764.619667:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23592960
00000020:00010000:0.0:1789760764.619675:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_release():245
00000020:00010000:0.0:1789760764.619679:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760764.619681:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1008/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760764.619684:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760764.619688:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1b48/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760764.619695:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760764.619703:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760764.619720:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d240
00000008:00100000:0.0:1789760764.620035:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57b80 - object 0x280000401:3 offset 23588864<>23592960
00000100:00100000:0.0:1789760764.620085:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760764.620106:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520998400:192.168.203.116@tcp:4:dd.0
00000008:00010000:0.0:1789760764.653195:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7d240
00000020:00200000:0.0:1789760764.653209:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760764.653247:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760764.653264:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7d240
00000100:00100000:0.0:1789760764.653293:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520998400:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760764.690143:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5760, 5760]
00000080:00200000:0.0:1789760764.690161:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760764.690167:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760764.690183:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23597056 i_blocks 47111
00000020:00200000:0.0:1789760764.690187:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760764.690197:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760764.690264:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23597056, count: 4096
00000080:00200000:0.0:1789760764.690271:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23597056, bytes: 4096
00000080:00200000:0.0:1789760764.690281:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760764.690289:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760764.690291:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23597056, 23601152) 0 0
00000080:00200000:0.0:1789760764.690296:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760764.690313:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5761, 5761]
00020000:00200000:0.0:1789760764.690323:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23597056 chunk: [23597056, 23601152) 23601152, 4096
00020000:00200000:0.0:1789760764.690327:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760764.690348:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5761, 5761]
00000008:00010000:0.0:1789760764.690367:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760764.690384:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760764.690398:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23597056, 23601152) append 0 append lockpos 0
00000080:00200000:0.0:1789760764.690412:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23597056=0x1681000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760764.690471:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760764.690474:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23601152
00000020:00010000:0.0:1789760764.690482:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_release():245
00000020:00010000:0.0:1789760764.690486:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760764.690489:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1008/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760764.690492:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760764.690495:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1b48/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760764.690503:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760764.690509:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760764.690525:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d240
00000008:00100000:0.0:1789760764.690718:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55c00 - object 0x280000401:3 offset 23597056<>23601152
00000100:00100000:0.0:1789760764.690812:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760764.690831:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520998656:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760764.729863:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973081 gen 3
00000008:00010000:0.0:1789760764.729916:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7d240
00000020:00200000:0.0:1789760764.729924:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760764.729935:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760764.729961:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7d240
00000100:00100000:0.0:1789760764.729990:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699520998656:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760764.804464:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5762, 5762]
00000080:00200000:0.0:1789760764.804485:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760764.804491:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760764.804508:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23605248 i_blocks 47111
00000020:00200000:0.0:1789760764.804511:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760764.804522:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760764.804724:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23605248, count: 4096
00000080:00200000:0.0:1789760764.804733:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23605248, bytes: 4096
00000080:00200000:0.0:1789760764.804744:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760764.804889:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760764.804891:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23605248, 23609344) 0 0
00000080:00200000:0.0:1789760764.804896:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760764.804939:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5763, 5763]
00020000:00200000:0.0:1789760764.804948:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23605248 chunk: [23605248, 23609344) 23609344, 4096
00020000:00200000:0.0:1789760764.804953:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760764.804975:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5763, 5763]
00000008:00010000:0.0:1789760764.804994:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760764.805000:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760764.805128:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23605248, 23609344) append 0 append lockpos 0
00000080:00200000:0.0:1789760764.805144:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23605248=0x1683000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760764.805234:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760764.805238:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23609344
00000020:00010000:0.0:1789760764.805246:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_release():245
00000020:00010000:0.0:1789760764.805250:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760764.805252:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1008/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760764.805256:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760764.805259:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1b48/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760764.805268:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760764.805275:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760764.805360:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d240
00000008:00100000:0.0:1789760764.805483:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55c00 - object 0x280000401:3 offset 23605248<>23609344
00000100:00100000:3.0:1789760764.887401:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520999040:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760764.928137:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973084 gen 3
00000008:00010000:3.0:1789760764.928203:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590e40
00000020:00200000:3.0:1789760764.928234:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760764.928245:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760764.928266:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590e40
00000100:00100000:3.0:1789760764.928299:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699520999040:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760764.929999:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520999168:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760764.967865:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973085 gen 3
00000008:00010000:3.0:1789760764.967916:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590180
00000020:00200000:3.0:1789760764.967924:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760764.967935:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760764.967951:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590180
00000100:00100000:3.0:1789760764.967982:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520999168:192.168.203.116@tcp:4:dd.0
00000080:00200008:3.0:1789760764.968165:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23617536, count: 4096
00000080:00200000:3.0:1789760764.968174:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23617536, bytes: 4096
00000080:00200000:3.0:1789760764.968185:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760764.968194:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760764.968197:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23617536, 23621632) 0 0
00000080:00200000:3.0:1789760764.968201:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760764.968239:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5766, 5766]
00020000:00200000:3.0:1789760764.968248:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23617536 chunk: [23617536, 23621632) 23621632, 4096
00020000:00200000:3.0:1789760764.968252:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760764.968273:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5766, 5766]
00000008:00010000:3.0:1789760764.968291:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760764.968297:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760764.968309:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23617536, 23621632) append 0 append lockpos 0
00000080:00200000:3.0:1789760764.968323:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23617536=0x1686000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760764.968375:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760764.968377:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23621632
00000020:00010000:3.0:1789760764.968385:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f6c8 (ffff911a04fd1f38/0) at cl_lock_release():245
00000020:00010000:3.0:1789760764.968387:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f6c8 (ffff911a04fd1f38/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760764.968390:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760764.968393:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f6c8 (ffff911a04fd1f38/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760764.968395:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1f38/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760764.968400:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760764.968406:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760764.968416:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6c00
00000008:00100000:3.0:1789760764.968533:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1500 - object 0x280000401:3 offset 23617536<>23621632
00000100:00100000:3.0:1789760764.968632:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760764.968851:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520999296:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760764.997891:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973086 gen 3
00000008:00010000:3.0:1789760764.997940:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6c00
00000020:00200000:3.0:1789760764.997949:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760764.997961:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760764.997984:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6c00
00000100:00100000:3.0:1789760764.998027:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699520999296:192.168.203.116@tcp:4:dd.0
00000080:00200008:0.0:1789760764.998469:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23621632, count: 4096
00000080:00200000:0.0:1789760764.998479:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23621632, bytes: 4096
00000080:00200000:0.0:1789760764.998490:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760764.998500:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760764.998502:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23621632, 23625728) 0 0
00000080:00200000:0.0:1789760764.998507:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760764.998524:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5767, 5767]
00020000:00200000:0.0:1789760764.998534:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23621632 chunk: [23621632, 23625728) 23625728, 4096
00020000:00200000:0.0:1789760764.998540:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760764.998759:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5767, 5767]
00000008:00010000:0.0:1789760764.998840:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760764.998847:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760764.998860:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23621632, 23625728) append 0 append lockpos 0
00000080:00200000:0.0:1789760764.998875:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23621632=0x1687000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760764.998939:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760764.998942:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23625728
00000020:00010000:0.0:1789760764.998951:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760764.998955:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760764.998958:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760764.998961:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760764.998964:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760764.998972:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760764.998979:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760764.998993:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d0c0
00000008:00100000:0.0:1789760764.999126:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54700 - object 0x280000401:3 offset 23621632<>23625728
00000080:00200000:0.0:1789760765.043702:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5767, 5767]
00000080:00200000:0.0:1789760765.043723:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760765.043729:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760765.044055:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23625728 i_blocks 47111
00000020:00200000:0.0:1789760765.044061:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760765.044071:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760765.044417:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23625728, count: 4096
00000080:00200000:0.0:1789760765.044427:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23625728, bytes: 4096
00000080:00200000:0.0:1789760765.044436:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760765.044445:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760765.044447:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23625728, 23629824) 0 0
00000080:00200000:0.0:1789760765.044452:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760765.044468:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5768, 5768]
00020000:00200000:0.0:1789760765.044477:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23625728 chunk: [23625728, 23629824) 23629824, 4096
00020000:00200000:0.0:1789760765.044482:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760765.044503:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5768, 5768]
00000008:00010000:0.0:1789760765.044521:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760765.044527:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760765.044549:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23625728, 23629824) append 0 append lockpos 0
00000080:00200000:0.0:1789760765.044734:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23625728=0x1688000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760765.044905:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760765.044908:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23629824
00000020:00010000:0.0:1789760765.044917:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760765.044921:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760765.044924:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760765.044928:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760765.044931:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760765.044939:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760765.044946:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760765.044964:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d0c0
00000008:00100000:0.0:1789760765.045161:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54e00 - object 0x280000401:3 offset 23625728<>23629824
00000080:00200000:0.0:1789760765.088016:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5768, 5768]
00000080:00200000:0.0:1789760765.088033:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760765.088039:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760765.088056:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23629824 i_blocks 47111
00000020:00200000:0.0:1789760765.088060:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760765.088070:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760765.088105:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23629824, count: 4096
00000080:00200000:0.0:1789760765.088112:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23629824, bytes: 4096
00000080:00200000:0.0:1789760765.088120:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760765.088129:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760765.088131:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23629824, 23633920) 0 0
00000080:00200000:0.0:1789760765.088136:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760765.088152:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5769, 5769]
00020000:00200000:0.0:1789760765.088160:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23629824 chunk: [23629824, 23633920) 23633920, 4096
00020000:00200000:0.0:1789760765.088165:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760765.088184:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5769, 5769]
00000008:00010000:0.0:1789760765.088201:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760765.088207:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760765.088353:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23629824, 23633920) append 0 append lockpos 0
00000080:00200000:0.0:1789760765.088369:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23629824=0x1689000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760765.088434:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760765.088438:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23633920
00000020:00010000:0.0:1789760765.088446:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760765.088449:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760765.088452:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760765.088456:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760765.088459:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760765.088467:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760765.088473:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760765.088495:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d240
00000008:00100000:0.0:1789760765.088798:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54a80 - object 0x280000401:3 offset 23629824<>23633920
00000080:00200000:0.0:1789760765.148971:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5769, 5769]
00000080:00200000:0.0:1789760765.148990:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760765.148997:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760765.149020:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23633920 i_blocks 47111
00000020:00200000:0.0:1789760765.149024:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760765.149034:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760765.149067:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23633920, count: 4096
00000080:00200000:0.0:1789760765.149075:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23633920, bytes: 4096
00000080:00200000:0.0:1789760765.149084:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760765.149092:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760765.149095:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23633920, 23638016) 0 0
00000080:00200000:0.0:1789760765.149100:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760765.149116:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5770, 5770]
00020000:00200000:0.0:1789760765.149125:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23633920 chunk: [23633920, 23638016) 23638016, 4096
00020000:00200000:0.0:1789760765.149130:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760765.149150:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5770, 5770]
00000008:00010000:0.0:1789760765.149168:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760765.149174:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760765.149185:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23633920, 23638016) append 0 append lockpos 0
00000080:00200000:0.0:1789760765.149198:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23633920=0x168a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760765.149292:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760765.149296:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23638016
00000020:00010000:0.0:1789760765.149305:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760765.149308:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760765.149311:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760765.149315:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760765.149318:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760765.149326:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760765.149333:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760765.149350:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:0.0:1789760765.149467:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55500 - object 0x280000401:3 offset 23633920<>23638016
00000080:00200000:0.0:1789760765.194262:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5770, 5770]
00000080:00200000:0.0:1789760765.194295:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760765.194302:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760765.194319:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23638016 i_blocks 47111
00000020:00200000:0.0:1789760765.194323:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760765.194334:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760765.194368:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23638016, count: 4096
00000080:00200000:0.0:1789760765.194377:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23638016, bytes: 4096
00000080:00200000:0.0:1789760765.194386:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760765.194396:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760765.194399:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23638016, 23642112) 0 0
00000080:00200000:0.0:1789760765.194404:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760765.194421:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5771, 5771]
00020000:00200000:0.0:1789760765.194431:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23638016 chunk: [23638016, 23642112) 23642112, 4096
00020000:00200000:0.0:1789760765.194436:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760765.194456:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5771, 5771]
00000008:00010000:0.0:1789760765.194474:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760765.194480:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760765.194492:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23638016, 23642112) append 0 append lockpos 0
00000080:00200000:0.0:1789760765.194506:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23638016=0x168b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760765.194580:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760765.194583:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23642112
00000020:00010000:0.0:1789760765.194593:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760765.194597:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760765.194600:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760765.194604:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760765.194607:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760765.194616:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760765.194623:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760765.194650:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d180
00000008:00100000:0.0:1789760765.194772:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55180 - object 0x280000401:3 offset 23638016<>23642112
00000100:00100000:0.0:1789760765.194818:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760765.194834:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520999936:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760765.257903:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973091 gen 3
00000008:00010000:0.0:1789760765.257953:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7d180
00000020:00200000:0.0:1789760765.257962:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760765.257972:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760765.257999:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7d180
00000100:00100000:0.0:1789760765.258038:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699520999936:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760765.323089:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5772, 5772]
00000080:00200000:0.0:1789760765.323111:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760765.323118:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760765.323137:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23646208 i_blocks 47111
00000020:00200000:0.0:1789760765.323143:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760765.323157:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760765.323191:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23646208, count: 4096
00000080:00200000:0.0:1789760765.323199:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23646208, bytes: 4096
00000080:00200000:0.0:1789760765.323297:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760765.323307:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760765.323309:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23646208, 23650304) 0 0
00000080:00200000:0.0:1789760765.323314:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760765.323332:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5773, 5773]
00020000:00200000:0.0:1789760765.323342:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23646208 chunk: [23646208, 23650304) 23650304, 4096
00020000:00200000:0.0:1789760765.323347:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760765.330424:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5773, 5773]
00000008:00010000:0.0:1789760765.330456:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760765.330462:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760765.330476:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23646208, 23650304) append 0 append lockpos 0
00000080:00200000:0.0:1789760765.330491:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23646208=0x168d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760765.330558:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760765.330562:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23650304
00000020:00010000:0.0:1789760765.330569:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760765.330573:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760765.330575:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760765.330579:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760765.330581:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760765.330594:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760765.330603:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760765.330634:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d180
00000008:00100000:0.0:1789760765.330761:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55180 - object 0x280000401:3 offset 23646208<>23650304
00000100:00100000:0.0:1789760765.330819:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760765.330844:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521000192:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760765.366380:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973093 gen 3
00000008:00010000:0.0:1789760765.366427:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7d180
00000020:00200000:0.0:1789760765.366434:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760765.366444:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760765.366470:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7d180
00000100:00100000:0.0:1789760765.366501:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521000192:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760765.413373:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5774, 5774]
00000080:00200000:0.0:1789760765.413398:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760765.413404:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760765.413420:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23654400 i_blocks 47111
00000020:00200000:0.0:1789760765.413424:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760765.413441:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760765.413476:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23654400, count: 4096
00000080:00200000:0.0:1789760765.413482:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23654400, bytes: 4096
00000080:00200000:0.0:1789760765.413491:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760765.413499:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760765.413502:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23654400, 23658496) 0 0
00000080:00200000:0.0:1789760765.413506:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760765.413522:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5775, 5775]
00020000:00200000:0.0:1789760765.413531:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23654400 chunk: [23654400, 23658496) 23658496, 4096
00020000:00200000:0.0:1789760765.413535:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760765.413554:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5775, 5775]
00000008:00010000:0.0:1789760765.413573:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760765.413579:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760765.413590:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23654400, 23658496) append 0 append lockpos 0
00000080:00200000:0.0:1789760765.413604:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23654400=0x168f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760765.413662:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760765.413666:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23658496
00000020:00010000:0.0:1789760765.413674:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760765.413678:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760765.413680:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760765.413684:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760765.413687:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760765.413695:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760765.413702:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760765.413719:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d180
00000008:00100000:0.0:1789760765.413839:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55180 - object 0x280000401:3 offset 23654400<>23658496
00000100:00100000:0.0:1789760765.413883:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760765.413901:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521000448:192.168.203.116@tcp:4:dd.0
00010000:00010000:3.0:1789760765.471442:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789760765.476320:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973095 gen 3
00000008:00010000:0.0:1789760765.476385:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7d180
00000020:00200000:0.0:1789760765.476396:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760765.476409:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760765.476433:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7d180
00000100:00100000:0.0:1789760765.476462:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521000448:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760765.519305:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5776, 5776]
00000080:00200000:0.0:1789760765.519322:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760765.519329:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760765.519345:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23662592 i_blocks 47111
00000020:00200000:0.0:1789760765.519348:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760765.519358:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760765.519393:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23662592, count: 4096
00000080:00200000:0.0:1789760765.519400:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23662592, bytes: 4096
00000080:00200000:0.0:1789760765.519411:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760765.519420:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760765.519422:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23662592, 23666688) 0 0
00000080:00200000:0.0:1789760765.519427:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760765.519446:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5777, 5777]
00020000:00200000:0.0:1789760765.519454:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23662592 chunk: [23662592, 23666688) 23666688, 4096
00020000:00200000:0.0:1789760765.519459:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760765.519478:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5777, 5777]
00000008:00010000:0.0:1789760765.519502:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760765.519508:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760765.519521:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23662592, 23666688) append 0 append lockpos 0
00000080:00200000:0.0:1789760765.519536:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23662592=0x1691000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760765.519595:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760765.519598:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23666688
00000020:00010000:0.0:1789760765.519608:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760765.519612:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760765.519615:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760765.519618:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760765.519621:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760765.519629:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760765.519636:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760765.519653:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d180
00000008:00100000:0.0:1789760765.519786:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55180 - object 0x280000401:3 offset 23662592<>23666688
00000100:00100000:0.0:1789760765.519833:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760765.519852:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521000704:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760765.561932:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973097 gen 3
00000008:00010000:0.0:1789760765.561980:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7d180
00000020:00200000:0.0:1789760765.561989:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760765.561999:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760765.562035:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7d180
00000100:00100000:0.0:1789760765.562065:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521000704:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760765.601590:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973098 gen 3
00000008:00010000:3.0:1789760765.601654:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590c00
00000020:00200000:3.0:1789760765.601663:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760765.601675:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760765.601696:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590c00
00000100:00100000:3.0:1789760765.601733:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521000832:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760765.602989:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521000960:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760765.649334:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973099 gen 3
00000008:00010000:3.0:1789760765.649389:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590600
00000020:00200000:3.0:1789760765.649397:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760765.649408:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760765.649430:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590600
00000100:00100000:3.0:1789760765.649464:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521000960:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760765.650269:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521001088:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760765.682020:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973100 gen 3
00000008:00010000:3.0:1789760765.682070:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065903c0
00000020:00200000:3.0:1789760765.682079:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760765.682089:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760765.682110:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065903c0
00000100:00100000:3.0:1789760765.682143:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521001088:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760765.683790:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521001216:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760765.714033:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065903c0
00000020:00200000:3.0:1789760765.714047:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760765.714057:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760765.714074:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065903c0
00000100:00100000:3.0:1789760765.714104:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521001216:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760765.714974:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521001344:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760765.749879:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973101 gen 3
00000100:00100000:3.0:1789760765.749919:0:2408:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff911a12ee8700 x1876699521001344/t4294973102(4294973102) o4->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760781 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:3.0:1789760765.749967:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590600
00000020:00200000:3.0:1789760765.749976:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760765.749986:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760765.750016:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590600
00000100:00100000:3.0:1789760765.750043:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521001344:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760765.751179:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521001472:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760765.780477:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973103 gen 3
00000008:00010000:3.0:1789760765.780555:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590c00
00000020:00200000:3.0:1789760765.780564:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760765.780575:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760765.780594:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590c00
00000100:00100000:3.0:1789760765.780627:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521001472:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760765.781536:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521001600:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760765.822938:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973104 gen 3
00000008:00010000:3.0:1789760765.822991:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590180
00000020:00200000:3.0:1789760765.823008:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760765.823021:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760765.823040:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590180
00000100:00100000:3.0:1789760765.823070:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521001600:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760765.823973:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760765.824825:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521001728:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760765.865506:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590e40
00000020:00200000:3.0:1789760765.865521:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760765.865530:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760765.865561:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590e40
00000100:00100000:3.0:1789760765.865590:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521001728:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760765.865733:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5785, 5785]
00000080:00200000:0.0:1789760765.865749:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760765.865755:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760765.865769:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23699456 i_blocks 47111
00000020:00200000:0.0:1789760765.865772:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760765.865782:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760765.865814:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23699456, count: 4096
00000080:00200000:0.0:1789760765.865822:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23699456, bytes: 4096
00000080:00200000:0.0:1789760765.865830:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760765.865839:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760765.865841:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23699456, 23703552) 0 0
00000080:00200000:0.0:1789760765.865846:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760765.865862:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5786, 5786]
00020000:00200000:0.0:1789760765.865869:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23699456 chunk: [23699456, 23703552) 23703552, 4096
00020000:00200000:0.0:1789760765.865873:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760765.865890:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5786, 5786]
00000008:00010000:0.0:1789760765.865905:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760765.865910:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760765.865921:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23699456, 23703552) append 0 append lockpos 0
00000080:00200000:0.0:1789760765.865933:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23699456=0x169a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760765.865982:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760765.865984:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23703552
00000020:00010000:0.0:1789760765.865992:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760765.865995:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760765.866009:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760765.866012:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760765.866015:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760765.866023:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760765.866029:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760765.866043:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d180
00000008:00100000:0.0:1789760765.866152:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55180 - object 0x280000401:3 offset 23699456<>23703552
00000080:00200000:0.0:1789760765.903011:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5786, 5786]
00000080:00200000:0.0:1789760765.903028:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760765.903034:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760765.903049:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23703552 i_blocks 47111
00000020:00200000:0.0:1789760765.903052:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760765.903062:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760765.903104:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23703552, count: 4096
00000080:00200000:0.0:1789760765.903112:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23703552, bytes: 4096
00000080:00200000:0.0:1789760765.903121:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760765.903129:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760765.903131:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23703552, 23707648) 0 0
00000080:00200000:0.0:1789760765.903135:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760765.903152:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5787, 5787]
00020000:00200000:0.0:1789760765.903161:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23703552 chunk: [23703552, 23707648) 23707648, 4096
00020000:00200000:0.0:1789760765.903166:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760765.903187:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5787, 5787]
00000008:00010000:0.0:1789760765.903206:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760765.903244:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760765.903258:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23703552, 23707648) append 0 append lockpos 0
00000080:00200000:0.0:1789760765.903273:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23703552=0x169b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760765.903329:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760765.903331:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23707648
00000020:00010000:0.0:1789760765.903341:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760765.903344:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760765.903347:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760765.903350:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760765.903353:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760765.903362:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760765.903369:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760765.903386:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760765.903503:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56d80 - object 0x280000401:3 offset 23703552<>23707648
00000080:00200000:0.0:1789760765.944916:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5787, 5787]
00000080:00200000:0.0:1789760765.944934:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760765.944940:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760765.944956:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23707648 i_blocks 47111
00000020:00200000:0.0:1789760765.944960:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760765.944969:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760765.945016:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23707648, count: 4096
00000080:00200000:0.0:1789760765.945024:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23707648, bytes: 4096
00000080:00200000:0.0:1789760765.945035:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760765.945043:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760765.945046:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23707648, 23711744) 0 0
00000080:00200000:0.0:1789760765.945051:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760765.945067:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5788, 5788]
00020000:00200000:0.0:1789760765.945077:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23707648 chunk: [23707648, 23711744) 23711744, 4096
00020000:00200000:0.0:1789760765.945082:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760765.945103:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5788, 5788]
00000008:00010000:0.0:1789760765.945121:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760765.945127:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760765.945139:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23707648, 23711744) append 0 append lockpos 0
00000080:00200000:0.0:1789760765.945153:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23707648=0x169c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760765.945257:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760765.945260:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23711744
00000020:00010000:0.0:1789760765.945270:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760765.945274:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760765.945277:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760765.945281:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760765.945284:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760765.945293:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760765.945300:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760765.945317:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760765.945444:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54000 - object 0x280000401:3 offset 23707648<>23711744
00000080:00200000:0.0:1789760766.032252:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5788, 5788]
00000080:00200000:0.0:1789760766.032269:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760766.032275:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760766.032291:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23711744 i_blocks 47111
00000020:00200000:0.0:1789760766.032295:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760766.032304:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760766.032338:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23711744, count: 4096
00000080:00200000:0.0:1789760766.032346:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23711744, bytes: 4096
00000080:00200000:0.0:1789760766.032356:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760766.032366:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760766.032368:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23711744, 23715840) 0 0
00000080:00200000:0.0:1789760766.032372:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760766.032389:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5789, 5789]
00020000:00200000:0.0:1789760766.032399:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23711744 chunk: [23711744, 23715840) 23715840, 4096
00020000:00200000:0.0:1789760766.032404:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760766.032424:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5789, 5789]
00000008:00010000:0.0:1789760766.032441:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760766.032447:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760766.032458:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23711744, 23715840) append 0 append lockpos 0
00000080:00200000:0.0:1789760766.032474:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23711744=0x169d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760766.032526:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760766.032529:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23715840
00000020:00010000:0.0:1789760766.032537:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760766.032541:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760766.032544:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760766.032548:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760766.032550:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760766.032559:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760766.032566:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760766.032583:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760766.032717:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57100 - object 0x280000401:3 offset 23711744<>23715840
00000080:00200000:0.0:1789760766.078322:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5789, 5789]
00000080:00200000:0.0:1789760766.078340:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760766.078347:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760766.078364:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23715840 i_blocks 47111
00000020:00200000:0.0:1789760766.078367:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760766.078378:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760766.078412:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23715840, count: 4096
00000080:00200000:0.0:1789760766.078419:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23715840, bytes: 4096
00000080:00200000:0.0:1789760766.078430:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760766.078438:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760766.078440:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23715840, 23719936) 0 0
00000080:00200000:0.0:1789760766.078444:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760766.078462:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5790, 5790]
00020000:00200000:0.0:1789760766.078471:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23715840 chunk: [23715840, 23719936) 23719936, 4096
00020000:00200000:0.0:1789760766.078475:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760766.078495:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5790, 5790]
00000008:00010000:0.0:1789760766.078513:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760766.078518:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760766.078541:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23715840, 23719936) append 0 append lockpos 0
00000080:00200000:0.0:1789760766.078556:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23715840=0x169e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760766.078616:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760766.078619:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23719936
00000020:00010000:0.0:1789760766.078639:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760766.078643:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760766.078647:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760766.078651:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760766.078654:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760766.078662:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760766.078670:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760766.078687:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760766.078820:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55880 - object 0x280000401:3 offset 23715840<>23719936
00000080:00200000:0.0:1789760766.117991:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5790, 5790]
00000080:00200000:0.0:1789760766.118016:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760766.118023:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760766.118040:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23719936 i_blocks 47111
00000020:00200000:0.0:1789760766.118043:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760766.118053:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760766.118089:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23719936, count: 4096
00000080:00200000:0.0:1789760766.118096:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23719936, bytes: 4096
00000080:00200000:0.0:1789760766.118106:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760766.118115:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760766.118118:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23719936, 23724032) 0 0
00000080:00200000:0.0:1789760766.118122:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760766.118139:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5791, 5791]
00020000:00200000:0.0:1789760766.118148:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23719936 chunk: [23719936, 23724032) 23724032, 4096
00020000:00200000:0.0:1789760766.118152:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760766.118171:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5791, 5791]
00000008:00010000:0.0:1789760766.118190:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760766.118195:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760766.118206:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23719936, 23724032) append 0 append lockpos 0
00000080:00200000:0.0:1789760766.118264:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23719936=0x169f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760766.118321:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760766.118323:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23724032
00000020:00010000:0.0:1789760766.118332:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760766.118335:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760766.118339:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760766.118343:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760766.118345:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760766.118354:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760766.118361:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760766.118378:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d180
00000008:00100000:0.0:1789760766.118498:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56300 - object 0x280000401:3 offset 23719936<>23724032
00000100:00100000:3.0:1789760766.200388:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973111 gen 3
00000100:00100000:3.0:1789760766.200431:0:2407:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff911a12eeb480 x1876699521002624/t4294973112(4294973112) o4->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760782 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:3.0:1789760766.200482:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590d80
00000020:00200000:3.0:1789760766.200489:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760766.200500:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760766.200523:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590d80
00000100:00100000:3.0:1789760766.200554:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521002624:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760766.200661:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5792, 5792]
00000080:00200000:0.0:1789760766.200678:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760766.200684:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760766.200699:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23728128 i_blocks 47111
00000020:00200000:0.0:1789760766.200704:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760766.200713:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760766.200758:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23728128, count: 4096
00000080:00200000:0.0:1789760766.200766:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23728128, bytes: 4096
00000080:00200000:0.0:1789760766.200776:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760766.200785:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760766.200787:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23728128, 23732224) 0 0
00000080:00200000:0.0:1789760766.200792:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760766.200809:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5793, 5793]
00020000:00200000:0.0:1789760766.200817:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23728128 chunk: [23728128, 23732224) 23732224, 4096
00020000:00200000:0.0:1789760766.200821:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760766.200840:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5793, 5793]
00000008:00010000:0.0:1789760766.200857:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760766.200863:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760766.200874:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23728128, 23732224) append 0 append lockpos 0
00000080:00200000:0.0:1789760766.200888:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23728128=0x16a1000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760766.200947:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760766.200950:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23732224
00000020:00010000:0.0:1789760766.200959:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760766.200963:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760766.200966:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760766.200969:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760766.200972:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760766.200980:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760766.201165:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760766.201184:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:0.0:1789760766.201347:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54380 - object 0x280000401:3 offset 23728128<>23732224
00000080:00200000:0.0:1789760766.237176:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5793, 5793]
00000080:00200000:0.0:1789760766.237193:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760766.237199:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760766.237247:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23732224 i_blocks 47111
00000020:00200000:0.0:1789760766.237251:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760766.237260:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760766.237295:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23732224, count: 4096
00000080:00200000:0.0:1789760766.237302:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23732224, bytes: 4096
00000080:00200000:0.0:1789760766.237311:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760766.237320:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760766.237323:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23732224, 23736320) 0 0
00000080:00200000:0.0:1789760766.237327:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760766.237344:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5794, 5794]
00020000:00200000:0.0:1789760766.237353:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23732224 chunk: [23732224, 23736320) 23736320, 4096
00020000:00200000:0.0:1789760766.237358:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760766.237377:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5794, 5794]
00000008:00010000:0.0:1789760766.237393:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760766.237399:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760766.237411:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23732224, 23736320) append 0 append lockpos 0
00000080:00200000:0.0:1789760766.237425:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23732224=0x16a2000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760766.237481:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760766.237484:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23736320
00000020:00010000:0.0:1789760766.237492:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760766.237496:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760766.237499:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760766.237502:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760766.237504:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760766.237512:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760766.237518:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760766.237534:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d240
00000008:00100000:0.0:1789760766.237722:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57800 - object 0x280000401:3 offset 23732224<>23736320
00000080:00200000:0.0:1789760766.279429:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5794, 5794]
00000080:00200000:0.0:1789760766.279446:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760766.279452:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760766.279467:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23736320 i_blocks 47111
00000020:00200000:0.0:1789760766.279470:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760766.279480:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760766.279514:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23736320, count: 4096
00000080:00200000:0.0:1789760766.279521:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23736320, bytes: 4096
00000080:00200000:0.0:1789760766.279531:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760766.279552:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760766.279554:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23736320, 23740416) 0 0
00000080:00200000:0.0:1789760766.279559:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760766.279577:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5795, 5795]
00020000:00200000:0.0:1789760766.279587:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23736320 chunk: [23736320, 23740416) 23740416, 4096
00020000:00200000:0.0:1789760766.279592:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760766.279611:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5795, 5795]
00000008:00010000:0.0:1789760766.279700:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760766.279706:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760766.279719:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23736320, 23740416) append 0 append lockpos 0
00000080:00200000:0.0:1789760766.279734:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23736320=0x16a3000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760766.279960:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760766.279963:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23740416
00000020:00010000:0.0:1789760766.279973:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760766.279976:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760766.279980:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760766.279983:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760766.279986:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760766.280128:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760766.280138:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760766.280159:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d0c0
00000008:00100000:0.0:1789760766.281361:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56a00 - object 0x280000401:3 offset 23736320<>23740416
00000080:00200000:3.0:1789760766.310540:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5795, 5795]
00000080:00200000:3.0:1789760766.310558:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760766.310564:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760766.310580:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23740416 i_blocks 47111
00000020:00200000:3.0:1789760766.310584:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760766.310594:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760766.310740:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23740416, count: 4096
00000080:00200000:3.0:1789760766.310759:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23740416, bytes: 4096
00000080:00200000:3.0:1789760766.310770:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760766.310779:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760766.310782:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23740416, 23744512) 0 0
00000080:00200000:3.0:1789760766.310786:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760766.310804:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5796, 5796]
00020000:00200000:3.0:1789760766.310813:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23740416 chunk: [23740416, 23744512) 23744512, 4096
00020000:00200000:3.0:1789760766.310818:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760766.310838:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5796, 5796]
00000008:00010000:3.0:1789760766.310857:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760766.310863:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760766.310874:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23740416, 23744512) append 0 append lockpos 0
00000080:00200000:3.0:1789760766.310887:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23740416=0x16a4000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760766.310945:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760766.310948:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23744512
00000020:00010000:3.0:1789760766.310956:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:3.0:1789760766.310959:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760766.310962:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760766.310966:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760766.310969:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760766.310977:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760766.310983:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760766.311014:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6c00
00000008:00100000:3.0:1789760766.311137:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1500 - object 0x280000401:3 offset 23740416<>23744512
00000100:00100000:3.0:1789760766.311185:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760766.311205:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521003136:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760766.346313:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6c00
00000020:00200000:3.0:1789760766.346331:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760766.346343:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760766.346364:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6c00
00000100:00100000:3.0:1789760766.346393:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521003136:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760766.347767:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521003264:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760766.381470:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973116 gen 3
00000100:00100000:3.0:1789760766.381500:0:2408:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff911a12ee8a80 x1876699521003264/t4294973117(4294973117) o4->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760782 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:3.0:1789760766.381536:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590300
00000020:00200000:3.0:1789760766.381541:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760766.381550:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760766.381643:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590300
00000100:00100000:3.0:1789760766.381667:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521003264:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760766.382564:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521003392:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760766.430668:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973118 gen 3
00000008:00010000:0.0:1789760766.430728:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a132776c0
00000020:00200000:0.0:1789760766.430736:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760766.430745:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760766.430763:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a132776c0
00000100:00100000:0.0:1789760766.430792:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521003392:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760766.430897:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5798, 5798]
00000080:00200000:3.0:1789760766.430919:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760766.430924:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760766.430934:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23752704 i_blocks 47111
00000020:00200000:3.0:1789760766.430938:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760766.430946:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760766.430971:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23752704, count: 4096
00000080:00200000:3.0:1789760766.430978:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23752704, bytes: 4096
00000080:00200000:3.0:1789760766.430986:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760766.431001:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760766.431003:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23752704, 23756800) 0 0
00000080:00200000:3.0:1789760766.431007:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760766.431020:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5799, 5799]
00020000:00200000:3.0:1789760766.431035:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23752704 chunk: [23752704, 23756800) 23756800, 4096
00020000:00200000:3.0:1789760766.431039:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760766.431053:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5799, 5799]
00000008:00010000:3.0:1789760766.431066:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760766.431070:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760766.431078:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23752704, 23756800) append 0 append lockpos 0
00000080:00200000:3.0:1789760766.431088:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23752704=0x16a7000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760766.431125:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760766.431128:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23756800
00000020:00010000:3.0:1789760766.431134:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:3.0:1789760766.431137:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760766.431139:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760766.431142:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760766.431144:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760766.431150:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760766.431155:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760766.431405:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6c00
00000008:00100000:0.0:1789760766.431620:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56a00 - object 0x280000401:3 offset 23752704<>23756800
00000100:00100000:0.0:1789760766.431661:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760766.432107:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521003520:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760766.478396:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973119 gen 3
00000008:00010000:0.0:1789760766.478432:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6c00
00000020:00200000:0.0:1789760766.478438:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760766.478447:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760766.478470:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6c00
00000100:00100000:0.0:1789760766.478493:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521003520:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760766.478660:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5799, 5799]
00000080:00200000:3.0:1789760766.478681:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760766.478686:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760766.478698:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23756800 i_blocks 47111
00000020:00200000:3.0:1789760766.478702:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760766.478711:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760766.478736:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23756800, count: 4096
00000080:00200000:3.0:1789760766.478742:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23756800, bytes: 4096
00000080:00200000:3.0:1789760766.478749:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760766.478757:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760766.478759:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23756800, 23760896) 0 0
00000080:00200000:3.0:1789760766.478763:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760766.478774:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5800, 5800]
00020000:00200000:3.0:1789760766.478781:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23756800 chunk: [23756800, 23760896) 23760896, 4096
00020000:00200000:3.0:1789760766.478785:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760766.478809:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5800, 5800]
00000008:00010000:3.0:1789760766.478822:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760766.478826:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760766.478834:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23756800, 23760896) append 0 append lockpos 0
00000080:00200000:3.0:1789760766.478844:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23756800=0x16a8000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760766.478888:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760766.478890:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23760896
00000020:00010000:3.0:1789760766.478896:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:3.0:1789760766.478899:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760766.478902:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760766.478905:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760766.478908:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760766.478914:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760766.478919:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760766.478930:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6840
00000008:00100000:3.0:1789760766.479041:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1500 - object 0x280000401:3 offset 23756800<>23760896
00000100:00100000:3.0:1789760766.479078:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760766.479091:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521003648:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760766.514128:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973120 gen 3
00000008:00010000:3.0:1789760766.514181:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6840
00000020:00200000:3.0:1789760766.514189:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760766.514200:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760766.514251:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6840
00000100:00100000:3.0:1789760766.514282:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521003648:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760766.514417:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5800, 5800]
00000080:00200000:0.0:1789760766.514433:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760766.514439:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760766.514454:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23760896 i_blocks 47111
00000020:00200000:0.0:1789760766.514457:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760766.514467:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760766.514500:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23760896, count: 4096
00000080:00200000:0.0:1789760766.514507:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23760896, bytes: 4096
00000080:00200000:0.0:1789760766.514518:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760766.514527:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760766.514529:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23760896, 23764992) 0 0
00000080:00200000:0.0:1789760766.514534:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760766.514550:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5801, 5801]
00020000:00200000:0.0:1789760766.514560:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23760896 chunk: [23760896, 23764992) 23764992, 4096
00020000:00200000:0.0:1789760766.514564:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760766.514584:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5801, 5801]
00000008:00010000:0.0:1789760766.514601:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760766.514608:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760766.514619:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23760896, 23764992) append 0 append lockpos 0
00000080:00200000:0.0:1789760766.514642:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23760896=0x16a9000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760766.514704:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760766.514707:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23764992
00000020:00010000:0.0:1789760766.514716:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760766.514720:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760766.514723:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760766.514727:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760766.514730:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760766.514737:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760766.514745:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760766.514763:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d0c0
00000008:00100000:0.0:1789760766.514876:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56a00 - object 0x280000401:3 offset 23760896<>23764992
00000080:00200000:0.0:1789760766.549920:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5801, 5801]
00000080:00200000:0.0:1789760766.549936:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760766.549940:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760766.549955:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23764992 i_blocks 47111
00000020:00200000:0.0:1789760766.549959:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760766.549968:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760766.550010:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23764992, count: 4096
00000080:00200000:0.0:1789760766.550017:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23764992, bytes: 4096
00000080:00200000:0.0:1789760766.550027:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760766.550038:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760766.550040:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23764992, 23769088) 0 0
00000080:00200000:0.0:1789760766.550044:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760766.550071:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5802, 5802]
00020000:00200000:0.0:1789760766.550081:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23764992 chunk: [23764992, 23769088) 23769088, 4096
00020000:00200000:0.0:1789760766.550086:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760766.550105:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5802, 5802]
00000008:00010000:0.0:1789760766.550123:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760766.550129:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760766.550141:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23764992, 23769088) append 0 append lockpos 0
00000080:00200000:0.0:1789760766.550154:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23764992=0x16aa000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760766.550348:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760766.550351:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23769088
00000020:00010000:0.0:1789760766.550361:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760766.550364:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760766.550366:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760766.550370:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760766.550373:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760766.550381:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760766.550452:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760766.550470:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d240
00000008:00100000:0.0:1789760766.550814:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57800 - object 0x280000401:3 offset 23764992<>23769088
00000080:00200000:0.0:1789760766.578784:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5802, 5802]
00000080:00200000:0.0:1789760766.578804:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760766.578812:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760766.578832:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23769088 i_blocks 47111
00000020:00200000:0.0:1789760766.578836:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760766.578848:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760766.578888:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23769088, count: 4096
00000080:00200000:0.0:1789760766.578896:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23769088, bytes: 4096
00000080:00200000:0.0:1789760766.578910:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760766.578921:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760766.578923:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23769088, 23773184) 0 0
00000080:00200000:0.0:1789760766.578928:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760766.578951:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5803, 5803]
00020000:00200000:0.0:1789760766.578962:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23769088 chunk: [23769088, 23773184) 23773184, 4096
00020000:00200000:0.0:1789760766.578968:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760766.578990:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5803, 5803]
00000008:00010000:0.0:1789760766.579018:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760766.579025:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760766.579037:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23769088, 23773184) append 0 append lockpos 0
00000080:00200000:0.0:1789760766.579051:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23769088=0x16ab000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760766.579380:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760766.579447:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23773184
00000020:00010000:0.0:1789760766.579458:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760766.579462:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760766.579466:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760766.579469:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760766.579472:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760766.579481:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760766.579489:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760766.579509:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:0.0:1789760766.579834:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54380 - object 0x280000401:3 offset 23769088<>23773184
00000080:00200000:3.0:1789760766.626488:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5803, 5803]
00000080:00200000:3.0:1789760766.626515:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760766.626522:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760766.626539:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23773184 i_blocks 47111
00000020:00200000:3.0:1789760766.626543:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760766.626553:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760766.626588:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23773184, count: 4096
00000080:00200000:3.0:1789760766.626596:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23773184, bytes: 4096
00000080:00200000:3.0:1789760766.626607:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760766.626617:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760766.626619:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23773184, 23777280) 0 0
00000080:00200000:3.0:1789760766.626739:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760766.626758:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5804, 5804]
00020000:00200000:3.0:1789760766.626767:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23773184 chunk: [23773184, 23777280) 23777280, 4096
00020000:00200000:3.0:1789760766.626772:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760766.626791:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5804, 5804]
00000008:00010000:3.0:1789760766.626811:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760766.626817:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760766.626829:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23773184, 23777280) append 0 append lockpos 0
00000080:00200000:3.0:1789760766.626844:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23773184=0x16ac000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760766.626904:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760766.626919:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23777280
00000020:00010000:3.0:1789760766.626927:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:3.0:1789760766.626931:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760766.626934:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760766.626937:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760766.626940:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760766.626948:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760766.626954:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760766.627042:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6840
00000008:00100000:3.0:1789760766.627166:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1500 - object 0x280000401:3 offset 23773184<>23777280
00000100:00100000:3.0:1789760766.679002:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973124 gen 3
00000008:00010000:3.0:1789760766.679054:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6840
00000020:00200000:3.0:1789760766.679127:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760766.679138:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760766.679205:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6840
00000100:00100000:3.0:1789760766.679258:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521004160:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760766.679419:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5804, 5804]
00000080:00200000:0.0:1789760766.679436:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760766.679442:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760766.679458:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23777280 i_blocks 47111
00000020:00200000:0.0:1789760766.679462:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760766.679472:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760766.679503:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23777280, count: 4096
00000080:00200000:0.0:1789760766.679510:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23777280, bytes: 4096
00000080:00200000:0.0:1789760766.679582:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760766.679592:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760766.679595:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23777280, 23781376) 0 0
00000080:00200000:0.0:1789760766.679600:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760766.679618:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5805, 5805]
00020000:00200000:0.0:1789760766.679687:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23777280 chunk: [23777280, 23781376) 23781376, 4096
00020000:00200000:0.0:1789760766.679693:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760766.679714:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5805, 5805]
00000008:00010000:0.0:1789760766.679730:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760766.679736:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760766.679804:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23777280, 23781376) append 0 append lockpos 0
00000080:00200000:0.0:1789760766.679819:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23777280=0x16ad000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760766.679881:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760766.679884:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23781376
00000020:00010000:0.0:1789760766.679893:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760766.679897:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760766.679900:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760766.679903:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760766.679906:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760766.679915:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760766.679922:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760766.679940:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d180
00000008:00100000:0.0:1789760766.680134:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56300 - object 0x280000401:3 offset 23777280<>23781376
00000080:00200000:0.0:1789760766.720582:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5805, 5805]
00000080:00200000:0.0:1789760766.720599:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760766.720605:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760766.720635:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23781376 i_blocks 47111
00000020:00200000:0.0:1789760766.720639:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760766.720649:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760766.720829:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23781376, count: 4096
00000080:00200000:0.0:1789760766.720838:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23781376, bytes: 4096
00000080:00200000:0.0:1789760766.720848:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760766.720857:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760766.720859:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23781376, 23785472) 0 0
00000080:00200000:0.0:1789760766.720864:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760766.720882:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5806, 5806]
00020000:00200000:0.0:1789760766.720891:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23781376 chunk: [23781376, 23785472) 23785472, 4096
00020000:00200000:0.0:1789760766.720897:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760766.721001:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5806, 5806]
00000008:00010000:0.0:1789760766.721021:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760766.721026:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760766.721038:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23781376, 23785472) append 0 append lockpos 0
00000080:00200000:0.0:1789760766.721052:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23781376=0x16ae000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760766.721111:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760766.721114:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23785472
00000020:00010000:0.0:1789760766.721123:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760766.721126:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760766.721129:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760766.721132:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760766.721135:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760766.721144:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760766.721151:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760766.721168:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760766.721327:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55880 - object 0x280000401:3 offset 23781376<>23785472
00000080:00200000:0.0:1789760766.792517:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5806, 5806]
00000080:00200000:0.0:1789760766.792534:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760766.792540:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760766.792555:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23785472 i_blocks 47111
00000020:00200000:0.0:1789760766.792559:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760766.792568:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760766.792601:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23785472, count: 4096
00000080:00200000:0.0:1789760766.792609:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23785472, bytes: 4096
00000080:00200000:0.0:1789760766.792631:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760766.792640:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760766.792642:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23785472, 23789568) 0 0
00000080:00200000:0.0:1789760766.792647:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760766.792665:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5807, 5807]
00020000:00200000:0.0:1789760766.792675:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23785472 chunk: [23785472, 23789568) 23789568, 4096
00020000:00200000:0.0:1789760766.792680:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760766.792700:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5807, 5807]
00000008:00010000:0.0:1789760766.793003:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760766.793010:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760766.793023:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23785472, 23789568) append 0 append lockpos 0
00000080:00200000:0.0:1789760766.793038:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23785472=0x16af000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760766.793100:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760766.793102:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23789568
00000020:00010000:0.0:1789760766.793112:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760766.793115:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760766.793119:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760766.793122:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760766.793125:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760766.793134:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760766.793142:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760766.793161:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760766.793332:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57100 - object 0x280000401:3 offset 23785472<>23789568
00000080:00200000:0.0:1789760766.838130:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5807, 5807]
00000080:00200000:0.0:1789760766.838157:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760766.838164:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760766.838182:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23789568 i_blocks 47111
00000020:00200000:0.0:1789760766.838188:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760766.838206:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760766.838324:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23789568, count: 4096
00000080:00200000:0.0:1789760766.838334:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23789568, bytes: 4096
00000080:00200000:0.0:1789760766.838349:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760766.838359:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760766.838361:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23789568, 23793664) 0 0
00000080:00200000:0.0:1789760766.838366:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760766.838384:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5808, 5808]
00020000:00200000:0.0:1789760766.838392:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23789568 chunk: [23789568, 23793664) 23793664, 4096
00020000:00200000:0.0:1789760766.838396:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760766.838416:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5808, 5808]
00000008:00010000:0.0:1789760766.838477:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760766.838483:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760766.838492:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23789568, 23793664) append 0 append lockpos 0
00000080:00200000:0.0:1789760766.838505:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23789568=0x16b0000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760766.838572:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760766.838575:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23793664
00000020:00010000:0.0:1789760766.838584:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760766.838587:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760766.838590:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760766.838594:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760766.838597:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760766.838605:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760766.838612:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760766.838641:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760766.838769:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54000 - object 0x280000401:3 offset 23789568<>23793664
00000080:00200000:3.0:1789760766.887072:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5808, 5808]
00000080:00200000:3.0:1789760766.887090:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760766.887097:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760766.887112:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23793664 i_blocks 47111
00000020:00200000:3.0:1789760766.887116:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760766.887127:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760766.887161:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23793664, count: 4096
00000080:00200000:3.0:1789760766.887168:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23793664, bytes: 4096
00000080:00200000:3.0:1789760766.887178:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760766.887187:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760766.887190:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23793664, 23797760) 0 0
00000080:00200000:3.0:1789760766.887194:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760766.887310:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5809, 5809]
00020000:00200000:3.0:1789760766.887322:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23793664 chunk: [23793664, 23797760) 23797760, 4096
00020000:00200000:3.0:1789760766.887326:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760766.887348:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5809, 5809]
00000008:00010000:3.0:1789760766.887367:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760766.887373:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760766.887385:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23793664, 23797760) append 0 append lockpos 0
00000080:00200000:3.0:1789760766.887400:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23793664=0x16b1000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760766.887574:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760766.887577:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23797760
00000020:00010000:3.0:1789760766.887589:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:3.0:1789760766.887594:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760766.887597:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760766.887600:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760766.887602:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760766.887861:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760766.887870:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760766.887890:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6840
00000008:00100000:3.0:1789760766.888025:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1500 - object 0x280000401:3 offset 23793664<>23797760
00000100:00100000:3.0:1789760766.932876:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973129 gen 3
00000008:00010000:3.0:1789760766.932930:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6840
00000020:00200000:3.0:1789760766.932939:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760766.932952:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760766.933049:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6840
00000100:00100000:3.0:1789760766.933081:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521004800:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760766.936596:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5809, 5809]
00000080:00200000:0.0:1789760766.936627:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760766.936634:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760766.936757:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23797760 i_blocks 47111
00000020:00200000:0.0:1789760766.936764:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760766.936783:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760766.936818:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23797760, count: 4096
00000080:00200000:0.0:1789760766.936827:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23797760, bytes: 4096
00000080:00200000:0.0:1789760766.936843:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760766.936854:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760766.936856:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23797760, 23801856) 0 0
00000080:00200000:0.0:1789760766.936861:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760766.936881:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5810, 5810]
00020000:00200000:0.0:1789760766.936891:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23797760 chunk: [23797760, 23801856) 23801856, 4096
00020000:00200000:0.0:1789760766.936897:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760766.936919:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5810, 5810]
00000008:00010000:0.0:1789760766.936938:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760766.936945:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760766.936958:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23797760, 23801856) append 0 append lockpos 0
00000080:00200000:0.0:1789760766.936974:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23797760=0x16b2000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760766.937061:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760766.937064:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23801856
00000020:00010000:0.0:1789760766.937073:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760766.937077:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760766.937080:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760766.937084:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760766.937086:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760766.937097:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760766.937104:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760766.937136:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760766.937761:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56d80 - object 0x280000401:3 offset 23797760<>23801856
00000080:00200000:3.0:1789760767.002444:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5810, 5810]
00000080:00200000:3.0:1789760767.002460:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760767.002466:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760767.002483:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23801856 i_blocks 47111
00000020:00200000:3.0:1789760767.002486:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760767.002496:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760767.002530:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23801856, count: 4096
00000080:00200000:3.0:1789760767.002537:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23801856, bytes: 4096
00000080:00200000:3.0:1789760767.002548:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760767.002557:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760767.002559:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23801856, 23805952) 0 0
00000080:00200000:3.0:1789760767.002564:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760767.002580:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5811, 5811]
00020000:00200000:3.0:1789760767.002589:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23801856 chunk: [23801856, 23805952) 23805952, 4096
00020000:00200000:3.0:1789760767.002594:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760767.002614:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5811, 5811]
00000008:00010000:3.0:1789760767.002633:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760767.002640:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760767.002652:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23801856, 23805952) append 0 append lockpos 0
00000080:00200000:3.0:1789760767.002668:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23801856=0x16b3000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760767.002727:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760767.002730:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23805952
00000020:00010000:3.0:1789760767.002738:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:3.0:1789760767.002742:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760767.002872:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760767.002877:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760767.002880:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760767.002890:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760767.002897:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760767.003185:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6840
00000008:00100000:3.0:1789760767.003350:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1500 - object 0x280000401:3 offset 23801856<>23805952
00000100:00100000:3.0:1789760767.003406:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760767.003430:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521005056:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760767.043507:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973131 gen 3
00000008:00010000:3.0:1789760767.043566:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6840
00000020:00200000:3.0:1789760767.043575:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760767.043585:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760767.043611:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6840
00000100:00100000:3.0:1789760767.043882:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521005056:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760767.044895:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760767.045208:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521005184:192.168.203.116@tcp:4:dd.0
00000008:00010000:0.0:1789760767.096961:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277f00
00000020:00200000:0.0:1789760767.096976:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760767.097000:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760767.097025:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277f00
00000100:00100000:0.0:1789760767.097695:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521005184:192.168.203.116@tcp:4:dd.0
00000008:00010000:0.0:1789760767.097733:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a13277d80
00000008:00100000:0.0:1789760767.097889:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55180 - object 0x280000401:3 offset 23810048<>23814144
00000100:00100000:0.0:1789760767.097933:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521005312:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760767.154747:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973133 gen 3
00000008:00010000:0.0:1789760767.155320:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277d80
00000020:00200000:0.0:1789760767.155329:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760767.155341:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760767.155428:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277d80
00000100:00100000:0.0:1789760767.155457:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521005312:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760767.156732:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521005440:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760767.195657:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5814, 5814]
00000080:00200000:3.0:1789760767.195676:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760767.195683:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760767.195699:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23818240 i_blocks 47111
00000020:00200000:3.0:1789760767.195703:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760767.195713:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760767.195747:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23818240, count: 4096
00000080:00200000:3.0:1789760767.195755:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23818240, bytes: 4096
00000080:00200000:3.0:1789760767.195768:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760767.195777:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760767.195779:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23818240, 23822336) 0 0
00000080:00200000:3.0:1789760767.195783:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760767.195800:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5815, 5815]
00020000:00200000:3.0:1789760767.195810:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23818240 chunk: [23818240, 23822336) 23822336, 4096
00020000:00200000:3.0:1789760767.195814:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760767.195835:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5815, 5815]
00000008:00010000:3.0:1789760767.195854:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760767.195860:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760767.195871:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23818240, 23822336) append 0 append lockpos 0
00000080:00200000:3.0:1789760767.195885:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23818240=0x16b7000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760767.195946:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760767.195949:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23822336
00000020:00010000:3.0:1789760767.195958:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:3.0:1789760767.195961:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760767.195965:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760767.195968:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760767.195971:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760767.195979:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760767.195997:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760767.196014:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6840
00000008:00100000:3.0:1789760767.196535:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1500 - object 0x280000401:3 offset 23818240<>23822336
00000100:00100000:3.0:1789760767.196596:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521005568:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760767.238771:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973135 gen 3
00000008:00010000:3.0:1789760767.238828:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6840
00000020:00200000:3.0:1789760767.238837:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760767.238849:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760767.238869:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6840
00000100:00100000:3.0:1789760767.238899:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521005568:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760767.239738:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760767.239759:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521005696:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760767.280256:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973136 gen 3
00000008:00010000:3.0:1789760767.280370:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065906c0
00000020:00200000:3.0:1789760767.280380:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760767.280391:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760767.280411:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065906c0
00000100:00100000:3.0:1789760767.280445:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521005696:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760767.281749:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760767.281772:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521005824:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760767.314667:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973137 gen 3
00000008:00010000:3.0:1789760767.314719:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065900c0
00000020:00200000:3.0:1789760767.314729:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760767.314739:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760767.315291:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065900c0
00000100:00100000:3.0:1789760767.315332:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521005824:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760767.316484:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521005952:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760767.356944:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973138 gen 3
00000008:00010000:3.0:1789760767.357003:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590900
00000020:00200000:3.0:1789760767.357012:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760767.357023:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760767.357047:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590900
00000100:00100000:3.0:1789760767.357080:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521005952:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760767.357198:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5818, 5818]
00000080:00200000:0.0:1789760767.357257:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760767.357263:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760767.357304:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23834624 i_blocks 47111
00000020:00200000:0.0:1789760767.357380:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760767.357392:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760767.357428:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23834624, count: 4096
00000080:00200000:0.0:1789760767.357436:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23834624, bytes: 4096
00000080:00200000:0.0:1789760767.357446:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760767.357457:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760767.357459:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23834624, 23838720) 0 0
00000080:00200000:0.0:1789760767.357463:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760767.357481:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5819, 5819]
00020000:00200000:0.0:1789760767.357491:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23834624 chunk: [23834624, 23838720) 23838720, 4096
00020000:00200000:0.0:1789760767.357495:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760767.357581:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5819, 5819]
00000008:00010000:0.0:1789760767.357603:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760767.357609:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760767.357690:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23834624, 23838720) append 0 append lockpos 0
00000080:00200000:0.0:1789760767.357705:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23834624=0x16bb000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760767.357839:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760767.357843:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23838720
00000020:00010000:0.0:1789760767.357853:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760767.357856:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760767.357860:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760767.357863:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760767.357867:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760767.357875:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760767.357883:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760767.357901:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d180
00000008:00100000:0.0:1789760767.358042:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55180 - object 0x280000401:3 offset 23834624<>23838720
00000080:00200000:0.0:1789760767.394023:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5819, 5819]
00000080:00200000:0.0:1789760767.394043:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760767.394048:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760767.394064:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23838720 i_blocks 47111
00000020:00200000:0.0:1789760767.394068:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760767.394078:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760767.394112:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23838720, count: 4096
00000080:00200000:0.0:1789760767.394119:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23838720, bytes: 4096
00000080:00200000:0.0:1789760767.394127:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760767.394135:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760767.394137:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23838720, 23842816) 0 0
00000080:00200000:0.0:1789760767.394142:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760767.394158:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5820, 5820]
00020000:00200000:0.0:1789760767.394168:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23838720 chunk: [23838720, 23842816) 23842816, 4096
00020000:00200000:0.0:1789760767.394174:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760767.394194:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5820, 5820]
00000008:00010000:0.0:1789760767.394243:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760767.394249:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760767.394260:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23838720, 23842816) append 0 append lockpos 0
00000080:00200000:0.0:1789760767.394272:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23838720=0x16bc000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760767.394462:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760767.394464:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23842816
00000020:00010000:0.0:1789760767.394472:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760767.394475:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760767.394477:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760767.394480:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760767.394482:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760767.394487:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760767.394493:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760767.394505:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:0.0:1789760767.394617:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55500 - object 0x280000401:3 offset 23838720<>23842816
00000080:00200000:0.0:1789760767.438741:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5820, 5820]
00000080:00200000:0.0:1789760767.438807:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760767.438813:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760767.438831:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23842816 i_blocks 47111
00000020:00200000:0.0:1789760767.438835:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760767.438845:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760767.438880:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23842816, count: 4096
00000080:00200000:0.0:1789760767.438888:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23842816, bytes: 4096
00000080:00200000:0.0:1789760767.438900:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760767.438908:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760767.438911:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23842816, 23846912) 0 0
00000080:00200000:0.0:1789760767.438915:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760767.438935:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5821, 5821]
00020000:00200000:0.0:1789760767.438943:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23842816 chunk: [23842816, 23846912) 23846912, 4096
00020000:00200000:0.0:1789760767.438948:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760767.438969:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5821, 5821]
00000008:00010000:0.0:1789760767.438997:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760767.439003:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760767.439016:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23842816, 23846912) append 0 append lockpos 0
00000080:00200000:0.0:1789760767.439031:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23842816=0x16bd000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760767.439092:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760767.439095:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23846912
00000020:00010000:0.0:1789760767.439104:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760767.439109:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760767.439112:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760767.439116:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760767.439119:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760767.439127:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760767.439135:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760767.439155:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d240
00000008:00100000:0.0:1789760767.439481:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54a80 - object 0x280000401:3 offset 23842816<>23846912
00000080:00200000:0.0:1789760767.484865:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5821, 5821]
00000080:00200000:0.0:1789760767.484891:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760767.484897:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760767.484999:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23846912 i_blocks 47111
00000020:00200000:0.0:1789760767.485005:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760767.485018:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760767.485053:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23846912, count: 4096
00000080:00200000:0.0:1789760767.485060:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23846912, bytes: 4096
00000080:00200000:0.0:1789760767.485075:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760767.485085:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760767.485087:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23846912, 23851008) 0 0
00000080:00200000:0.0:1789760767.485091:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760767.485109:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5822, 5822]
00020000:00200000:0.0:1789760767.485118:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23846912 chunk: [23846912, 23851008) 23851008, 4096
00020000:00200000:0.0:1789760767.485123:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760767.485145:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5822, 5822]
00000008:00010000:0.0:1789760767.485165:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760767.485172:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760767.485186:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23846912, 23851008) append 0 append lockpos 0
00000080:00200000:0.0:1789760767.485206:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23846912=0x16be000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760767.485297:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760767.485300:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23851008
00000020:00010000:0.0:1789760767.485310:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760767.485314:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760767.485318:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760767.485321:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760767.485324:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760767.485337:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760767.485343:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760767.485370:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d0c0
00000008:00100000:0.0:1789760767.485499:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54e00 - object 0x280000401:3 offset 23846912<>23851008
00000100:00100000:3.0:1789760767.517668:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521006592:192.168.203.116@tcp:4:dd.0
00010000:00010000:0.0:1789760767.519933:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789760767.564263:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973143 gen 3
00000008:00010000:3.0:1789760767.564321:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590000
00000020:00200000:3.0:1789760767.564331:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760767.564342:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760767.564371:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590000
00000100:00100000:3.0:1789760767.564403:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521006592:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760767.567932:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760767.567965:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521006720:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760767.599894:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973144 gen 3
00000008:00010000:3.0:1789760767.599946:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590b40
00000020:00200000:3.0:1789760767.599954:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760767.599966:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760767.599998:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590b40
00000100:00100000:3.0:1789760767.600031:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521006720:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760767.600867:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521006848:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760767.678301:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973145 gen 3
00000008:00010000:3.0:1789760767.678355:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590b40
00000020:00200000:3.0:1789760767.678363:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760767.678375:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760767.678401:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590b40
00000100:00100000:3.0:1789760767.678435:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521006848:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760767.761248:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973146 gen 3
00000008:00010000:3.0:1789760767.761302:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590000
00000020:00200000:3.0:1789760767.761311:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760767.761323:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760767.761355:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590000
00000100:00100000:3.0:1789760767.761391:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521006976:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760767.765695:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521007104:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760767.817777:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973147 gen 3
00000008:00010000:3.0:1789760767.817839:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590900
00000020:00200000:3.0:1789760767.817850:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760767.817863:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760767.817893:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590900
00000100:00100000:3.0:1789760767.817932:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521007104:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760767.869385:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5828, 5828]
00000080:00200000:0.0:1789760767.869405:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760767.869412:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760767.869430:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23875584 i_blocks 47111
00000020:00200000:0.0:1789760767.869435:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760767.869445:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760767.869479:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23875584, count: 4096
00000080:00200000:0.0:1789760767.869486:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23875584, bytes: 4096
00000080:00200000:0.0:1789760767.869496:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760767.869505:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760767.869507:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23875584, 23879680) 0 0
00000080:00200000:0.0:1789760767.869511:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760767.869529:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5829, 5829]
00020000:00200000:0.0:1789760767.869538:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23875584 chunk: [23875584, 23879680) 23879680, 4096
00020000:00200000:0.0:1789760767.869542:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760767.869563:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5829, 5829]
00000008:00010000:0.0:1789760767.869580:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760767.869586:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760767.869598:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23875584, 23879680) append 0 append lockpos 0
00000080:00200000:0.0:1789760767.869611:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23875584=0x16c5000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760767.869663:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760767.869665:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23879680
00000020:00010000:0.0:1789760767.869674:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760767.869677:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760767.869680:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760767.869683:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760767.869685:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760767.869693:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760767.869698:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760767.869713:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d0c0
00000008:00100000:0.0:1789760767.869835:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54700 - object 0x280000401:3 offset 23875584<>23879680
00000100:00100000:0.0:1789760767.869883:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760767.869902:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521007360:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760767.924992:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973149 gen 3
00000008:00010000:0.0:1789760767.925053:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7d0c0
00000020:00200000:0.0:1789760767.925061:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760767.925072:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760767.925096:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7d0c0
00000100:00100000:0.0:1789760767.925128:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521007360:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760767.925238:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5829, 5829]
00000080:00200000:3.0:1789760767.925257:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760767.925262:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760767.925278:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23879680 i_blocks 47111
00000020:00200000:3.0:1789760767.925282:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760767.925292:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760767.925326:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23879680, count: 4096
00000080:00200000:3.0:1789760767.925333:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23879680, bytes: 4096
00000080:00200000:3.0:1789760767.925344:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760767.925353:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760767.925355:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23879680, 23883776) 0 0
00000080:00200000:3.0:1789760767.925360:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760767.925377:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5830, 5830]
00020000:00200000:3.0:1789760767.925386:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23879680 chunk: [23879680, 23883776) 23883776, 4096
00020000:00200000:3.0:1789760767.925390:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760767.925409:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5830, 5830]
00000008:00010000:3.0:1789760767.925429:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760767.925435:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760767.925448:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23879680, 23883776) append 0 append lockpos 0
00000080:00200000:3.0:1789760767.925461:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23879680=0x16c6000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760767.925976:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760767.925981:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23883776
00000020:00010000:3.0:1789760767.926069:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:3.0:1789760767.926074:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760767.926079:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760767.926083:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760767.926086:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760767.926095:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760767.926103:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760767.926128:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6840
00000008:00100000:3.0:1789760767.926320:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1500 - object 0x280000401:3 offset 23879680<>23883776
00000080:00200000:3.0:1789760767.982868:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5830, 5830]
00000080:00200000:3.0:1789760767.982887:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760767.982893:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760767.982909:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23883776 i_blocks 47111
00000020:00200000:3.0:1789760767.982913:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760767.982923:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760767.982959:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23883776, count: 4096
00000080:00200000:3.0:1789760767.982967:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23883776, bytes: 4096
00000080:00200000:3.0:1789760767.982977:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760767.982998:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760767.983001:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23883776, 23887872) 0 0
00000080:00200000:3.0:1789760767.983077:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760767.983097:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5831, 5831]
00020000:00200000:3.0:1789760767.983105:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23883776 chunk: [23883776, 23887872) 23887872, 4096
00020000:00200000:3.0:1789760767.983110:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760767.983129:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5831, 5831]
00000008:00010000:3.0:1789760767.983148:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760767.983154:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760767.983165:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23883776, 23887872) append 0 append lockpos 0
00000080:00200000:3.0:1789760767.983178:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23883776=0x16c7000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760767.983262:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760767.983265:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23887872
00000020:00010000:3.0:1789760767.983274:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:3.0:1789760767.983277:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760767.983280:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760767.983283:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760767.983286:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760767.983293:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760767.983300:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760767.983318:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6600
00000008:00100000:3.0:1789760767.983436:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2300 - object 0x280000401:3 offset 23883776<>23887872
00000080:00200000:3.0:1789760768.032460:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5831, 5831]
00000080:00200000:3.0:1789760768.032477:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760768.032483:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760768.032498:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23887872 i_blocks 47111
00000020:00200000:3.0:1789760768.032502:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760768.032577:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760768.032615:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23887872, count: 4096
00000080:00200000:3.0:1789760768.032624:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23887872, bytes: 4096
00000080:00200000:3.0:1789760768.032635:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760768.032644:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760768.032647:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23887872, 23891968) 0 0
00000080:00200000:3.0:1789760768.032651:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760768.032668:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5832, 5832]
00020000:00200000:3.0:1789760768.032678:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23887872 chunk: [23887872, 23891968) 23891968, 4096
00020000:00200000:3.0:1789760768.032683:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760768.032704:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5832, 5832]
00000008:00010000:3.0:1789760768.032724:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760768.032730:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760768.032867:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23887872, 23891968) append 0 append lockpos 0
00000080:00200000:3.0:1789760768.032887:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23887872=0x16c8000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760768.032949:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760768.032952:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23891968
00000020:00010000:3.0:1789760768.032961:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:3.0:1789760768.032965:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760768.032968:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760768.032972:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760768.032975:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760768.032994:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760768.033002:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760768.033084:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb63c0
00000008:00100000:3.0:1789760768.033450:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad3480 - object 0x280000401:3 offset 23887872<>23891968
00000080:00200000:3.0:1789760768.077400:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5832, 5832]
00000080:00200000:3.0:1789760768.077418:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760768.077424:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760768.077441:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23891968 i_blocks 47111
00000020:00200000:3.0:1789760768.077445:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760768.077455:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760768.077605:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23891968, count: 4096
00000080:00200000:3.0:1789760768.077614:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23891968, bytes: 4096
00000080:00200000:3.0:1789760768.077701:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760768.077711:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760768.077713:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23891968, 23896064) 0 0
00000080:00200000:3.0:1789760768.077718:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760768.077747:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5833, 5833]
00020000:00200000:3.0:1789760768.077757:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23891968 chunk: [23891968, 23896064) 23896064, 4096
00020000:00200000:3.0:1789760768.077762:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760768.077785:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5833, 5833]
00000008:00010000:3.0:1789760768.077804:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760768.077810:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760768.077822:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23891968, 23896064) append 0 append lockpos 0
00000080:00200000:3.0:1789760768.077836:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23891968=0x16c9000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760768.077898:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760768.077901:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23896064
00000020:00010000:3.0:1789760768.077909:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:3.0:1789760768.077913:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760768.077916:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760768.077919:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760768.077922:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760768.077929:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760768.077936:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760768.077954:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6000
00000008:00100000:3.0:1789760768.078266:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2a00 - object 0x280000401:3 offset 23891968<>23896064
00000080:00200000:3.0:1789760768.151467:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5833, 5833]
00000080:00200000:3.0:1789760768.151487:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760768.151493:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760768.151506:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23896064 i_blocks 47111
00000020:00200000:3.0:1789760768.151511:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760768.151524:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760768.151548:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23896064, count: 4096
00000080:00200000:3.0:1789760768.151554:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23896064, bytes: 4096
00000080:00200000:3.0:1789760768.151561:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760768.151568:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760768.151570:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23896064, 23900160) 0 0
00000080:00200000:3.0:1789760768.151574:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760768.151586:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5834, 5834]
00020000:00200000:3.0:1789760768.151593:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23896064 chunk: [23896064, 23900160) 23900160, 4096
00020000:00200000:3.0:1789760768.151597:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760768.151612:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5834, 5834]
00000008:00010000:3.0:1789760768.151635:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760768.151640:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760768.151648:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23896064, 23900160) append 0 append lockpos 0
00000080:00200000:3.0:1789760768.151658:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23896064=0x16ca000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760768.151714:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760768.151717:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23900160
00000020:00010000:3.0:1789760768.151724:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:3.0:1789760768.151728:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760768.151730:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760768.151733:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760768.151735:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760768.151742:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760768.151747:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760768.151764:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6480
00000008:00100000:3.0:1789760768.151864:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2d80 - object 0x280000401:3 offset 23896064<>23900160
00000080:00200000:3.0:1789760768.201591:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5834, 5834]
00000080:00200000:3.0:1789760768.201626:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760768.201632:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760768.201649:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23900160 i_blocks 47111
00000020:00200000:3.0:1789760768.201653:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760768.201665:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760768.201699:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23900160, count: 4096
00000080:00200000:3.0:1789760768.201707:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23900160, bytes: 4096
00000080:00200000:3.0:1789760768.201720:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760768.201729:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760768.201731:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23900160, 23904256) 0 0
00000080:00200000:3.0:1789760768.201736:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760768.201944:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5835, 5835]
00020000:00200000:3.0:1789760768.201953:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23900160 chunk: [23900160, 23904256) 23904256, 4096
00020000:00200000:3.0:1789760768.201958:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760768.201991:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5835, 5835]
00000008:00010000:3.0:1789760768.202019:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760768.202025:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760768.202035:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23900160, 23904256) append 0 append lockpos 0
00000080:00200000:3.0:1789760768.202051:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23900160=0x16cb000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760768.202113:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760768.202116:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23904256
00000020:00010000:3.0:1789760768.202125:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:3.0:1789760768.202128:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760768.202131:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760768.202135:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760768.202138:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760768.202145:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760768.202153:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760768.202172:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6a80
00000008:00100000:3.0:1789760768.202352:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad0700 - object 0x280000401:3 offset 23900160<>23904256
00000080:00200000:3.0:1789760768.249540:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5835, 5835]
00000080:00200000:3.0:1789760768.249558:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760768.249564:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760768.249581:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23904256 i_blocks 47111
00000020:00200000:3.0:1789760768.249585:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760768.249596:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760768.249645:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23904256, count: 4096
00000080:00200000:3.0:1789760768.249652:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23904256, bytes: 4096
00000080:00200000:3.0:1789760768.249660:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760768.249669:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760768.249671:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23904256, 23908352) 0 0
00000080:00200000:3.0:1789760768.249676:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760768.249692:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5836, 5836]
00020000:00200000:3.0:1789760768.249702:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23904256 chunk: [23904256, 23908352) 23908352, 4096
00020000:00200000:3.0:1789760768.249707:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760768.249726:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5836, 5836]
00000008:00010000:3.0:1789760768.249934:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760768.249942:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760768.249956:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23904256, 23908352) append 0 append lockpos 0
00000080:00200000:3.0:1789760768.249972:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23904256=0x16cc000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760768.250058:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760768.250061:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23908352
00000020:00010000:3.0:1789760768.250069:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:3.0:1789760768.250072:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760768.250075:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760768.250079:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760768.250082:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760768.250090:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760768.250098:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760768.250115:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6f00
00000008:00100000:3.0:1789760768.250299:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad3800 - object 0x280000401:3 offset 23904256<>23908352
00000080:00200000:3.0:1789760768.303616:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5836, 5836]
00000080:00200000:3.0:1789760768.303642:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760768.303652:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760768.303671:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23908352 i_blocks 47111
00000020:00200000:3.0:1789760768.303676:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760768.303692:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760768.303726:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23908352, count: 4096
00000080:00200000:3.0:1789760768.303735:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23908352, bytes: 4096
00000080:00200000:3.0:1789760768.303747:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760768.303756:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760768.303758:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23908352, 23912448) 0 0
00000080:00200000:3.0:1789760768.303762:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760768.303778:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5837, 5837]
00020000:00200000:3.0:1789760768.303788:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23908352 chunk: [23908352, 23912448) 23912448, 4096
00020000:00200000:3.0:1789760768.303793:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760768.303813:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5837, 5837]
00000008:00010000:3.0:1789760768.303830:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760768.303836:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760768.303848:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23908352, 23912448) append 0 append lockpos 0
00000080:00200000:3.0:1789760768.303861:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23908352=0x16cd000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760768.303939:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760768.303942:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23912448
00000020:00010000:3.0:1789760768.303950:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:3.0:1789760768.303954:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760768.303957:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760768.303961:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760768.303963:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760768.303971:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760768.303978:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760768.304009:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6240
00000008:00100000:3.0:1789760768.304146:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad0700 - object 0x280000401:3 offset 23908352<>23912448
00000080:00200000:3.0:1789760768.378551:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5837, 5837]
00000080:00200000:3.0:1789760768.378571:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760768.378577:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760768.378593:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23912448 i_blocks 47111
00000020:00200000:3.0:1789760768.378596:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760768.378605:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760768.378649:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23912448, count: 4096
00000080:00200000:3.0:1789760768.378657:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23912448, bytes: 4096
00000080:00200000:3.0:1789760768.378667:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760768.378676:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760768.378679:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23912448, 23916544) 0 0
00000080:00200000:3.0:1789760768.378684:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760768.378700:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5838, 5838]
00020000:00200000:3.0:1789760768.378709:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23912448 chunk: [23912448, 23916544) 23916544, 4096
00020000:00200000:3.0:1789760768.378714:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760768.378734:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5838, 5838]
00000008:00010000:3.0:1789760768.378765:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760768.378771:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760768.378785:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23912448, 23916544) append 0 append lockpos 0
00000080:00200000:3.0:1789760768.378799:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23912448=0x16ce000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760768.378859:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760768.378862:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23916544
00000020:00010000:3.0:1789760768.378872:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:3.0:1789760768.378875:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760768.378879:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760768.378882:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760768.378885:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760768.378892:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760768.378899:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760768.378916:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb60c0
00000008:00100000:3.0:1789760768.379054:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2d80 - object 0x280000401:3 offset 23912448<>23916544
00000080:00200000:3.0:1789760768.408248:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5838, 5838]
00000080:00200000:3.0:1789760768.408265:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760768.408271:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760768.408287:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23916544 i_blocks 47111
00000020:00200000:3.0:1789760768.408290:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760768.408300:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760768.408334:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23916544, count: 4096
00000080:00200000:3.0:1789760768.408341:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23916544, bytes: 4096
00000080:00200000:3.0:1789760768.408352:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760768.408361:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760768.408363:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23916544, 23920640) 0 0
00000080:00200000:3.0:1789760768.408368:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760768.408463:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5839, 5839]
00020000:00200000:3.0:1789760768.408473:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23916544 chunk: [23916544, 23920640) 23920640, 4096
00020000:00200000:3.0:1789760768.408478:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760768.408497:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5839, 5839]
00000008:00010000:3.0:1789760768.408515:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760768.408522:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760768.408534:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23916544, 23920640) append 0 append lockpos 0
00000080:00200000:3.0:1789760768.408548:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23916544=0x16cf000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760768.408611:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760768.408614:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23920640
00000020:00010000:3.0:1789760768.408622:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:3.0:1789760768.408625:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760768.408629:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760768.408632:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760768.408635:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760768.408642:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760768.408648:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760768.408664:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb66c0
00000008:00100000:3.0:1789760768.408857:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2a00 - object 0x280000401:3 offset 23916544<>23920640
00000080:00200000:3.0:1789760768.441121:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5839, 5839]
00000080:00200000:3.0:1789760768.441153:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760768.441160:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760768.441180:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23920640 i_blocks 47111
00000020:00200000:3.0:1789760768.441185:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760768.441202:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760768.441248:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23920640, count: 4096
00000080:00200000:3.0:1789760768.441257:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23920640, bytes: 4096
00000080:00200000:3.0:1789760768.441270:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760768.441280:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760768.441282:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23920640, 23924736) 0 0
00000080:00200000:3.0:1789760768.441287:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760768.441306:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5840, 5840]
00020000:00200000:3.0:1789760768.441316:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23920640 chunk: [23920640, 23924736) 23924736, 4096
00020000:00200000:3.0:1789760768.441321:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760768.441342:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5840, 5840]
00000008:00010000:3.0:1789760768.441360:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760768.441366:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760768.441377:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23920640, 23924736) append 0 append lockpos 0
00000080:00200000:3.0:1789760768.441392:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23920640=0x16d0000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760768.441460:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760768.441463:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23924736
00000020:00010000:3.0:1789760768.441470:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:3.0:1789760768.441474:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760768.441477:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760768.441481:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760768.441484:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760768.441492:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760768.441497:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760768.441528:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6cc0
00000008:00100000:3.0:1789760768.441679:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad3480 - object 0x280000401:3 offset 23920640<>23924736
00000080:00200000:3.0:1789760768.476427:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5840, 5840]
00000080:00200000:3.0:1789760768.476443:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760768.476448:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760768.476463:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23924736 i_blocks 47111
00000020:00200000:3.0:1789760768.476467:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760768.476476:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760768.476660:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23924736, count: 4096
00000080:00200000:3.0:1789760768.476668:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23924736, bytes: 4096
00000080:00200000:3.0:1789760768.476678:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760768.476687:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760768.476689:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23924736, 23928832) 0 0
00000080:00200000:3.0:1789760768.476700:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760768.476715:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5841, 5841]
00020000:00200000:3.0:1789760768.476724:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23924736 chunk: [23924736, 23928832) 23928832, 4096
00020000:00200000:3.0:1789760768.476728:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760768.476931:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5841, 5841]
00000008:00010000:3.0:1789760768.476950:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760768.476956:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760768.476968:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23924736, 23928832) append 0 append lockpos 0
00000080:00200000:3.0:1789760768.476990:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23924736=0x16d1000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760768.477048:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760768.477050:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23928832
00000020:00010000:3.0:1789760768.477058:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:3.0:1789760768.477062:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760768.477065:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760768.477068:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760768.477071:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760768.477077:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760768.477083:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760768.477100:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6cc0
00000008:00100000:3.0:1789760768.477208:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2300 - object 0x280000401:3 offset 23924736<>23928832
00000100:00100000:3.0:1789760768.478396:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760768.478424:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521009536:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760768.519450:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5841, 5841]
00000080:00200000:0.0:1789760768.519468:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760768.519473:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760768.519489:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23928832 i_blocks 47111
00000020:00200000:0.0:1789760768.519492:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760768.519502:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760768.519536:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23928832, count: 4096
00000080:00200000:0.0:1789760768.519543:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23928832, bytes: 4096
00000080:00200000:0.0:1789760768.519553:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760768.519562:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760768.519565:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23928832, 23932928) 0 0
00000080:00200000:0.0:1789760768.519570:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760768.519587:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5842, 5842]
00020000:00200000:0.0:1789760768.519596:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23928832 chunk: [23928832, 23932928) 23932928, 4096
00020000:00200000:0.0:1789760768.519601:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760768.519633:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5842, 5842]
00000008:00010000:0.0:1789760768.519651:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760768.519658:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760768.519669:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23928832, 23932928) append 0 append lockpos 0
00000080:00200000:0.0:1789760768.519684:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23928832=0x16d2000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760768.519757:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760768.519761:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23932928
00000020:00010000:0.0:1789760768.519770:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760768.519774:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760768.519777:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760768.519780:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760768.519784:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760768.519792:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760768.519800:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760768.519817:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d0c0
00000008:00100000:0.0:1789760768.519940:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54700 - object 0x280000401:3 offset 23928832<>23932928
00000100:00100000:0.0:1789760768.519999:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760768.520021:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521009664:192.168.203.116@tcp:4:dd.0
00010000:00010000:3.0:1789760768.543490:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789760768.548028:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973162 gen 3
00000008:00010000:0.0:1789760768.548097:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7d0c0
00000020:00200000:0.0:1789760768.548106:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760768.548116:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760768.548201:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7d0c0
00000100:00100000:0.0:1789760768.548267:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521009664:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760768.549585:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760768.549864:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521009792:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760768.590415:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5843, 5843]
00000080:00200000:3.0:1789760768.590432:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760768.590438:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760768.590453:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23937024 i_blocks 47111
00000020:00200000:3.0:1789760768.590456:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760768.590466:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760768.590498:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23937024, count: 4096
00000080:00200000:3.0:1789760768.590517:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23937024, bytes: 4096
00000080:00200000:3.0:1789760768.590527:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760768.590536:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760768.590538:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23937024, 23941120) 0 0
00000080:00200000:3.0:1789760768.590542:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760768.590559:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5844, 5844]
00020000:00200000:3.0:1789760768.590568:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23937024 chunk: [23937024, 23941120) 23941120, 4096
00020000:00200000:3.0:1789760768.590573:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760768.590597:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5844, 5844]
00000008:00010000:3.0:1789760768.590712:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760768.590719:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760768.590731:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23937024, 23941120) append 0 append lockpos 0
00000080:00200000:3.0:1789760768.590744:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23937024=0x16d4000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760768.590801:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760768.590804:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23941120
00000020:00010000:3.0:1789760768.590812:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:3.0:1789760768.590816:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760768.590819:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760768.590823:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760768.590826:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760768.590834:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760768.590840:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760768.590857:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb66c0
00000008:00100000:3.0:1789760768.590988:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1500 - object 0x280000401:3 offset 23937024<>23941120
00000080:00200000:3.0:1789760768.648247:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5844, 5844]
00000080:00200000:3.0:1789760768.648264:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760768.648270:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760768.648296:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23941120 i_blocks 47111
00000020:00200000:3.0:1789760768.648300:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760768.648310:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760768.648344:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23941120, count: 4096
00000080:00200000:3.0:1789760768.648352:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23941120, bytes: 4096
00000080:00200000:3.0:1789760768.648372:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760768.648381:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760768.648383:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23941120, 23945216) 0 0
00000080:00200000:3.0:1789760768.648388:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760768.648403:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5845, 5845]
00020000:00200000:3.0:1789760768.648413:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23941120 chunk: [23941120, 23945216) 23945216, 4096
00020000:00200000:3.0:1789760768.648418:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760768.648437:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5845, 5845]
00000008:00010000:3.0:1789760768.648455:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760768.648461:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760768.648472:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23941120, 23945216) append 0 append lockpos 0
00000080:00200000:3.0:1789760768.648487:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23941120=0x16d5000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760768.648542:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760768.648545:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23945216
00000020:00010000:3.0:1789760768.648553:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:3.0:1789760768.648556:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760768.648560:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760768.648563:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760768.648566:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760768.648573:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760768.648580:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760768.648596:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb60c0
00000008:00100000:3.0:1789760768.648714:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1c00 - object 0x280000401:3 offset 23941120<>23945216
00000080:00200000:3.0:1789760768.686422:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5845, 5845]
00000080:00200000:3.0:1789760768.686438:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760768.686444:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760768.686459:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23945216 i_blocks 47111
00000020:00200000:3.0:1789760768.686462:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760768.686471:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760768.686504:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23945216, count: 4096
00000080:00200000:3.0:1789760768.686571:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23945216, bytes: 4096
00000080:00200000:3.0:1789760768.686581:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760768.686589:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760768.686591:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23945216, 23949312) 0 0
00000080:00200000:3.0:1789760768.686596:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760768.686612:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5846, 5846]
00020000:00200000:3.0:1789760768.686677:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23945216 chunk: [23945216, 23949312) 23949312, 4096
00020000:00200000:3.0:1789760768.686682:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760768.686702:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5846, 5846]
00000008:00010000:3.0:1789760768.686720:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760768.686726:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760768.686737:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23945216, 23949312) append 0 append lockpos 0
00000080:00200000:3.0:1789760768.686813:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23945216=0x16d6000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760768.686869:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760768.686872:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23949312
00000020:00010000:3.0:1789760768.686879:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:3.0:1789760768.686883:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760768.686885:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760768.686888:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760768.686891:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760768.686898:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760768.686904:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760768.686921:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6240
00000008:00100000:3.0:1789760768.687049:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2680 - object 0x280000401:3 offset 23945216<>23949312
00000080:00200000:3.0:1789760768.721206:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5846, 5846]
00000080:00200000:3.0:1789760768.721261:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760768.721267:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760768.721282:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23949312 i_blocks 47111
00000020:00200000:3.0:1789760768.721286:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760768.721307:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760768.721344:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23949312, count: 4096
00000080:00200000:3.0:1789760768.721351:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23949312, bytes: 4096
00000080:00200000:3.0:1789760768.721365:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760768.721375:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760768.721377:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23949312, 23953408) 0 0
00000080:00200000:3.0:1789760768.721382:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760768.721664:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5847, 5847]
00020000:00200000:3.0:1789760768.721676:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23949312 chunk: [23949312, 23953408) 23953408, 4096
00020000:00200000:3.0:1789760768.721681:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760768.721779:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5847, 5847]
00000008:00010000:3.0:1789760768.721801:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760768.721808:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760768.721821:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23949312, 23953408) append 0 append lockpos 0
00000080:00200000:3.0:1789760768.721837:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23949312=0x16d7000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760768.721900:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760768.721903:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23953408
00000020:00010000:3.0:1789760768.721912:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:3.0:1789760768.721916:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760768.721919:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760768.721923:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760768.721926:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760768.721934:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760768.721940:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760768.721960:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6f00
00000008:00100000:3.0:1789760768.722147:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad0380 - object 0x280000401:3 offset 23949312<>23953408
00000080:00200000:3.0:1789760768.778972:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5847, 5847]
00000080:00200000:3.0:1789760768.778999:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760768.779005:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760768.779022:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23953408 i_blocks 47111
00000020:00200000:3.0:1789760768.779026:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760768.780310:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760768.780358:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23953408, count: 4096
00000080:00200000:3.0:1789760768.780370:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23953408, bytes: 4096
00000080:00200000:3.0:1789760768.780386:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760768.780397:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760768.780400:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23953408, 23957504) 0 0
00000080:00200000:3.0:1789760768.780406:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760768.780428:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5848, 5848]
00020000:00200000:3.0:1789760768.780441:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23953408 chunk: [23953408, 23957504) 23957504, 4096
00020000:00200000:3.0:1789760768.780460:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760768.780488:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5848, 5848]
00000008:00010000:3.0:1789760768.780512:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760768.780520:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760768.780534:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23953408, 23957504) append 0 append lockpos 0
00000080:00200000:3.0:1789760768.780552:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23953408=0x16d8000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760768.780638:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760768.780641:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23957504
00000020:00010000:3.0:1789760768.780650:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:3.0:1789760768.780654:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760768.780657:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760768.780660:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760768.780663:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760768.780675:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760768.780683:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760768.780716:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6a80
00000008:00100000:3.0:1789760768.780844:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad0a80 - object 0x280000401:3 offset 23953408<>23957504
00000080:00200000:0.0:1789760768.833286:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5848, 5848]
00000080:00200000:0.0:1789760768.833307:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760768.833314:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760768.833330:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23957504 i_blocks 47111
00000020:00200000:0.0:1789760768.833334:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760768.833344:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760768.833384:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23957504, count: 4096
00000080:00200000:0.0:1789760768.833391:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23957504, bytes: 4096
00000080:00200000:0.0:1789760768.833403:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760768.833411:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760768.833413:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23957504, 23961600) 0 0
00000080:00200000:0.0:1789760768.833418:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760768.833433:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5849, 5849]
00020000:00200000:0.0:1789760768.833442:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23957504 chunk: [23957504, 23961600) 23961600, 4096
00020000:00200000:0.0:1789760768.833447:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760768.833466:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5849, 5849]
00000008:00010000:0.0:1789760768.833484:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760768.833490:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760768.833502:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23957504, 23961600) append 0 append lockpos 0
00000080:00200000:0.0:1789760768.833516:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23957504=0x16d9000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760768.833572:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760768.833575:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23961600
00000020:00010000:0.0:1789760768.833584:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760768.833587:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760768.833590:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760768.833594:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760768.833596:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760768.834939:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760768.834961:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760768.834999:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d0c0
00000008:00100000:0.0:1789760768.835135:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54700 - object 0x280000401:3 offset 23957504<>23961600
00000080:00200000:0.0:1789760768.884126:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5849, 5849]
00000080:00200000:0.0:1789760768.884144:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760768.884155:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760768.884172:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23961600 i_blocks 47111
00000020:00200000:0.0:1789760768.884176:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760768.884187:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760768.884256:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23961600, count: 4096
00000080:00200000:0.0:1789760768.884263:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23961600, bytes: 4096
00000080:00200000:0.0:1789760768.884274:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760768.884284:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760768.884286:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23961600, 23965696) 0 0
00000080:00200000:0.0:1789760768.884291:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760768.884308:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5850, 5850]
00020000:00200000:0.0:1789760768.884318:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23961600 chunk: [23961600, 23965696) 23965696, 4096
00020000:00200000:0.0:1789760768.884322:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760768.884342:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5850, 5850]
00000008:00010000:0.0:1789760768.884361:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760768.884368:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760768.884381:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23961600, 23965696) append 0 append lockpos 0
00000080:00200000:0.0:1789760768.884395:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23961600=0x16da000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760768.884451:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760768.884455:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23965696
00000020:00010000:0.0:1789760768.884463:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760768.884467:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760768.884470:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760768.884474:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760768.884477:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760768.884485:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760768.884491:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760768.884508:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d240
00000008:00100000:0.0:1789760768.884918:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55c00 - object 0x280000401:3 offset 23961600<>23965696
00000080:00200000:0.0:1789760768.921409:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5850, 5850]
00000080:00200000:0.0:1789760768.921437:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760768.921444:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760768.921464:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23965696 i_blocks 47111
00000020:00200000:0.0:1789760768.921470:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760768.921488:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760768.921522:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23965696, count: 4096
00000080:00200000:0.0:1789760768.921532:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23965696, bytes: 4096
00000080:00200000:0.0:1789760768.921546:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760768.921557:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760768.921559:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23965696, 23969792) 0 0
00000080:00200000:0.0:1789760768.921564:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760768.921585:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5851, 5851]
00020000:00200000:0.0:1789760768.921595:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23965696 chunk: [23965696, 23969792) 23969792, 4096
00020000:00200000:0.0:1789760768.921600:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760768.921624:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5851, 5851]
00000008:00010000:0.0:1789760768.921645:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760768.921652:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760768.921666:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23965696, 23969792) append 0 append lockpos 0
00000080:00200000:0.0:1789760768.921682:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23965696=0x16db000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760768.921764:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760768.921768:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23969792
00000020:00010000:0.0:1789760768.921778:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760768.921782:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760768.921785:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760768.921789:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760768.921793:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760768.921804:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760768.921811:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760768.921833:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:0.0:1789760768.922078:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57b80 - object 0x280000401:3 offset 23965696<>23969792
00000080:00200000:0.0:1789760768.980298:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5851, 5851]
00000080:00200000:0.0:1789760768.980315:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760768.980321:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760768.980337:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23969792 i_blocks 47111
00000020:00200000:0.0:1789760768.980340:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760768.980350:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760768.980385:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23969792, count: 4096
00000080:00200000:0.0:1789760768.980393:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23969792, bytes: 4096
00000080:00200000:0.0:1789760768.980408:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760768.980416:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760768.980419:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23969792, 23973888) 0 0
00000080:00200000:0.0:1789760768.980423:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760768.980439:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5852, 5852]
00020000:00200000:0.0:1789760768.980449:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23969792 chunk: [23969792, 23973888) 23973888, 4096
00020000:00200000:0.0:1789760768.980453:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760768.980473:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5852, 5852]
00000008:00010000:0.0:1789760768.980492:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760768.980499:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760768.980512:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23969792, 23973888) append 0 append lockpos 0
00000080:00200000:0.0:1789760768.980527:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23969792=0x16dc000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760768.980583:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760768.980586:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23973888
00000020:00010000:0.0:1789760768.980596:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760768.980600:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760768.980603:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760768.980607:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760768.980610:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760768.980618:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760768.980625:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760768.980641:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d180
00000008:00100000:0.0:1789760768.980776:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55f80 - object 0x280000401:3 offset 23969792<>23973888
00000080:00200000:0.0:1789760769.030113:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5852, 5852]
00000080:00200000:0.0:1789760769.030130:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760769.030137:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760769.030153:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23973888 i_blocks 47111
00000020:00200000:0.0:1789760769.030157:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760769.030167:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760769.030204:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23973888, count: 4096
00000080:00200000:0.0:1789760769.030211:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23973888, bytes: 4096
00000080:00200000:0.0:1789760769.030263:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760769.030272:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760769.030274:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23973888, 23977984) 0 0
00000080:00200000:0.0:1789760769.030278:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760769.030293:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5853, 5853]
00020000:00200000:0.0:1789760769.030303:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23973888 chunk: [23973888, 23977984) 23977984, 4096
00020000:00200000:0.0:1789760769.030308:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760769.030328:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5853, 5853]
00000008:00010000:0.0:1789760769.030348:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760769.030353:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760769.030365:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23973888, 23977984) append 0 append lockpos 0
00000080:00200000:0.0:1789760769.030382:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23973888=0x16dd000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760769.030445:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760769.030447:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23977984
00000020:00010000:0.0:1789760769.030455:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760769.030458:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760769.030461:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760769.030464:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760769.030467:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760769.030476:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760769.030483:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760769.030500:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760769.030630:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56680 - object 0x280000401:3 offset 23973888<>23977984
00000100:00100000:0.0:1789760769.030670:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760769.030705:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521011072:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760769.074999:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973173 gen 3
00000008:00010000:0.0:1789760769.075046:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7db40
00000020:00200000:0.0:1789760769.075055:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760769.075065:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760769.075091:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7db40
00000100:00100000:0.0:1789760769.075119:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521011072:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760769.117110:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5854, 5854]
00000080:00200000:0.0:1789760769.117128:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760769.117135:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760769.117152:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23982080 i_blocks 47111
00000020:00200000:0.0:1789760769.117156:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760769.117167:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760769.117204:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23982080, count: 4096
00000080:00200000:0.0:1789760769.117243:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23982080, bytes: 4096
00000080:00200000:0.0:1789760769.117255:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760769.117263:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760769.117266:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23982080, 23986176) 0 0
00000080:00200000:0.0:1789760769.117270:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760769.117287:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5855, 5855]
00020000:00200000:0.0:1789760769.117296:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23982080 chunk: [23982080, 23986176) 23986176, 4096
00020000:00200000:0.0:1789760769.117300:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760769.117320:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5855, 5855]
00000008:00010000:0.0:1789760769.117338:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760769.117344:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760769.117355:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23982080, 23986176) append 0 append lockpos 0
00000080:00200000:0.0:1789760769.117370:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23982080=0x16df000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760769.117426:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760769.117428:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23986176
00000020:00010000:0.0:1789760769.117437:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760769.117441:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760769.117444:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760769.117448:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760769.117450:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760769.117457:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760769.117464:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760769.117480:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760769.117602:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56680 - object 0x280000401:3 offset 23982080<>23986176
00000080:00200000:0.0:1789760769.153098:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5855, 5855]
00000080:00200000:0.0:1789760769.153116:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760769.153123:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760769.153141:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23986176 i_blocks 47111
00000020:00200000:0.0:1789760769.153145:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760769.153154:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760769.153189:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23986176, count: 4096
00000080:00200000:0.0:1789760769.153197:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23986176, bytes: 4096
00000080:00200000:0.0:1789760769.153208:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760769.153248:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760769.153251:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23986176, 23990272) 0 0
00000080:00200000:0.0:1789760769.153256:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760769.153272:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5856, 5856]
00020000:00200000:0.0:1789760769.153281:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23986176 chunk: [23986176, 23990272) 23990272, 4096
00020000:00200000:0.0:1789760769.153286:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760769.153308:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5856, 5856]
00000008:00010000:0.0:1789760769.153325:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760769.153332:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760769.153344:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23986176, 23990272) append 0 append lockpos 0
00000080:00200000:0.0:1789760769.153358:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23986176=0x16e0000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760769.153414:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760769.153417:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23990272
00000020:00010000:0.0:1789760769.153425:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760769.153428:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760769.153431:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760769.153435:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760769.153438:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760769.153447:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760769.153453:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760769.153472:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760769.153602:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56680 - object 0x280000401:3 offset 23986176<>23990272
00000100:00100000:0.0:1789760769.153649:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760769.153668:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521011456:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760769.197448:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973176 gen 3
00000008:00010000:0.0:1789760769.197501:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7d780
00000020:00200000:0.0:1789760769.197511:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760769.197522:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760769.197553:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7d780
00000100:00100000:0.0:1789760769.197585:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521011456:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760769.260641:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5857, 5857]
00000080:00200000:0.0:1789760769.260669:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760769.260676:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760769.260814:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23994368 i_blocks 47111
00000020:00200000:0.0:1789760769.260821:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760769.260839:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760769.260876:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23994368, count: 4096
00000080:00200000:0.0:1789760769.260885:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23994368, bytes: 4096
00000080:00200000:0.0:1789760769.260900:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760769.260909:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760769.260912:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23994368, 23998464) 0 0
00000080:00200000:0.0:1789760769.260916:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760769.260935:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5858, 5858]
00020000:00200000:0.0:1789760769.260945:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23994368 chunk: [23994368, 23998464) 23998464, 4096
00020000:00200000:0.0:1789760769.260949:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760769.260970:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5858, 5858]
00000008:00010000:0.0:1789760769.261001:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760769.261008:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760769.261020:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23994368, 23998464) append 0 append lockpos 0
00000080:00200000:0.0:1789760769.261035:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=23994368=0x16e2000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760769.261104:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760769.261107:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23998464
00000020:00010000:0.0:1789760769.261116:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760769.261120:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760769.261123:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760769.261126:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760769.261129:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760769.261138:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760769.261145:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760769.261178:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760769.261636:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56680 - object 0x280000401:3 offset 23994368<>23998464
00000100:00100000:0.0:1789760769.261775:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521011712:192.168.203.116@tcp:4:dd.0
00000008:00010000:0.0:1789760769.296041:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7d780
00000020:00200000:0.0:1789760769.296058:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760769.296069:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760769.296098:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7d780
00000100:00100000:0.0:1789760769.296129:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521011712:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760769.341823:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5859, 5859]
00000080:00200000:0.0:1789760769.341851:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760769.341858:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760769.341878:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24002560 i_blocks 47111
00000020:00200000:0.0:1789760769.341884:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760769.341899:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760769.342334:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24002560, count: 4096
00000080:00200000:0.0:1789760769.342346:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24002560, bytes: 4096
00000080:00200000:0.0:1789760769.342362:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760769.342372:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760769.342374:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24002560, 24006656) 0 0
00000080:00200000:0.0:1789760769.342380:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760769.342399:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5860, 5860]
00020000:00200000:0.0:1789760769.342410:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24002560 chunk: [24002560, 24006656) 24006656, 4096
00020000:00200000:0.0:1789760769.342415:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760769.342439:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5860, 5860]
00000008:00010000:0.0:1789760769.342461:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760769.342469:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760769.342480:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24002560, 24006656) append 0 append lockpos 0
00000080:00200000:0.0:1789760769.342495:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24002560=0x16e4000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760769.343147:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760769.343153:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24006656
00000020:00010000:0.0:1789760769.343163:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760769.343167:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760769.343170:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760769.343174:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760769.343177:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760769.343188:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760769.343196:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760769.343277:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760769.343415:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55f80 - object 0x280000401:3 offset 24002560<>24006656
00000100:00100000:0.0:1789760769.343484:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760769.343512:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521011968:192.168.203.116@tcp:4:dd.0
00000008:00010000:0.0:1789760769.392642:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7d780
00000020:00200000:0.0:1789760769.392658:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760769.392670:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760769.392698:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7d780
00000100:00100000:0.0:1789760769.392731:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521011968:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760769.459009:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5861, 5861]
00000080:00200000:0.0:1789760769.459025:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760769.459031:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760769.459047:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24010752 i_blocks 47111
00000020:00200000:0.0:1789760769.459052:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760769.459066:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760769.459101:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24010752, count: 4096
00000080:00200000:0.0:1789760769.459108:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24010752, bytes: 4096
00000080:00200000:0.0:1789760769.459118:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760769.459127:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760769.459129:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24010752, 24014848) 0 0
00000080:00200000:0.0:1789760769.459134:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760769.459152:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5862, 5862]
00020000:00200000:0.0:1789760769.459161:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24010752 chunk: [24010752, 24014848) 24014848, 4096
00020000:00200000:0.0:1789760769.459166:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760769.459185:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5862, 5862]
00000008:00010000:0.0:1789760769.459204:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760769.459269:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760769.459281:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24010752, 24014848) append 0 append lockpos 0
00000080:00200000:0.0:1789760769.459295:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24010752=0x16e6000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760769.459348:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760769.459351:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24014848
00000020:00010000:0.0:1789760769.459359:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760769.459362:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760769.459365:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760769.459369:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760769.459372:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760769.459380:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760769.459389:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760769.459407:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760769.459538:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57b80 - object 0x280000401:3 offset 24010752<>24014848
00000100:00100000:0.0:1789760769.459581:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521012224:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760769.498254:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973182 gen 3
00000008:00010000:0.0:1789760769.498304:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7d780
00000020:00200000:0.0:1789760769.498313:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760769.498323:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760769.498521:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7d780
00000100:00100000:0.0:1789760769.498556:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521012224:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760769.556434:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5863, 5863]
00000080:00200000:0.0:1789760769.556459:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760769.556465:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760769.556480:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24018944 i_blocks 47111
00000020:00200000:0.0:1789760769.556484:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760769.556493:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760769.556529:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24018944, count: 4096
00000080:00200000:0.0:1789760769.556537:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24018944, bytes: 4096
00000080:00200000:0.0:1789760769.556548:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760769.556556:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760769.556558:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24018944, 24023040) 0 0
00000080:00200000:0.0:1789760769.556563:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760769.556580:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5864, 5864]
00020000:00200000:0.0:1789760769.556589:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24018944 chunk: [24018944, 24023040) 24023040, 4096
00020000:00200000:0.0:1789760769.556593:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760769.556614:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5864, 5864]
00000008:00010000:0.0:1789760769.556808:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760769.556815:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760769.556828:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24018944, 24023040) append 0 append lockpos 0
00000080:00200000:0.0:1789760769.556853:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24018944=0x16e8000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760769.556918:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760769.556921:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24023040
00000020:00010000:0.0:1789760769.556929:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760769.556933:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760769.556936:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760769.556940:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760769.556943:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760769.556952:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760769.556960:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760769.556991:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760769.557271:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57b80 - object 0x280000401:3 offset 24018944<>24023040
00000100:00100000:0.0:1789760769.557316:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760769.557336:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521012480:192.168.203.116@tcp:4:dd.0
00010000:00010000:0.0:1789760769.567571:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000008:00010000:0.0:1789760769.593594:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7d780
00000020:00200000:0.0:1789760769.593709:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760769.593722:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760769.593757:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7d780
00000100:00100000:0.0:1789760769.593788:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521012480:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760769.628436:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5865, 5865]
00000080:00200000:0.0:1789760769.628452:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760769.628458:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760769.628475:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24027136 i_blocks 47111
00000020:00200000:0.0:1789760769.628479:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760769.628488:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760769.628524:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24027136, count: 4096
00000080:00200000:0.0:1789760769.628532:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24027136, bytes: 4096
00000080:00200000:0.0:1789760769.628543:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760769.628552:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760769.628555:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24027136, 24031232) 0 0
00000080:00200000:0.0:1789760769.628560:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760769.628578:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5866, 5866]
00020000:00200000:0.0:1789760769.628587:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24027136 chunk: [24027136, 24031232) 24031232, 4096
00020000:00200000:0.0:1789760769.628592:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760769.628623:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5866, 5866]
00000008:00010000:0.0:1789760769.628642:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760769.628648:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760769.628660:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24027136, 24031232) append 0 append lockpos 0
00000080:00200000:0.0:1789760769.628674:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24027136=0x16ea000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760769.628733:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760769.628736:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24031232
00000020:00010000:0.0:1789760769.628755:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760769.628759:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760769.628762:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760769.628765:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760769.628769:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760769.628778:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760769.628785:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760769.628802:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760769.628925:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55c00 - object 0x280000401:3 offset 24027136<>24031232
00000100:00100000:0.0:1789760769.628995:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760769.629019:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521012736:192.168.203.116@tcp:4:dd.0
00000008:00010000:0.0:1789760769.662867:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7d780
00000020:00200000:0.0:1789760769.662885:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760769.662896:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760769.662923:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7d780
00000100:00100000:0.0:1789760769.662955:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521012736:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760769.698047:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5867, 5867]
00000080:00200000:0.0:1789760769.698065:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760769.698071:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760769.698086:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24035328 i_blocks 47111
00000020:00200000:0.0:1789760769.698089:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760769.698098:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760769.698133:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24035328, count: 4096
00000080:00200000:0.0:1789760769.698140:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24035328, bytes: 4096
00000080:00200000:0.0:1789760769.698150:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760769.698160:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760769.698162:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24035328, 24039424) 0 0
00000080:00200000:0.0:1789760769.698167:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760769.698184:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5868, 5868]
00020000:00200000:0.0:1789760769.698193:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24035328 chunk: [24035328, 24039424) 24039424, 4096
00020000:00200000:0.0:1789760769.698198:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760769.698314:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5868, 5868]
00000008:00010000:0.0:1789760769.698334:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760769.698339:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760769.698350:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24035328, 24039424) append 0 append lockpos 0
00000080:00200000:0.0:1789760769.698363:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24035328=0x16ec000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760769.698413:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760769.698416:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24039424
00000020:00010000:0.0:1789760769.698424:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760769.698427:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760769.698430:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760769.698434:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760769.698437:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760769.698444:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760769.698451:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760769.698466:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760769.698585:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54700 - object 0x280000401:3 offset 24035328<>24039424
00000080:00200000:3.0:1789760769.728424:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5868, 5868]
00000080:00200000:3.0:1789760769.728443:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760769.728449:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760769.728466:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24039424 i_blocks 47111
00000020:00200000:3.0:1789760769.728470:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760769.728480:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760769.728528:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24039424, count: 4096
00000080:00200000:3.0:1789760769.728536:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24039424, bytes: 4096
00000080:00200000:3.0:1789760769.728547:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760769.728557:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760769.728559:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24039424, 24043520) 0 0
00000080:00200000:3.0:1789760769.728564:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760769.728587:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5869, 5869]
00020000:00200000:3.0:1789760769.728598:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24039424 chunk: [24039424, 24043520) 24043520, 4096
00020000:00200000:3.0:1789760769.728665:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760769.728686:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5869, 5869]
00000008:00010000:3.0:1789760769.728706:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760769.728712:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760769.728724:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24039424, 24043520) append 0 append lockpos 0
00000080:00200000:3.0:1789760769.728751:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24039424=0x16ed000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760769.728818:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760769.728821:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24043520
00000020:00010000:3.0:1789760769.728829:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:3.0:1789760769.728833:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760769.728836:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760769.728839:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760769.728842:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760769.728850:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760769.728856:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760769.728875:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6480
00000008:00100000:3.0:1789760769.729012:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1f80 - object 0x280000401:3 offset 24039424<>24043520
00000100:00100000:3.0:1789760769.729062:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760769.729082:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521013120:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760769.758206:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5869, 5869]
00000080:00200000:3.0:1789760769.758252:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760769.758258:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760769.758274:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24043520 i_blocks 47111
00000020:00200000:3.0:1789760769.758278:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760769.758288:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760769.758320:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24043520, count: 4096
00000080:00200000:3.0:1789760769.758327:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24043520, bytes: 4096
00000080:00200000:3.0:1789760769.758339:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760769.758347:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760769.758351:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24043520, 24047616) 0 0
00000080:00200000:3.0:1789760769.758356:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760769.758373:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5870, 5870]
00020000:00200000:3.0:1789760769.758382:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24043520 chunk: [24043520, 24047616) 24047616, 4096
00020000:00200000:3.0:1789760769.758386:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760769.758405:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5870, 5870]
00000008:00010000:3.0:1789760769.758422:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760769.758429:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760769.758442:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24043520, 24047616) append 0 append lockpos 0
00000080:00200000:3.0:1789760769.758455:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24043520=0x16ee000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760769.758507:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760769.758511:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24047616
00000020:00010000:3.0:1789760769.758520:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:3.0:1789760769.758523:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760769.758527:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760769.758531:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760769.758534:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760769.758541:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760769.758548:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760769.758565:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6000
00000008:00100000:3.0:1789760769.758747:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1180 - object 0x280000401:3 offset 24043520<>24047616
00000080:00200000:3.0:1789760769.787256:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5870, 5870]
00000080:00200000:3.0:1789760769.787275:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760769.787281:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760769.787298:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24047616 i_blocks 47111
00000020:00200000:3.0:1789760769.787301:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760769.787311:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760769.787346:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24047616, count: 4096
00000080:00200000:3.0:1789760769.787354:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24047616, bytes: 4096
00000080:00200000:3.0:1789760769.787365:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760769.787374:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760769.787377:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24047616, 24051712) 0 0
00000080:00200000:3.0:1789760769.787381:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760769.787400:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5871, 5871]
00020000:00200000:3.0:1789760769.787409:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24047616 chunk: [24047616, 24051712) 24051712, 4096
00020000:00200000:3.0:1789760769.787414:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760769.787432:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5871, 5871]
00000008:00010000:3.0:1789760769.787449:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760769.787455:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760769.787468:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24047616, 24051712) append 0 append lockpos 0
00000080:00200000:3.0:1789760769.787481:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24047616=0x16ef000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760769.787551:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760769.787554:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24051712
00000020:00010000:3.0:1789760769.787563:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:3.0:1789760769.787567:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760769.787569:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760769.787573:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760769.787576:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760769.787584:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760769.787591:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760769.787676:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb63c0
00000008:00100000:3.0:1789760769.787852:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1880 - object 0x280000401:3 offset 24047616<>24051712
00000080:00200000:3.0:1789760769.830859:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5871, 5871]
00000080:00200000:3.0:1789760769.830878:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760769.830884:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760769.830899:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24051712 i_blocks 47111
00000020:00200000:3.0:1789760769.830903:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760769.830912:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760769.830947:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24051712, count: 4096
00000080:00200000:3.0:1789760769.830956:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24051712, bytes: 4096
00000080:00200000:3.0:1789760769.830978:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760769.830989:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760769.830992:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24051712, 24055808) 0 0
00000080:00200000:3.0:1789760769.830997:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760769.831016:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5872, 5872]
00020000:00200000:3.0:1789760769.831028:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24051712 chunk: [24051712, 24055808) 24055808, 4096
00020000:00200000:3.0:1789760769.831033:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760769.831057:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5872, 5872]
00000008:00010000:3.0:1789760769.831076:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760769.831087:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760769.831099:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24051712, 24055808) append 0 append lockpos 0
00000080:00200000:3.0:1789760769.831118:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24051712=0x16f0000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760769.831197:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760769.831201:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24055808
00000020:00010000:3.0:1789760769.831261:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:3.0:1789760769.831267:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760769.831270:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760769.831274:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760769.831286:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760769.831294:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760769.831302:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760769.831327:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6600
00000008:00100000:3.0:1789760769.831463:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad0000 - object 0x280000401:3 offset 24051712<>24055808
00000100:00100000:3.0:1789760769.831546:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521013504:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760769.878772:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5872, 5872]
00000080:00200000:3.0:1789760769.878789:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760769.878795:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760769.878811:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24055808 i_blocks 47111
00000020:00200000:3.0:1789760769.878815:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760769.878824:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760769.878859:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24055808, count: 4096
00000080:00200000:3.0:1789760769.878867:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24055808, bytes: 4096
00000080:00200000:3.0:1789760769.878878:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760769.878888:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760769.878890:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24055808, 24059904) 0 0
00000080:00200000:3.0:1789760769.878895:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760769.878913:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5873, 5873]
00020000:00200000:3.0:1789760769.878923:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24055808 chunk: [24055808, 24059904) 24059904, 4096
00020000:00200000:3.0:1789760769.878928:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760769.878950:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5873, 5873]
00000008:00010000:3.0:1789760769.878982:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760769.878988:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760769.879001:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24055808, 24059904) append 0 append lockpos 0
00000080:00200000:3.0:1789760769.879015:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24055808=0x16f1000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760769.879072:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760769.879075:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24059904
00000020:00010000:3.0:1789760769.879084:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:3.0:1789760769.879088:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760769.879091:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760769.879095:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760769.879098:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760769.879107:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760769.879113:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760769.879132:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6840
00000008:00100000:3.0:1789760769.879309:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad3100 - object 0x280000401:3 offset 24055808<>24059904
00000080:00200000:3.0:1789760769.915145:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5873, 5873]
00000080:00200000:3.0:1789760769.915162:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760769.915168:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760769.915185:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24059904 i_blocks 47111
00000020:00200000:3.0:1789760769.915189:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760769.915788:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760769.915829:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24059904, count: 4096
00000080:00200000:3.0:1789760769.915839:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24059904, bytes: 4096
00000080:00200000:3.0:1789760769.915856:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760769.915866:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760769.915869:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24059904, 24064000) 0 0
00000080:00200000:3.0:1789760769.915874:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760769.915893:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5874, 5874]
00020000:00200000:3.0:1789760769.915903:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24059904 chunk: [24059904, 24064000) 24064000, 4096
00020000:00200000:3.0:1789760769.915909:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760769.915931:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5874, 5874]
00000008:00010000:3.0:1789760769.915952:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760769.915958:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760769.915983:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24059904, 24064000) append 0 append lockpos 0
00000080:00200000:3.0:1789760769.915998:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24059904=0x16f2000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760769.916058:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760769.916061:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24064000
00000020:00010000:3.0:1789760769.916069:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:3.0:1789760769.916073:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760769.916076:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760769.916080:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760769.916083:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760769.916092:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760769.916099:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760769.916116:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6c00
00000008:00100000:3.0:1789760769.916261:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad3100 - object 0x280000401:3 offset 24059904<>24064000
00000080:00200000:3.0:1789760769.999921:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5874, 5874]
00000080:00200000:3.0:1789760769.999942:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760769.999948:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760769.999963:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24064000 i_blocks 47111
00000020:00200000:3.0:1789760769.999977:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760769.999989:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760770.000024:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24064000, count: 4096
00000080:00200000:3.0:1789760770.000032:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24064000, bytes: 4096
00000080:00200000:3.0:1789760770.000043:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760770.000053:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760770.000055:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24064000, 24068096) 0 0
00000080:00200000:3.0:1789760770.000060:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760770.000077:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5875, 5875]
00020000:00200000:3.0:1789760770.000086:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24064000 chunk: [24064000, 24068096) 24068096, 4096
00020000:00200000:3.0:1789760770.000091:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760770.000111:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5875, 5875]
00000008:00010000:3.0:1789760770.000129:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760770.000135:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760770.000149:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24064000, 24068096) append 0 append lockpos 0
00000080:00200000:3.0:1789760770.000163:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24064000=0x16f3000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760770.000244:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760770.000247:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24068096
00000020:00010000:3.0:1789760770.000257:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:3.0:1789760770.000261:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760770.000264:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760770.000268:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760770.000271:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760770.000278:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760770.000286:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760770.000308:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6780
00000008:00100000:3.0:1789760770.000435:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad0000 - object 0x280000401:3 offset 24064000<>24068096
00000100:00100000:3.0:1789760770.000489:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521013888:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760770.033451:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5875, 5875]
00000080:00200000:3.0:1789760770.033471:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760770.033477:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760770.033494:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24068096 i_blocks 47111
00000020:00200000:3.0:1789760770.033498:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760770.033519:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760770.033555:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24068096, count: 4096
00000080:00200000:3.0:1789760770.033563:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24068096, bytes: 4096
00000080:00200000:3.0:1789760770.033572:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760770.033580:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760770.033583:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24068096, 24072192) 0 0
00000080:00200000:3.0:1789760770.033587:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760770.033615:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5876, 5876]
00020000:00200000:3.0:1789760770.033625:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24068096 chunk: [24068096, 24072192) 24072192, 4096
00020000:00200000:3.0:1789760770.033630:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760770.033651:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5876, 5876]
00000008:00010000:3.0:1789760770.033668:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760770.033675:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760770.033687:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24068096, 24072192) append 0 append lockpos 0
00000080:00200000:3.0:1789760770.033705:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24068096=0x16f4000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760770.033759:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760770.033762:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24072192
00000020:00010000:3.0:1789760770.033770:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:3.0:1789760770.033773:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760770.033776:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760770.033779:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760770.033782:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760770.033790:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760770.033797:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760770.033814:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6300
00000008:00100000:3.0:1789760770.033945:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1880 - object 0x280000401:3 offset 24068096<>24072192
00000080:00200000:3.0:1789760770.064017:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5876, 5876]
00000080:00200000:3.0:1789760770.064037:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760770.064044:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760770.064061:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24072192 i_blocks 47111
00000020:00200000:3.0:1789760770.064066:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760770.064076:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760770.064113:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24072192, count: 4096
00000080:00200000:3.0:1789760770.064120:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24072192, bytes: 4096
00000080:00200000:3.0:1789760770.064129:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760770.064138:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760770.064140:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24072192, 24076288) 0 0
00000080:00200000:3.0:1789760770.064145:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760770.064162:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5877, 5877]
00020000:00200000:3.0:1789760770.064171:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24072192 chunk: [24072192, 24076288) 24076288, 4096
00020000:00200000:3.0:1789760770.064176:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760770.064196:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5877, 5877]
00000008:00010000:3.0:1789760770.064245:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760770.064251:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760770.064262:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24072192, 24076288) append 0 append lockpos 0
00000080:00200000:3.0:1789760770.064277:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24072192=0x16f5000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760770.064331:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760770.064334:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24076288
00000020:00010000:3.0:1789760770.064343:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:3.0:1789760770.064347:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760770.064350:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760770.064353:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760770.064357:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760770.064364:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760770.064371:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760770.064388:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6540
00000008:00100000:3.0:1789760770.064518:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1180 - object 0x280000401:3 offset 24072192<>24076288
00000080:00200000:3.0:1789760770.111837:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5877, 5877]
00000080:00200000:3.0:1789760770.111857:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760770.111864:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760770.111881:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24076288 i_blocks 47111
00000020:00200000:3.0:1789760770.111886:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760770.111897:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760770.111931:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24076288, count: 4096
00000080:00200000:3.0:1789760770.111938:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24076288, bytes: 4096
00000080:00200000:3.0:1789760770.111952:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760770.111961:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760770.111964:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24076288, 24080384) 0 0
00000080:00200000:3.0:1789760770.111978:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760770.111996:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5878, 5878]
00020000:00200000:3.0:1789760770.112005:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24076288 chunk: [24076288, 24080384) 24080384, 4096
00020000:00200000:3.0:1789760770.112010:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760770.112030:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5878, 5878]
00000008:00010000:3.0:1789760770.112047:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760770.112110:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760770.112125:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24076288, 24080384) append 0 append lockpos 0
00000080:00200000:3.0:1789760770.112140:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24076288=0x16f6000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760770.112205:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760770.112208:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24080384
00000020:00010000:3.0:1789760770.112297:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:3.0:1789760770.112302:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760770.112305:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760770.112308:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760770.112311:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760770.112318:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760770.112325:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760770.112349:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6e40
00000008:00100000:3.0:1789760770.112584:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1f80 - object 0x280000401:3 offset 24076288<>24080384
00000080:00200000:3.0:1789760770.173202:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5878, 5878]
00000080:00200000:3.0:1789760770.173241:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760770.173248:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760770.173267:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24080384 i_blocks 47111
00000020:00200000:3.0:1789760770.173273:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760770.173290:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760770.173324:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24080384, count: 4096
00000080:00200000:3.0:1789760770.173333:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24080384, bytes: 4096
00000080:00200000:3.0:1789760770.173348:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760770.173357:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760770.173359:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24080384, 24084480) 0 0
00000080:00200000:3.0:1789760770.173363:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760770.173380:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5879, 5879]
00020000:00200000:3.0:1789760770.173389:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24080384 chunk: [24080384, 24084480) 24084480, 4096
00020000:00200000:3.0:1789760770.173394:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760770.173695:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5879, 5879]
00000008:00010000:3.0:1789760770.173714:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760770.173720:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760770.173733:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24080384, 24084480) append 0 append lockpos 0
00000080:00200000:3.0:1789760770.173747:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24080384=0x16f7000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760770.173821:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760770.173824:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24084480
00000020:00010000:3.0:1789760770.173832:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:3.0:1789760770.173837:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760770.173840:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760770.173844:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760770.173847:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760770.173856:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760770.173863:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760770.173893:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb69c0
00000008:00100000:3.0:1789760770.175562:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad0a80 - object 0x280000401:3 offset 24080384<>24084480
00000080:00200000:0.0:1789760770.219407:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5879, 5879]
00000080:00200000:0.0:1789760770.219424:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760770.219430:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760770.219447:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24084480 i_blocks 47111
00000020:00200000:0.0:1789760770.219451:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760770.219461:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760770.219496:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24084480, count: 4096
00000080:00200000:0.0:1789760770.219504:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24084480, bytes: 4096
00000080:00200000:0.0:1789760770.219519:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760770.219528:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760770.219530:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24084480, 24088576) 0 0
00000080:00200000:0.0:1789760770.219534:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760770.219551:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5880, 5880]
00020000:00200000:0.0:1789760770.219561:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24084480 chunk: [24084480, 24088576) 24088576, 4096
00020000:00200000:0.0:1789760770.219566:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760770.219585:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5880, 5880]
00000008:00010000:0.0:1789760770.219604:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760770.219610:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760770.219621:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24084480, 24088576) append 0 append lockpos 0
00000080:00200000:0.0:1789760770.219634:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24084480=0x16f8000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760770.219692:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760770.219695:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24088576
00000020:00010000:0.0:1789760770.219703:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760770.219708:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760770.219711:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760770.219714:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760770.219717:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760770.219724:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760770.219730:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760770.219746:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760770.219869:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54e00 - object 0x280000401:3 offset 24084480<>24088576
00000080:00200000:0.0:1789760770.262305:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5880, 5880]
00000080:00200000:0.0:1789760770.262324:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760770.262330:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760770.262349:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24088576 i_blocks 47111
00000020:00200000:0.0:1789760770.262354:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760770.262363:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760770.262399:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24088576, count: 4096
00000080:00200000:0.0:1789760770.262407:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24088576, bytes: 4096
00000080:00200000:0.0:1789760770.262421:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760770.262430:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760770.262433:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24088576, 24092672) 0 0
00000080:00200000:0.0:1789760770.262437:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760770.262456:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5881, 5881]
00020000:00200000:0.0:1789760770.262466:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24088576 chunk: [24088576, 24092672) 24092672, 4096
00020000:00200000:0.0:1789760770.262471:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760770.262491:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5881, 5881]
00000008:00010000:0.0:1789760770.262523:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760770.262529:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760770.262541:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24088576, 24092672) append 0 append lockpos 0
00000080:00200000:0.0:1789760770.262555:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24088576=0x16f9000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760770.262615:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760770.262618:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24092672
00000020:00010000:0.0:1789760770.262627:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760770.262631:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760770.262634:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760770.262637:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760770.262640:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760770.262647:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760770.262654:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760770.262671:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760770.263159:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54a80 - object 0x280000401:3 offset 24088576<>24092672
00000080:00200000:0.0:1789760770.328679:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5881, 5881]
00000080:00200000:0.0:1789760770.328817:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760770.328824:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760770.328840:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24092672 i_blocks 47111
00000020:00200000:0.0:1789760770.328844:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760770.328854:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760770.328892:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24092672, count: 4096
00000080:00200000:0.0:1789760770.328900:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24092672, bytes: 4096
00000080:00200000:0.0:1789760770.329083:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760770.329094:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760770.329096:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24092672, 24096768) 0 0
00000080:00200000:0.0:1789760770.329101:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760770.329118:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5882, 5882]
00020000:00200000:0.0:1789760770.329127:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24092672 chunk: [24092672, 24096768) 24096768, 4096
00020000:00200000:0.0:1789760770.329132:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760770.329154:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5882, 5882]
00000008:00010000:0.0:1789760770.329171:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760770.329176:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760770.329187:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24092672, 24096768) append 0 append lockpos 0
00000080:00200000:0.0:1789760770.329201:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24092672=0x16fa000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760770.329584:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760770.329588:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24096768
00000020:00010000:0.0:1789760770.329599:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760770.329602:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760770.329605:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760770.329608:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760770.329611:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760770.329619:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760770.329627:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760770.329648:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d180
00000008:00100000:0.0:1789760770.329905:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55500 - object 0x280000401:3 offset 24092672<>24096768
00000080:00200000:0.0:1789760770.385687:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5882, 5882]
00000080:00200000:0.0:1789760770.385714:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760770.385720:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760770.385737:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24096768 i_blocks 47111
00000020:00200000:0.0:1789760770.385741:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760770.385759:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760770.385792:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24096768, count: 4096
00000080:00200000:0.0:1789760770.385798:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24096768, bytes: 4096
00000080:00200000:0.0:1789760770.385811:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760770.385820:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760770.385822:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24096768, 24100864) 0 0
00000080:00200000:0.0:1789760770.385826:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760770.385843:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5883, 5883]
00020000:00200000:0.0:1789760770.385853:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24096768 chunk: [24096768, 24100864) 24100864, 4096
00020000:00200000:0.0:1789760770.385858:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760770.385878:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5883, 5883]
00000008:00010000:0.0:1789760770.385896:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760770.385901:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760770.385913:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24096768, 24100864) append 0 append lockpos 0
00000080:00200000:0.0:1789760770.385927:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24096768=0x16fb000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760770.385994:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760770.385997:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24100864
00000020:00010000:0.0:1789760770.386005:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760770.386008:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760770.386012:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760770.386016:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760770.386019:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760770.386028:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760770.386035:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760770.386050:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:0.0:1789760770.386173:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55180 - object 0x280000401:3 offset 24096768<>24100864
00000080:00200000:0.0:1789760770.434528:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5883, 5883]
00000080:00200000:0.0:1789760770.434544:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760770.434551:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760770.434567:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24100864 i_blocks 47111
00000020:00200000:0.0:1789760770.434570:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760770.434580:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760770.434626:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24100864, count: 4096
00000080:00200000:0.0:1789760770.434634:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24100864, bytes: 4096
00000080:00200000:0.0:1789760770.434644:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760770.434653:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760770.434656:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24100864, 24104960) 0 0
00000080:00200000:0.0:1789760770.434660:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760770.434676:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5884, 5884]
00020000:00200000:0.0:1789760770.434685:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24100864 chunk: [24100864, 24104960) 24104960, 4096
00020000:00200000:0.0:1789760770.434690:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760770.434719:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5884, 5884]
00000008:00010000:0.0:1789760770.434737:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760770.434743:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760770.434763:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24100864, 24104960) append 0 append lockpos 0
00000080:00200000:0.0:1789760770.434778:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24100864=0x16fc000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760770.434861:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760770.434864:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24104960
00000020:00010000:0.0:1789760770.434872:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760770.434875:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760770.434878:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760770.434881:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760770.434884:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760770.434893:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760770.434900:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760770.434916:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d240
00000008:00100000:0.0:1789760770.435044:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56d80 - object 0x280000401:3 offset 24100864<>24104960
00000080:00200000:0.0:1789760770.467716:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5884, 5884]
00000080:00200000:0.0:1789760770.467734:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760770.467741:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760770.467767:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24104960 i_blocks 47111
00000020:00200000:0.0:1789760770.467772:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760770.467782:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760770.467817:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24104960, count: 4096
00000080:00200000:0.0:1789760770.467824:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24104960, bytes: 4096
00000080:00200000:0.0:1789760770.467834:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760770.467843:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760770.467845:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24104960, 24109056) 0 0
00000080:00200000:0.0:1789760770.467849:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760770.467865:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5885, 5885]
00020000:00200000:0.0:1789760770.467874:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24104960 chunk: [24104960, 24109056) 24109056, 4096
00020000:00200000:0.0:1789760770.467879:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760770.467899:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5885, 5885]
00000008:00010000:0.0:1789760770.467917:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760770.467924:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760770.467935:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24104960, 24109056) append 0 append lockpos 0
00000080:00200000:0.0:1789760770.467950:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24104960=0x16fd000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760770.468021:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760770.468025:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24109056
00000020:00010000:0.0:1789760770.468034:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760770.468038:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760770.468041:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760770.468045:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760770.468047:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760770.468055:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760770.468063:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760770.468079:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d0c0
00000008:00100000:0.0:1789760770.468271:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54000 - object 0x280000401:3 offset 24104960<>24109056
00000080:00200000:0.0:1789760770.502158:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5885, 5885]
00000080:00200000:0.0:1789760770.502177:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760770.502183:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760770.502198:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24109056 i_blocks 47111
00000020:00200000:0.0:1789760770.502201:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760770.502244:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760770.502280:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24109056, count: 4096
00000080:00200000:0.0:1789760770.502287:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24109056, bytes: 4096
00000080:00200000:0.0:1789760770.502297:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760770.502307:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760770.502310:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24109056, 24113152) 0 0
00000080:00200000:0.0:1789760770.502315:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760770.502332:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5886, 5886]
00020000:00200000:0.0:1789760770.502341:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24109056 chunk: [24109056, 24113152) 24113152, 4096
00020000:00200000:0.0:1789760770.502346:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760770.502366:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5886, 5886]
00000008:00010000:0.0:1789760770.502384:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760770.502390:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760770.502403:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24109056, 24113152) append 0 append lockpos 0
00000080:00200000:0.0:1789760770.502417:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24109056=0x16fe000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760770.502473:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760770.502476:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24113152
00000020:00010000:0.0:1789760770.502484:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760770.502488:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760770.502503:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760770.502507:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760770.502510:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760770.502518:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760770.502525:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760770.502541:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d0c0
00000008:00100000:0.0:1789760770.502729:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57100 - object 0x280000401:3 offset 24109056<>24113152
00000080:00200000:0.0:1789760770.536610:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5886, 5886]
00000080:00200000:0.0:1789760770.536629:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760770.536635:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760770.536652:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24113152 i_blocks 47111
00000020:00200000:0.0:1789760770.536656:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760770.536665:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760770.536700:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24113152, count: 4096
00000080:00200000:0.0:1789760770.536708:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24113152, bytes: 4096
00000080:00200000:0.0:1789760770.536717:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760770.536725:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760770.536727:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24113152, 24117248) 0 0
00000080:00200000:0.0:1789760770.536732:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760770.536759:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5887, 5887]
00020000:00200000:0.0:1789760770.536771:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24113152 chunk: [24113152, 24117248) 24117248, 4096
00020000:00200000:0.0:1789760770.536776:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760770.536796:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5887, 5887]
00000008:00010000:0.0:1789760770.536814:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760770.536820:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760770.536832:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24113152, 24117248) append 0 append lockpos 0
00000080:00200000:0.0:1789760770.536845:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24113152=0x16ff000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760770.536909:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760770.536912:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24117248
00000020:00010000:0.0:1789760770.536921:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760770.536925:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760770.536929:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760770.536932:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760770.536935:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760770.536943:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760770.536950:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760770.536977:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d240
00000008:00100000:0.0:1789760770.537093:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55880 - object 0x280000401:3 offset 24113152<>24117248
00000080:00200000:0.0:1789760770.576120:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5887, 5887]
00000080:00200000:0.0:1789760770.576137:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760770.576143:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760770.576160:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24117248 i_blocks 47111
00000020:00200000:0.0:1789760770.576164:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760770.576174:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760770.576208:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24117248, count: 4096
00000080:00200000:0.0:1789760770.576238:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24117248, bytes: 4096
00000080:00200000:0.0:1789760770.576248:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760770.576257:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760770.576259:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24117248, 24121344) 0 0
00000080:00200000:0.0:1789760770.576264:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760770.576280:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5888, 5888]
00020000:00200000:0.0:1789760770.576289:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24117248 chunk: [24117248, 24121344) 24121344, 4096
00020000:00200000:0.0:1789760770.576294:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760770.576312:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5888, 5888]
00000008:00010000:0.0:1789760770.576329:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760770.576335:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760770.576346:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24117248, 24121344) append 0 append lockpos 0
00000080:00200000:0.0:1789760770.576359:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24117248=0x1700000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760770.576413:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760770.576416:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24121344
00000020:00010000:0.0:1789760770.576424:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760770.576428:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760770.576431:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760770.576434:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760770.576438:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760770.576446:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760770.576453:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760770.576468:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:0.0:1789760770.576820:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56300 - object 0x280000401:3 offset 24117248<>24121344
00010000:00010000:0.0:1789760770.592030:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000080:00200000:0.0:1789760770.621119:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5888, 5888]
00000080:00200000:0.0:1789760770.621133:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760770.621138:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760770.621151:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24121344 i_blocks 47111
00000020:00200000:0.0:1789760770.621155:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760770.621163:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760770.621188:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24121344, count: 4096
00000080:00200000:0.0:1789760770.621194:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24121344, bytes: 4096
00000080:00200000:0.0:1789760770.621204:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760770.621211:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760770.621289:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24121344, 24125440) 0 0
00000080:00200000:0.0:1789760770.621293:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760770.621307:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5889, 5889]
00020000:00200000:0.0:1789760770.621315:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24121344 chunk: [24121344, 24125440) 24125440, 4096
00020000:00200000:0.0:1789760770.621319:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760770.621335:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5889, 5889]
00000008:00010000:0.0:1789760770.621350:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760770.621354:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760770.621362:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24121344, 24125440) append 0 append lockpos 0
00000080:00200000:0.0:1789760770.621373:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24121344=0x1701000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760770.621491:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760770.621495:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24125440
00000020:00010000:0.0:1789760770.621503:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760770.621507:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760770.621510:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760770.621512:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760770.621515:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760770.621521:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760770.621528:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760770.621555:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d180
00000008:00100000:0.0:1789760770.621654:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54380 - object 0x280000401:3 offset 24121344<>24125440
00000080:00200000:0.0:1789760770.674824:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5889, 5889]
00000080:00200000:0.0:1789760770.674843:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760770.674849:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760770.674867:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24125440 i_blocks 49159
00000020:00200000:0.0:1789760770.674871:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760770.674881:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760770.674920:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24125440, count: 4096
00000080:00200000:0.0:1789760770.674928:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24125440, bytes: 4096
00000080:00200000:0.0:1789760770.674940:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760770.674950:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760770.674952:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24125440, 24129536) 0 0
00000080:00200000:0.0:1789760770.674957:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760770.674985:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5890, 5890]
00020000:00200000:0.0:1789760770.674995:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24125440 chunk: [24125440, 24129536) 24129536, 4096
00020000:00200000:0.0:1789760770.675000:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760770.675020:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5890, 5890]
00000008:00010000:0.0:1789760770.675038:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760770.675045:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760770.675059:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24125440, 24129536) append 0 append lockpos 0
00000080:00200000:0.0:1789760770.675076:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24125440=0x1702000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760770.675144:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760770.675147:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24129536
00000020:00010000:0.0:1789760770.675158:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760770.675162:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760770.675165:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760770.675170:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760770.675173:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760770.675182:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760770.675189:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760770.675207:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760770.675476:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57800 - object 0x280000401:3 offset 24125440<>24129536
00000100:00100000:3.0:1789760770.717000:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521015936:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760770.754079:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973211 gen 3
00000008:00010000:3.0:1789760770.754131:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065900c0
00000020:00200000:3.0:1789760770.754139:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760770.754150:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760770.754176:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065900c0
00000100:00100000:3.0:1789760770.754261:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521015936:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760770.755550:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521016064:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760770.792304:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065906c0
00000020:00200000:3.0:1789760770.792318:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760770.792331:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760770.792348:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065906c0
00000100:00100000:3.0:1789760770.792380:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521016064:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760770.793829:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760770.793855:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521016192:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760770.829993:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973213 gen 3
00000008:00010000:3.0:1789760770.830052:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590300
00000020:00200000:3.0:1789760770.830060:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760770.830069:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760770.830090:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590300
00000100:00100000:3.0:1789760770.830122:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521016192:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760770.832941:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760770.832983:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521016320:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760770.878905:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973214 gen 3
00000008:00010000:3.0:1789760770.878958:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590d80
00000020:00200000:3.0:1789760770.878977:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760770.878990:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760770.879013:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590d80
00000100:00100000:3.0:1789760770.879046:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521016320:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760770.880288:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760770.880311:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521016448:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760770.919791:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973215 gen 3
00000008:00010000:3.0:1789760770.919842:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590e40
00000020:00200000:3.0:1789760770.919851:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760770.919863:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760770.919885:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590e40
00000100:00100000:3.0:1789760770.919916:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521016448:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760770.921059:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760770.921081:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521016576:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760770.953146:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973216 gen 3
00000008:00010000:3.0:1789760770.953203:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590180
00000020:00200000:3.0:1789760770.953257:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760770.953268:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760770.953287:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590180
00000100:00100000:3.0:1789760770.953319:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521016576:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760770.954619:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760770.954642:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521016704:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760770.987590:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590c00
00000020:00200000:3.0:1789760770.987616:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760770.987627:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760770.987646:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590c00
00000100:00100000:3.0:1789760770.987682:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521016704:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760770.988608:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760770.988631:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521016832:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760771.021078:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973218 gen 3
00000008:00010000:3.0:1789760771.021144:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590600
00000020:00200000:3.0:1789760771.021155:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760771.021165:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760771.021186:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590600
00000100:00100000:3.0:1789760771.021253:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521016832:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760771.022035:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760771.022056:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521016960:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760771.053981:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973219 gen 3
00000008:00010000:3.0:1789760771.054037:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065903c0
00000020:00200000:3.0:1789760771.054047:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760771.054057:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760771.054076:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065903c0
00000100:00100000:3.0:1789760771.054112:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521016960:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760771.055042:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760771.055064:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521017088:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760771.082389:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065903c0
00000020:00200000:3.0:1789760771.082405:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760771.082417:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760771.082481:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065903c0
00000100:00100000:3.0:1789760771.082521:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521017088:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760771.083295:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521017216:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760771.123370:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973220 gen 3
00000100:00100000:3.0:1789760771.123408:0:2408:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff911a12eebb80 x1876699521017216/t4294973221(4294973221) o4->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760787 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000100:00100000:0.0:1789760771.133855:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521017344:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760771.168899:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973222 gen 3
00000008:00010000:0.0:1789760771.168976:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277d80
00000020:00200000:0.0:1789760771.168985:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760771.168996:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760771.169072:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277d80
00000100:00100000:0.0:1789760771.169105:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521017344:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760771.169722:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24178688 i_blocks 49159
00000020:00200000:0.0:1789760771.169728:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760771.169739:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760771.169771:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24178688, count: 4096
00000080:00200000:0.0:1789760771.169778:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24178688, bytes: 4096
00000080:00200000:0.0:1789760771.169789:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760771.169798:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760771.169800:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24178688, 24182784) 0 0
00000080:00200000:0.0:1789760771.169805:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760771.169822:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5903, 5903]
00020000:00200000:0.0:1789760771.169836:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24178688 chunk: [24178688, 24182784) 24182784, 4096
00020000:00200000:0.0:1789760771.169841:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760771.169862:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5903, 5903]
00000008:00010000:0.0:1789760771.169881:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760771.169886:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760771.169899:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24178688, 24182784) append 0 append lockpos 0
00000080:00200000:0.0:1789760771.169914:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24178688=0x170f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760771.169982:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760771.169986:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24182784
00000020:00010000:0.0:1789760771.169994:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760771.169997:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760771.170000:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760771.170005:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760771.170008:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760771.170016:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760771.170196:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760771.170229:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760771.170347:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56a00 - object 0x280000401:3 offset 24178688<>24182784
00000100:00100000:0.0:1789760771.170383:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760771.170404:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521017472:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760771.224532:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973223 gen 3
00000008:00010000:0.0:1789760771.224581:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7d780
00000020:00200000:0.0:1789760771.224590:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760771.224601:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760771.225155:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7d780
00000100:00100000:0.0:1789760771.225188:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521017472:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760771.272810:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5904, 5904]
00000080:00200000:0.0:1789760771.272828:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760771.272834:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760771.272854:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24186880 i_blocks 49159
00000020:00200000:0.0:1789760771.272858:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760771.272868:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760771.272901:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24186880, count: 4096
00000080:00200000:0.0:1789760771.272908:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24186880, bytes: 4096
00000080:00200000:0.0:1789760771.272920:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760771.272928:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760771.272930:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24186880, 24190976) 0 0
00000080:00200000:0.0:1789760771.272944:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760771.272970:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5905, 5905]
00020000:00200000:0.0:1789760771.272979:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24186880 chunk: [24186880, 24190976) 24190976, 4096
00020000:00200000:0.0:1789760771.272985:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760771.273006:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5905, 5905]
00000008:00010000:0.0:1789760771.273026:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760771.273032:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760771.273044:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24186880, 24190976) append 0 append lockpos 0
00000080:00200000:0.0:1789760771.273058:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24186880=0x1711000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760771.273116:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760771.273118:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24190976
00000020:00010000:0.0:1789760771.273127:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760771.273130:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760771.273133:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760771.273136:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760771.273139:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760771.273146:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760771.273153:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760771.273168:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760771.273334:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56a00 - object 0x280000401:3 offset 24186880<>24190976
00000100:00100000:0.0:1789760771.273373:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760771.273391:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521017728:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760771.308729:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973225 gen 3
00000008:00010000:0.0:1789760771.308781:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7d780
00000020:00200000:0.0:1789760771.308789:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760771.308798:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760771.308823:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7d780
00000100:00100000:0.0:1789760771.308852:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521017728:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760771.344509:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973226 gen 3
00000008:00010000:3.0:1789760771.344565:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590600
00000020:00200000:3.0:1789760771.344574:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760771.344585:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760771.344674:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590600
00000100:00100000:3.0:1789760771.344706:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521017856:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760771.346730:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521017984:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760771.396152:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973227 gen 3
00000008:00010000:0.0:1789760771.396203:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277f00
00000020:00200000:0.0:1789760771.396266:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760771.396369:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760771.396396:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277f00
00000100:00100000:0.0:1789760771.396420:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521017984:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760771.398788:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521018112:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760771.450556:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973228 gen 3
00000008:00010000:0.0:1789760771.450615:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a132776c0
00000020:00200000:0.0:1789760771.450624:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760771.450646:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760771.450673:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a132776c0
00000100:00100000:0.0:1789760771.450707:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521018112:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760771.451859:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760771.451889:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521018240:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760771.495910:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973229 gen 3
00000008:00010000:0.0:1789760771.496132:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277c00
00000020:00200000:0.0:1789760771.496141:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760771.496154:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760771.496420:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277c00
00000100:00100000:0.0:1789760771.496450:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521018240:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760771.497699:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521018368:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760771.546052:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973230 gen 3
00000008:00010000:0.0:1789760771.546106:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277540
00000020:00200000:0.0:1789760771.546114:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760771.546128:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760771.546153:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277540
00000100:00100000:0.0:1789760771.546185:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521018368:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760771.546316:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5910, 5910]
00000080:00200000:3.0:1789760771.546334:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760771.546342:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760771.546358:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24211456 i_blocks 49159
00000020:00200000:3.0:1789760771.546362:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760771.546372:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760771.546407:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24211456, count: 4096
00000080:00200000:3.0:1789760771.546415:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24211456, bytes: 4096
00000080:00200000:3.0:1789760771.546426:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760771.546435:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760771.546437:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24211456, 24215552) 0 0
00000080:00200000:3.0:1789760771.546441:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760771.546458:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5911, 5911]
00020000:00200000:3.0:1789760771.546467:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24211456 chunk: [24211456, 24215552) 24215552, 4096
00020000:00200000:3.0:1789760771.546472:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760771.546732:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5911, 5911]
00000008:00010000:3.0:1789760771.546796:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760771.546803:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760771.546816:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24211456, 24215552) append 0 append lockpos 0
00000080:00200000:3.0:1789760771.546831:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24211456=0x1717000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760771.547056:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760771.547060:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24215552
00000020:00010000:3.0:1789760771.547069:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:3.0:1789760771.547072:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760771.547074:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760771.547077:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760771.547080:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760771.547185:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760771.547191:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760771.547207:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6900
00000008:00100000:3.0:1789760771.547361:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad0380 - object 0x280000401:3 offset 24211456<>24215552
00000008:00010000:3.0:1789760771.586892:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6900
00000020:00200000:3.0:1789760771.586909:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760771.587024:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760771.587138:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6900
00000100:00100000:3.0:1789760771.587205:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521018496:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760771.587357:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5911, 5911]
00000080:00200000:0.0:1789760771.587374:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760771.587380:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760771.587395:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24215552 i_blocks 49159
00000020:00200000:0.0:1789760771.587398:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760771.587407:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760771.587439:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24215552, count: 4096
00000080:00200000:0.0:1789760771.587446:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24215552, bytes: 4096
00000080:00200000:0.0:1789760771.587467:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760771.587476:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760771.587478:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24215552, 24219648) 0 0
00000080:00200000:0.0:1789760771.587482:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760771.587499:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5912, 5912]
00020000:00200000:0.0:1789760771.587508:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24215552 chunk: [24215552, 24219648) 24219648, 4096
00020000:00200000:0.0:1789760771.587521:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760771.587541:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5912, 5912]
00000008:00010000:0.0:1789760771.587558:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760771.587565:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760771.587575:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24215552, 24219648) append 0 append lockpos 0
00000080:00200000:0.0:1789760771.587737:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24215552=0x1718000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760771.587798:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760771.587801:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24219648
00000020:00010000:0.0:1789760771.587810:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760771.587813:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760771.587816:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760771.587819:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760771.587822:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760771.587830:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760771.587836:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760771.587852:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760771.587984:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56a00 - object 0x280000401:3 offset 24215552<>24219648
00010000:00010000:3.0:1789760771.615658:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000080:00200000:0.0:1789760771.660627:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5912, 5912]
00000080:00200000:0.0:1789760771.660645:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760771.660651:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760771.660667:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24219648 i_blocks 49159
00000020:00200000:0.0:1789760771.660670:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760771.660680:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760771.660713:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24219648, count: 4096
00000080:00200000:0.0:1789760771.660720:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24219648, bytes: 4096
00000080:00200000:0.0:1789760771.660730:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760771.660738:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760771.660740:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24219648, 24223744) 0 0
00000080:00200000:0.0:1789760771.660898:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760771.660918:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5913, 5913]
00020000:00200000:0.0:1789760771.660927:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24219648 chunk: [24219648, 24223744) 24223744, 4096
00020000:00200000:0.0:1789760771.660933:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760771.660963:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5913, 5913]
00000008:00010000:0.0:1789760771.660983:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760771.660989:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760771.661003:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24219648, 24223744) append 0 append lockpos 0
00000080:00200000:0.0:1789760771.661016:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24219648=0x1719000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760771.661091:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760771.661094:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24223744
00000020:00010000:0.0:1789760771.661102:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760771.661105:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760771.661108:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760771.661112:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760771.661115:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760771.661123:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760771.661132:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760771.661151:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760771.661462:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57800 - object 0x280000401:3 offset 24219648<>24223744
00000100:00100000:3.0:1789760771.710864:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521018880:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760771.801255:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973234 gen 3
00000008:00010000:3.0:1789760771.801310:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590c00
00000020:00200000:3.0:1789760771.801319:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760771.801330:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760771.801349:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590c00
00000100:00100000:3.0:1789760771.801383:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521018880:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760771.802535:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760771.802559:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521019008:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760771.849949:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973235 gen 3
00000008:00010000:3.0:1789760771.850012:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590180
00000020:00200000:3.0:1789760771.850019:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760771.850030:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760771.850047:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590180
00000100:00100000:3.0:1789760771.850079:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521019008:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760771.850912:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521019136:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760771.884332:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590e40
00000020:00200000:3.0:1789760771.884348:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760771.884361:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760771.884382:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590e40
00000100:00100000:3.0:1789760771.884417:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521019136:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760771.885925:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521019264:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760771.919801:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973236 gen 3
00000100:00100000:3.0:1789760771.919844:0:2408:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff911a12ee8e00 x1876699521019264/t4294973237(4294973237) o4->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760787 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:3.0:1789760771.919897:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590d80
00000020:00200000:3.0:1789760771.919903:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760771.919914:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760771.920066:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590d80
00000100:00100000:3.0:1789760771.920097:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521019264:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760771.923182:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5917, 5917]
00000080:00200000:0.0:1789760771.923210:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760771.923228:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760771.923247:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24240128 i_blocks 49159
00000020:00200000:0.0:1789760771.923253:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760771.923270:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760771.923304:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24240128, count: 4096
00000080:00200000:0.0:1789760771.923312:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24240128, bytes: 4096
00000080:00200000:0.0:1789760771.923328:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760771.923338:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760771.923340:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24240128, 24244224) 0 0
00000080:00200000:0.0:1789760771.923345:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760771.923361:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5918, 5918]
00020000:00200000:0.0:1789760771.923370:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24240128 chunk: [24240128, 24244224) 24244224, 4096
00020000:00200000:0.0:1789760771.923375:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760771.923397:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5918, 5918]
00000008:00010000:0.0:1789760771.923417:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760771.923424:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760771.923748:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24240128, 24244224) append 0 append lockpos 0
00000080:00200000:0.0:1789760771.923763:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24240128=0x171e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760771.923832:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760771.923835:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24244224
00000020:00010000:0.0:1789760771.923844:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760771.923848:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760771.923851:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760771.923854:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760771.923858:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760771.923867:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760771.923874:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760771.923894:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760771.924109:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54380 - object 0x280000401:3 offset 24240128<>24244224
00000080:00200000:3.0:1789760771.967466:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5918, 5918]
00000080:00200000:3.0:1789760771.967481:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760771.967487:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760771.967502:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24244224 i_blocks 49159
00000020:00200000:3.0:1789760771.967505:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760771.967523:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760771.967557:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24244224, count: 4096
00000080:00200000:3.0:1789760771.967564:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24244224, bytes: 4096
00000080:00200000:3.0:1789760771.967573:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760771.967580:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760771.967582:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24244224, 24248320) 0 0
00000080:00200000:3.0:1789760771.967586:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760771.967601:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5919, 5919]
00020000:00200000:3.0:1789760771.967611:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24244224 chunk: [24244224, 24248320) 24248320, 4096
00020000:00200000:3.0:1789760771.967615:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760771.967633:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5919, 5919]
00000008:00010000:3.0:1789760771.967648:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760771.967654:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760771.967664:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24244224, 24248320) append 0 append lockpos 0
00000080:00200000:3.0:1789760771.967682:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24244224=0x171f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760771.967733:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760771.967735:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24248320
00000020:00010000:3.0:1789760771.967743:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:3.0:1789760771.967746:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760771.967749:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760771.967752:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760771.967756:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760771.967762:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760771.967768:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760771.967784:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6900
00000008:00100000:3.0:1789760771.967892:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2680 - object 0x280000401:3 offset 24244224<>24248320
00000100:00100000:3.0:1789760771.967934:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760771.967965:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521019520:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760772.006310:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973239 gen 3
00000008:00010000:3.0:1789760772.006363:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6900
00000020:00200000:3.0:1789760772.006371:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760772.006381:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760772.006399:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6900
00000100:00100000:3.0:1789760772.006428:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521019520:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760772.006709:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5919, 5919]
00000080:00200000:0.0:1789760772.006727:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760772.006733:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760772.006762:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24248320 i_blocks 49159
00000020:00200000:0.0:1789760772.006766:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760772.006777:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760772.006814:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24248320, count: 4096
00000080:00200000:0.0:1789760772.006822:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24248320, bytes: 4096
00000080:00200000:0.0:1789760772.006834:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760772.006844:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760772.006846:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24248320, 24252416) 0 0
00000080:00200000:0.0:1789760772.006851:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760772.006869:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5920, 5920]
00020000:00200000:0.0:1789760772.006879:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24248320 chunk: [24248320, 24252416) 24252416, 4096
00020000:00200000:0.0:1789760772.006885:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760772.006904:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5920, 5920]
00000008:00010000:0.0:1789760772.006921:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760772.006927:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760772.006938:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24248320, 24252416) append 0 append lockpos 0
00000080:00200000:0.0:1789760772.006964:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24248320=0x1720000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760772.007021:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760772.007024:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24252416
00000020:00010000:0.0:1789760772.007032:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760772.007035:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760772.007039:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760772.007042:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760772.007045:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760772.007052:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760772.007059:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760772.007074:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d180
00000008:00100000:0.0:1789760772.007196:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56300 - object 0x280000401:3 offset 24248320<>24252416
00000080:00200000:0.0:1789760772.044789:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5920, 5920]
00000080:00200000:0.0:1789760772.044808:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760772.044815:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760772.044830:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24252416 i_blocks 49159
00000020:00200000:0.0:1789760772.044834:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760772.044844:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760772.044878:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24252416, count: 4096
00000080:00200000:0.0:1789760772.044885:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24252416, bytes: 4096
00000080:00200000:0.0:1789760772.044895:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760772.044904:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760772.044907:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24252416, 24256512) 0 0
00000080:00200000:0.0:1789760772.044911:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760772.044929:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5921, 5921]
00020000:00200000:0.0:1789760772.044938:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24252416 chunk: [24252416, 24256512) 24256512, 4096
00020000:00200000:0.0:1789760772.044942:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760772.044972:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5921, 5921]
00000008:00010000:0.0:1789760772.044992:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760772.044999:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760772.045010:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24252416, 24256512) append 0 append lockpos 0
00000080:00200000:0.0:1789760772.045025:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24252416=0x1721000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760772.045084:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760772.045086:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24256512
00000020:00010000:0.0:1789760772.045096:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760772.045099:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760772.045103:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760772.045106:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760772.045109:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760772.045118:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760772.045125:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760772.045141:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:0.0:1789760772.045315:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55880 - object 0x280000401:3 offset 24252416<>24256512
00000080:00200000:0.0:1789760772.101448:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5921, 5921]
00000080:00200000:0.0:1789760772.101466:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760772.101472:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760772.101487:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24256512 i_blocks 49159
00000020:00200000:0.0:1789760772.101491:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760772.101500:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760772.101591:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24256512, count: 4096
00000080:00200000:0.0:1789760772.101600:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24256512, bytes: 4096
00000080:00200000:0.0:1789760772.101609:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760772.101618:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760772.101681:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24256512, 24260608) 0 0
00000080:00200000:0.0:1789760772.101687:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760772.101706:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5922, 5922]
00020000:00200000:0.0:1789760772.101715:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24256512 chunk: [24256512, 24260608) 24260608, 4096
00020000:00200000:0.0:1789760772.101719:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760772.101738:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5922, 5922]
00000008:00010000:0.0:1789760772.101756:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760772.101762:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760772.101773:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24256512, 24260608) append 0 append lockpos 0
00000080:00200000:0.0:1789760772.101787:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24256512=0x1722000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760772.101843:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760772.101846:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24260608
00000020:00010000:0.0:1789760772.101855:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760772.101858:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760772.101861:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760772.101865:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760772.101868:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760772.101876:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760772.101883:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760772.101900:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d240
00000008:00100000:0.0:1789760772.102314:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57100 - object 0x280000401:3 offset 24256512<>24260608
00000080:00200000:0.0:1789760772.143395:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5922, 5922]
00000080:00200000:0.0:1789760772.143414:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760772.143421:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760772.143436:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24260608 i_blocks 49159
00000020:00200000:0.0:1789760772.143440:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760772.143449:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760772.143485:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24260608, count: 4096
00000080:00200000:0.0:1789760772.143492:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24260608, bytes: 4096
00000080:00200000:0.0:1789760772.143506:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760772.143514:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760772.143516:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24260608, 24264704) 0 0
00000080:00200000:0.0:1789760772.143520:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760772.143548:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5923, 5923]
00020000:00200000:0.0:1789760772.143558:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24260608 chunk: [24260608, 24264704) 24264704, 4096
00020000:00200000:0.0:1789760772.143562:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760772.143584:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5923, 5923]
00000008:00010000:0.0:1789760772.143604:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760772.143611:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760772.143632:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24260608, 24264704) append 0 append lockpos 0
00000080:00200000:0.0:1789760772.143648:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24260608=0x1723000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760772.143710:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760772.143713:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24264704
00000020:00010000:0.0:1789760772.143721:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760772.143725:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760772.143728:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760772.143731:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760772.143734:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760772.143742:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760772.143749:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760772.143766:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d0c0
00000008:00100000:0.0:1789760772.143892:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54000 - object 0x280000401:3 offset 24260608<>24264704
00000080:00200000:0.0:1789760772.200899:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5923, 5923]
00000080:00200000:0.0:1789760772.200918:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760772.200924:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760772.200941:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24264704 i_blocks 49159
00000020:00200000:0.0:1789760772.200944:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760772.200963:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760772.200997:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24264704, count: 4096
00000080:00200000:0.0:1789760772.201004:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24264704, bytes: 4096
00000080:00200000:0.0:1789760772.201014:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760772.201023:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760772.201025:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24264704, 24268800) 0 0
00000080:00200000:0.0:1789760772.201029:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760772.201045:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5924, 5924]
00020000:00200000:0.0:1789760772.201054:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24264704 chunk: [24264704, 24268800) 24268800, 4096
00020000:00200000:0.0:1789760772.201058:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760772.201076:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5924, 5924]
00000008:00010000:0.0:1789760772.201093:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760772.201099:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760772.201111:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24264704, 24268800) append 0 append lockpos 0
00000080:00200000:0.0:1789760772.201125:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24264704=0x1724000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760772.201179:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760772.201181:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24268800
00000020:00010000:0.0:1789760772.201189:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760772.201192:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760772.201195:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760772.201199:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760772.201202:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760772.201209:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760772.201759:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760772.201777:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d0c0
00000008:00100000:0.0:1789760772.201889:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56d80 - object 0x280000401:3 offset 24264704<>24268800
00000080:00200000:0.0:1789760772.245754:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5924, 5924]
00000080:00200000:0.0:1789760772.245775:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760772.245781:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760772.245799:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24268800 i_blocks 49159
00000020:00200000:0.0:1789760772.245803:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760772.245814:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760772.245850:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24268800, count: 4096
00000080:00200000:0.0:1789760772.245862:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24268800, bytes: 4096
00000080:00200000:0.0:1789760772.245873:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760772.245882:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760772.245884:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24268800, 24272896) 0 0
00000080:00200000:0.0:1789760772.245889:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760772.245907:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5925, 5925]
00020000:00200000:0.0:1789760772.245915:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24268800 chunk: [24268800, 24272896) 24272896, 4096
00020000:00200000:0.0:1789760772.245920:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760772.245941:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5925, 5925]
00000008:00010000:0.0:1789760772.245969:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760772.245976:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760772.245988:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24268800, 24272896) append 0 append lockpos 0
00000080:00200000:0.0:1789760772.246002:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24268800=0x1725000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760772.246065:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760772.246069:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24272896
00000020:00010000:0.0:1789760772.246077:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760772.246081:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760772.246085:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760772.246088:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760772.246090:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760772.246098:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760772.246105:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760772.246125:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d240
00000008:00100000:0.0:1789760772.246624:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55180 - object 0x280000401:3 offset 24268800<>24272896
00000100:00100000:0.0:1789760772.246677:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760772.246702:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521020288:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760772.278203:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973245 gen 3
00000008:00010000:0.0:1789760772.278294:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7d240
00000020:00200000:0.0:1789760772.278303:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760772.278313:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760772.278341:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7d240
00000100:00100000:0.0:1789760772.278371:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521020288:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760772.339914:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5926, 5926]
00000080:00200000:3.0:1789760772.339943:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760772.339959:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760772.339980:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24276992 i_blocks 49159
00000020:00200000:3.0:1789760772.339986:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760772.340003:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760772.340038:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24276992, count: 4096
00000080:00200000:3.0:1789760772.340046:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24276992, bytes: 4096
00000080:00200000:3.0:1789760772.340061:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760772.340073:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760772.340075:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24276992, 24281088) 0 0
00000080:00200000:3.0:1789760772.340079:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760772.340098:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5927, 5927]
00020000:00200000:3.0:1789760772.340109:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24276992 chunk: [24276992, 24281088) 24281088, 4096
00020000:00200000:3.0:1789760772.340113:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760772.340137:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5927, 5927]
00000008:00010000:3.0:1789760772.340156:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760772.340163:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760772.340176:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24276992, 24281088) append 0 append lockpos 0
00000080:00200000:3.0:1789760772.340190:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24276992=0x1727000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760772.343397:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760772.343497:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24281088
00000020:00010000:3.0:1789760772.343515:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:3.0:1789760772.343519:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760772.343523:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760772.343527:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760772.343531:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760772.343544:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760772.343555:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760772.343642:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6900
00000008:00100000:3.0:1789760772.344080:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2680 - object 0x280000401:3 offset 24276992<>24281088
00000100:00100000:3.0:1789760772.427561:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973247 gen 3
00000008:00010000:3.0:1789760772.427614:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6900
00000020:00200000:3.0:1789760772.427623:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760772.427636:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760772.427672:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6900
00000100:00100000:3.0:1789760772.427707:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521020544:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760772.429062:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521020672:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760772.520915:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973248 gen 3
00000008:00010000:3.0:1789760772.520976:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590300
00000020:00200000:3.0:1789760772.520984:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760772.520994:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760772.521010:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590300
00000100:00100000:3.0:1789760772.521047:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521020672:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760772.577256:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973249 gen 3
00000008:00010000:3.0:1789760772.577828:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065906c0
00000020:00200000:3.0:1789760772.577836:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760772.577849:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760772.577882:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065906c0
00000100:00100000:3.0:1789760772.577921:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521020800:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760772.635007:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5930, 5930]
00000080:00200000:0.0:1789760772.635025:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760772.635031:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760772.635047:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24293376 i_blocks 49159
00000020:00200000:0.0:1789760772.635052:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760772.635062:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760772.635099:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24293376, count: 4096
00000080:00200000:0.0:1789760772.635106:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24293376, bytes: 4096
00000080:00200000:0.0:1789760772.635117:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760772.635126:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760772.635129:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24293376, 24297472) 0 0
00000080:00200000:0.0:1789760772.635134:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760772.635152:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5931, 5931]
00020000:00200000:0.0:1789760772.635160:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24293376 chunk: [24293376, 24297472) 24297472, 4096
00020000:00200000:0.0:1789760772.635165:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760772.635186:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5931, 5931]
00000008:00010000:0.0:1789760772.635205:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760772.635248:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760772.635339:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24293376, 24297472) append 0 append lockpos 0
00000080:00200000:0.0:1789760772.635354:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24293376=0x172b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760772.635408:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760772.635411:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24297472
00000020:00010000:0.0:1789760772.635419:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760772.635423:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760772.635426:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760772.635430:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760772.635433:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760772.635442:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760772.635449:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760772.635461:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d240
00000008:00100000:0.0:1789760772.635587:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55180 - object 0x280000401:3 offset 24293376<>24297472
00000100:00100000:0.0:1789760772.635627:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521021056:192.168.203.116@tcp:4:dd.0
00010000:00010000:0.0:1789760772.639684:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000008:00010000:0.0:1789760772.698970:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7d240
00000020:00200000:0.0:1789760772.698988:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760772.699000:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760772.699151:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7d240
00000100:00100000:0.0:1789760772.699185:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521021056:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760772.699939:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521021184:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760772.745641:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973252 gen 3
00000008:00010000:0.0:1789760772.745706:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277540
00000020:00200000:0.0:1789760772.745715:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760772.745727:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760772.745822:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5932, 5932]
00000080:00200000:3.0:1789760772.745842:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760772.745848:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760772.745866:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24301568 i_blocks 49159
00000020:00200000:3.0:1789760772.745870:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760772.745881:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760772.745917:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24301568, count: 4096
00000080:00200000:3.0:1789760772.745925:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24301568, bytes: 4096
00000080:00200000:3.0:1789760772.745936:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760772.745945:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760772.745956:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24301568, 24305664) 0 0
00000080:00200000:3.0:1789760772.745961:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760772.745980:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5933, 5933]
00020000:00200000:3.0:1789760772.745989:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24301568 chunk: [24301568, 24305664) 24305664, 4096
00020000:00200000:3.0:1789760772.745994:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760772.746022:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5933, 5933]
00000008:00010000:3.0:1789760772.746041:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760772.746047:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760772.746059:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24301568, 24305664) append 0 append lockpos 0
00000080:00200000:3.0:1789760772.746074:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24301568=0x172d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760772.746142:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760772.746145:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24305664
00000020:00010000:3.0:1789760772.746153:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:3.0:1789760772.746157:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760772.746160:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760772.746163:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760772.746166:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760772.746174:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760772.746181:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760772.746204:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6900
00000008:00100000:3.0:1789760772.746374:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2680 - object 0x280000401:3 offset 24301568<>24305664
00000100:00100000:3.0:1789760772.746426:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760772.746451:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521021312:192.168.203.116@tcp:4:dd.0
00000008:00010000:0.0:1789760772.747296:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277540
00000100:00100000:0.0:1789760772.747326:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521021184:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760772.790612:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973253 gen 3
00000008:00010000:3.0:1789760772.790666:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6900
00000020:00200000:3.0:1789760772.790675:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760772.790687:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760772.790710:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6900
00000100:00100000:3.0:1789760772.790743:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521021312:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760772.833162:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973254 gen 3
00000008:00010000:3.0:1789760772.833251:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065900c0
00000020:00200000:3.0:1789760772.833261:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760772.833272:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760772.833293:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065900c0
00000100:00100000:3.0:1789760772.833324:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521021440:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760772.876824:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590900
00000020:00200000:3.0:1789760772.876841:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760772.876852:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760772.876875:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590900
00000100:00100000:3.0:1789760772.876908:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521021568:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760772.877647:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760772.877669:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521021696:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760772.918112:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973256 gen 3
00000008:00010000:3.0:1789760772.918173:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590000
00000020:00200000:3.0:1789760772.918182:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760772.918192:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760772.918231:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590000
00000100:00100000:3.0:1789760772.918262:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521021696:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760772.919392:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a06590b40
00000008:00100000:3.0:1789760772.919526:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2680 - object 0x280000401:3 offset 24317952<>24322048
00000100:00100000:3.0:1789760772.919590:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521021824:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760772.963180:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590b40
00000020:00200000:3.0:1789760772.963198:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760772.963285:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760772.963303:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590b40
00000100:00100000:3.0:1789760772.963341:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521021824:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760772.964442:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760772.964513:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521021952:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760772.999561:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973257 gen 3
00000100:00100000:3.0:1789760772.999667:0:2407:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff911a12ee8700 x1876699521021952/t4294973258(4294973258) o4->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760788 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:3.0:1789760772.999720:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590b40
00000020:00200000:3.0:1789760772.999727:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760772.999737:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760772.999815:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590b40
00000100:00100000:3.0:1789760772.999845:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521021952:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760772.999955:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5938, 5938]
00000080:00200000:0.0:1789760772.999972:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760772.999978:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760772.999992:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24326144 i_blocks 49159
00000020:00200000:0.0:1789760772.999995:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760773.000004:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760773.000036:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24326144, count: 4096
00000080:00200000:0.0:1789760773.000042:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24326144, bytes: 4096
00000080:00200000:0.0:1789760773.000050:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760773.000057:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760773.000058:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24326144, 24330240) 0 0
00000080:00200000:0.0:1789760773.000062:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760773.000076:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5939, 5939]
00020000:00200000:0.0:1789760773.000083:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24326144 chunk: [24326144, 24330240) 24330240, 4096
00020000:00200000:0.0:1789760773.000087:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760773.000161:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5939, 5939]
00000008:00010000:0.0:1789760773.000180:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760773.000188:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760773.000200:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24326144, 24330240) append 0 append lockpos 0
00000080:00200000:0.0:1789760773.000240:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24326144=0x1733000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760773.000365:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760773.000368:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24330240
00000020:00010000:0.0:1789760773.000376:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760773.000380:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760773.000383:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760773.000387:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760773.000390:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760773.000397:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760773.000404:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760773.000420:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d240
00000008:00100000:0.0:1789760773.000640:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55180 - object 0x280000401:3 offset 24326144<>24330240
00000080:00200000:0.0:1789760773.038020:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5939, 5939]
00000080:00200000:0.0:1789760773.038040:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760773.038045:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760773.038059:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24330240 i_blocks 49159
00000020:00200000:0.0:1789760773.038064:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760773.038077:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760773.038102:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24330240, count: 4096
00000080:00200000:0.0:1789760773.038109:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24330240, bytes: 4096
00000080:00200000:0.0:1789760773.038119:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760773.038127:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760773.038129:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24330240, 24334336) 0 0
00000080:00200000:0.0:1789760773.038132:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760773.038145:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5940, 5940]
00020000:00200000:0.0:1789760773.038152:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24330240 chunk: [24330240, 24334336) 24334336, 4096
00020000:00200000:0.0:1789760773.038156:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760773.038171:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5940, 5940]
00000008:00010000:0.0:1789760773.038186:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760773.038190:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760773.038198:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24330240, 24334336) append 0 append lockpos 0
00000080:00200000:0.0:1789760773.038209:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24330240=0x1734000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760773.038281:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760773.038284:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24334336
00000020:00010000:0.0:1789760773.038290:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760773.038569:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760773.038572:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760773.038575:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760773.038578:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760773.038586:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760773.038592:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760773.038617:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:0.0:1789760773.038721:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55500 - object 0x280000401:3 offset 24330240<>24334336
00000008:00010000:3.0:1789760773.110033:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590000
00000020:00200000:3.0:1789760773.110051:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760773.110062:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760773.110088:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590000
00000100:00100000:3.0:1789760773.110124:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521022336:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760773.111011:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521023104:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760773.141149:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973262 gen 3
00000008:00010000:3.0:1789760773.141255:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590900
00000020:00200000:3.0:1789760773.141264:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760773.141274:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760773.141302:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590900
00000100:00100000:3.0:1789760773.141331:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521023104:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760773.141715:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5942, 5942]
00000080:00200000:0.0:1789760773.141732:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760773.141739:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760773.141809:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24342528 i_blocks 49159
00000020:00200000:0.0:1789760773.141814:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760773.141825:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760773.141865:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24342528, count: 4096
00000080:00200000:0.0:1789760773.141872:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24342528, bytes: 4096
00000080:00200000:0.0:1789760773.141883:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760773.141892:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760773.141894:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24342528, 24346624) 0 0
00000080:00200000:0.0:1789760773.141899:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760773.141915:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5943, 5943]
00020000:00200000:0.0:1789760773.141925:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24342528 chunk: [24342528, 24346624) 24346624, 4096
00020000:00200000:0.0:1789760773.141930:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760773.141960:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5943, 5943]
00000008:00010000:0.0:1789760773.141980:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760773.141986:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760773.141997:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24342528, 24346624) append 0 append lockpos 0
00000080:00200000:0.0:1789760773.142014:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24342528=0x1737000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760773.142072:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760773.142075:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24346624
00000020:00010000:0.0:1789760773.142083:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760773.142087:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760773.142089:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760773.142093:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760773.142095:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760773.142102:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760773.142109:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760773.142128:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d180
00000008:00100000:0.0:1789760773.142406:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54a80 - object 0x280000401:3 offset 24342528<>24346624
00000080:00200000:3.0:1789760773.176029:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5943, 5943]
00000080:00200000:3.0:1789760773.176047:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760773.176053:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760773.176070:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24346624 i_blocks 49159
00000020:00200000:3.0:1789760773.176074:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760773.176085:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760773.176120:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24346624, count: 4096
00000080:00200000:3.0:1789760773.176127:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24346624, bytes: 4096
00000080:00200000:3.0:1789760773.176138:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760773.176147:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760773.176149:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24346624, 24350720) 0 0
00000080:00200000:3.0:1789760773.176154:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760773.176173:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5944, 5944]
00020000:00200000:3.0:1789760773.176184:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24346624 chunk: [24346624, 24350720) 24350720, 4096
00020000:00200000:3.0:1789760773.176188:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760773.176209:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5944, 5944]
00000008:00010000:3.0:1789760773.176254:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760773.176261:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760773.176274:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24346624, 24350720) append 0 append lockpos 0
00000080:00200000:3.0:1789760773.176288:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24346624=0x1738000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760773.176348:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760773.176351:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24350720
00000020:00010000:3.0:1789760773.176360:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:3.0:1789760773.176363:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760773.176367:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760773.176371:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760773.176374:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760773.176382:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760773.176388:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760773.176408:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6900
00000008:00100000:3.0:1789760773.176669:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2680 - object 0x280000401:3 offset 24346624<>24350720
00000100:00100000:3.0:1789760773.176719:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760773.176741:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521023360:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760773.210285:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973264 gen 3
00000008:00010000:3.0:1789760773.210340:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6900
00000020:00200000:3.0:1789760773.210349:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760773.210361:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760773.210380:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6900
00000100:00100000:3.0:1789760773.210412:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521023360:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760773.274773:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065900c0
00000020:00200000:3.0:1789760773.274789:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760773.274802:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760773.274921:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065900c0
00000100:00100000:3.0:1789760773.274970:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521023488:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760773.275755:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521023616:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760773.307794:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973266 gen 3
00000008:00010000:0.0:1789760773.307899:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277c00
00000020:00200000:0.0:1789760773.307906:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760773.307916:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760773.307976:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277c00
00000100:00100000:0.0:1789760773.308008:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521023616:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760773.309897:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521023744:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760773.336986:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973267 gen 3
00000008:00010000:3.0:1789760773.337043:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065906c0
00000020:00200000:3.0:1789760773.337051:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760773.337063:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760773.337089:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065906c0
00000100:00100000:3.0:1789760773.337266:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521023744:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760773.337930:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5947, 5947]
00000080:00200000:0.0:1789760773.337960:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760773.337967:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760773.337986:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24363008 i_blocks 49159
00000020:00200000:0.0:1789760773.337990:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760773.338001:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760773.338037:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24363008, count: 4096
00000080:00200000:0.0:1789760773.338045:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24363008, bytes: 4096
00000080:00200000:0.0:1789760773.338059:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760773.338068:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760773.338070:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24363008, 24367104) 0 0
00000080:00200000:0.0:1789760773.338074:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760773.338091:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5948, 5948]
00020000:00200000:0.0:1789760773.338101:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24363008 chunk: [24363008, 24367104) 24367104, 4096
00020000:00200000:0.0:1789760773.338106:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760773.338128:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5948, 5948]
00000008:00010000:0.0:1789760773.338149:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760773.338155:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760773.338167:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24363008, 24367104) append 0 append lockpos 0
00000080:00200000:0.0:1789760773.338180:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24363008=0x173c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760773.338267:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760773.338270:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24367104
00000020:00010000:0.0:1789760773.338278:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760773.338282:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760773.338285:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760773.338289:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760773.338292:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760773.338301:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760773.338308:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760773.338325:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760773.338448:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54e00 - object 0x280000401:3 offset 24363008<>24367104
00000100:00100000:0.0:1789760773.338501:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760773.338523:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521023872:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760773.408099:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973268 gen 3
00000008:00010000:0.0:1789760773.408155:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7db40
00000020:00200000:0.0:1789760773.408320:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760773.408333:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760773.408452:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7db40
00000100:00100000:0.0:1789760773.408484:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521023872:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760773.409126:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5948, 5948]
00000080:00200000:3.0:1789760773.409148:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760773.409155:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760773.409260:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24367104 i_blocks 49159
00000020:00200000:3.0:1789760773.409266:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760773.409278:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760773.409315:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24367104, count: 4096
00000080:00200000:3.0:1789760773.409323:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24367104, bytes: 4096
00000080:00200000:3.0:1789760773.409338:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760773.409347:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760773.409349:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24367104, 24371200) 0 0
00000080:00200000:3.0:1789760773.409354:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760773.409372:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5949, 5949]
00020000:00200000:3.0:1789760773.409381:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24367104 chunk: [24367104, 24371200) 24371200, 4096
00020000:00200000:3.0:1789760773.409386:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760773.410008:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5949, 5949]
00000008:00010000:3.0:1789760773.410097:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760773.410104:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760773.410119:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24367104, 24371200) append 0 append lockpos 0
00000080:00200000:3.0:1789760773.410136:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24367104=0x173d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760773.410374:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760773.410377:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24371200
00000020:00010000:3.0:1789760773.410386:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:3.0:1789760773.410390:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760773.410393:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760773.410465:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760773.410470:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760773.410480:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760773.410488:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760773.410556:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6900
00000008:00100000:3.0:1789760773.411844:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2680 - object 0x280000401:3 offset 24367104<>24371200
00000100:00100000:3.0:1789760773.411927:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760773.411965:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521024000:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760773.461088:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973269 gen 3
00000008:00010000:3.0:1789760773.461139:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6900
00000020:00200000:3.0:1789760773.461148:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760773.461159:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760773.461179:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6900
00000100:00100000:3.0:1789760773.461207:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521024000:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760773.498488:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973270 gen 3
00000008:00010000:3.0:1789760773.498541:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590300
00000020:00200000:3.0:1789760773.498551:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760773.498561:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760773.498591:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590300
00000100:00100000:3.0:1789760773.498627:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521024128:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760773.499725:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521024256:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760773.552041:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973271 gen 3
00000008:00010000:3.0:1789760773.552091:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590d80
00000020:00200000:3.0:1789760773.552099:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760773.552111:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760773.552171:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590d80
00000100:00100000:3.0:1789760773.552203:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521024256:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760773.553365:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521024384:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760773.587204:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973272 gen 3
00000008:00010000:3.0:1789760773.587293:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590e40
00000020:00200000:3.0:1789760773.587302:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760773.587313:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760773.587388:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590e40
00000100:00100000:3.0:1789760773.587429:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521024384:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760773.588656:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760773.590726:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521024512:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760773.633480:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973273 gen 3
00000008:00010000:3.0:1789760773.633533:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590180
00000020:00200000:3.0:1789760773.633542:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760773.633554:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760773.633587:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590180
00000100:00100000:3.0:1789760773.633621:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521024512:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760773.633702:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5953, 5953]
00000080:00200000:0.0:1789760773.633721:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760773.633727:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760773.633744:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24387584 i_blocks 49159
00000020:00200000:0.0:1789760773.633748:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760773.633758:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760773.633804:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24387584, count: 4096
00000080:00200000:0.0:1789760773.633813:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24387584, bytes: 4096
00000080:00200000:0.0:1789760773.633822:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760773.633832:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760773.633835:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24387584, 24391680) 0 0
00000080:00200000:0.0:1789760773.633840:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760773.633857:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5954, 5954]
00020000:00200000:0.0:1789760773.633865:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24387584 chunk: [24387584, 24391680) 24391680, 4096
00020000:00200000:0.0:1789760773.633870:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760773.633888:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5954, 5954]
00000008:00010000:0.0:1789760773.633907:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760773.633914:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760773.633925:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24387584, 24391680) append 0 append lockpos 0
00000080:00200000:0.0:1789760773.633951:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24387584=0x1742000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760773.634013:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760773.634016:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24391680
00000020:00010000:0.0:1789760773.634024:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760773.634027:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760773.634031:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760773.634035:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760773.634037:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760773.634045:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760773.634052:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760773.634068:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760773.634187:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54e00 - object 0x280000401:3 offset 24387584<>24391680
00010000:00010000:0.0:1789760773.663684:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000080:00200000:0.0:1789760773.673448:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5954, 5954]
00000080:00200000:0.0:1789760773.673649:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760773.673656:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760773.673673:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24391680 i_blocks 49159
00000020:00200000:0.0:1789760773.673676:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760773.673687:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760773.673722:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24391680, count: 4096
00000080:00200000:0.0:1789760773.673730:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24391680, bytes: 4096
00000080:00200000:0.0:1789760773.673742:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760773.673811:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760773.673813:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24391680, 24395776) 0 0
00000080:00200000:0.0:1789760773.673818:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760773.673837:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5955, 5955]
00020000:00200000:0.0:1789760773.673846:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24391680 chunk: [24391680, 24395776) 24395776, 4096
00020000:00200000:0.0:1789760773.673851:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760773.673873:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5955, 5955]
00000008:00010000:0.0:1789760773.673894:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760773.673900:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760773.673911:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24391680, 24395776) append 0 append lockpos 0
00000080:00200000:0.0:1789760773.673926:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24391680=0x1743000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760773.674000:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760773.674003:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24395776
00000020:00010000:0.0:1789760773.674011:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760773.674015:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760773.674018:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760773.674021:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760773.674024:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760773.674033:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760773.674041:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760773.674061:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760773.677707:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54700 - object 0x280000401:3 offset 24391680<>24395776
00000080:00200000:3.0:1789760773.717275:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5955, 5955]
00000080:00200000:3.0:1789760773.717293:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760773.717301:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760773.717318:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24395776 i_blocks 49159
00000020:00200000:3.0:1789760773.717323:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760773.717333:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760773.717367:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24395776, count: 4096
00000080:00200000:3.0:1789760773.717374:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24395776, bytes: 4096
00000080:00200000:3.0:1789760773.717386:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760773.717395:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760773.717398:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24395776, 24399872) 0 0
00000080:00200000:3.0:1789760773.717403:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760773.717420:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5956, 5956]
00020000:00200000:3.0:1789760773.717431:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24395776 chunk: [24395776, 24399872) 24399872, 4096
00020000:00200000:3.0:1789760773.717435:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760773.717455:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5956, 5956]
00000008:00010000:3.0:1789760773.717485:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760773.717491:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760773.717504:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24395776, 24399872) append 0 append lockpos 0
00000080:00200000:3.0:1789760773.717520:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24395776=0x1744000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760773.717650:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760773.717654:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24399872
00000020:00010000:3.0:1789760773.717663:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:3.0:1789760773.717667:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760773.717670:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760773.717673:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760773.717677:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760773.717684:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760773.717691:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760773.717711:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6900
00000008:00100000:3.0:1789760773.717839:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2680 - object 0x280000401:3 offset 24395776<>24399872
00000100:00100000:3.0:1789760773.756132:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973276 gen 3
00000008:00010000:3.0:1789760773.756190:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6900
00000020:00200000:3.0:1789760773.756199:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760773.756210:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760773.756315:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6900
00000100:00100000:3.0:1789760773.756340:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521024896:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760773.757377:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521025024:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760773.788173:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973277 gen 3
00000008:00010000:0.0:1789760773.788252:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a132776c0
00000020:00200000:0.0:1789760773.788261:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760773.788273:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760773.788296:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a132776c0
00000100:00100000:0.0:1789760773.788336:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521025024:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760773.789171:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521025152:192.168.203.116@tcp:4:dd.0
00000008:00010000:0.0:1789760773.823052:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277f00
00000020:00200000:0.0:1789760773.823069:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760773.823083:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760773.823177:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277f00
00000100:00100000:0.0:1789760773.823207:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521025152:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760773.824113:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760773.824131:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521025280:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760773.862965:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973279 gen 3
00000008:00010000:0.0:1789760773.863031:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277d80
00000020:00200000:0.0:1789760773.863040:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760773.863051:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760773.863076:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277d80
00000100:00100000:0.0:1789760773.863106:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521025280:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760773.863883:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521025408:192.168.203.116@tcp:4:dd.0
00000008:00010000:0.0:1789760773.916325:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277d80
00000020:00200000:0.0:1789760773.916341:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760773.916354:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760773.916377:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277d80
00000100:00100000:0.0:1789760773.916411:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521025408:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760773.918142:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521025536:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760773.961291:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973281 gen 3
00000008:00010000:0.0:1789760773.961353:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277f00
00000020:00200000:0.0:1789760773.961361:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760773.961372:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760773.961446:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277f00
00000100:00100000:0.0:1789760773.961474:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521025536:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760773.963251:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521025664:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760774.000153:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973282 gen 3
00000008:00010000:0.0:1789760774.000254:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a132776c0
00000020:00200000:0.0:1789760774.000264:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760774.000277:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760774.000302:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a132776c0
00000100:00100000:0.0:1789760774.000334:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521025664:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760774.001340:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521025792:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760774.048453:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973283 gen 3
00000008:00010000:0.0:1789760774.048511:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277c00
00000020:00200000:0.0:1789760774.048521:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760774.048533:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760774.048560:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277c00
00000100:00100000:0.0:1789760774.048591:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521025792:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760774.049709:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521025920:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760774.084495:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973284 gen 3
00000008:00010000:0.0:1789760774.084579:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277540
00000020:00200000:0.0:1789760774.084587:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760774.084600:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760774.084690:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277540
00000100:00100000:0.0:1789760774.084743:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521025920:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760774.085030:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5964, 5964]
00000080:00200000:3.0:1789760774.085091:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760774.085096:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760774.085111:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24432640 i_blocks 49159
00000020:00200000:3.0:1789760774.085115:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760774.085123:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760774.085199:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24432640, count: 4096
00000080:00200000:3.0:1789760774.085205:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24432640, bytes: 4096
00000080:00200000:3.0:1789760774.085292:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760774.085302:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760774.085305:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24432640, 24436736) 0 0
00000080:00200000:3.0:1789760774.085310:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760774.085327:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5965, 5965]
00020000:00200000:3.0:1789760774.085335:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24432640 chunk: [24432640, 24436736) 24436736, 4096
00020000:00200000:3.0:1789760774.085340:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760774.085360:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5965, 5965]
00000008:00010000:3.0:1789760774.085377:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760774.085389:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760774.085400:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24432640, 24436736) append 0 append lockpos 0
00000080:00200000:3.0:1789760774.085412:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24432640=0x174d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760774.085549:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760774.085552:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24436736
00000020:00010000:3.0:1789760774.085562:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:3.0:1789760774.085566:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760774.085569:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760774.085572:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760774.085575:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760774.085582:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760774.085588:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760774.085602:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6900
00000008:00100000:3.0:1789760774.085823:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2680 - object 0x280000401:3 offset 24432640<>24436736
00000100:00100000:3.0:1789760774.086015:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521026048:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760774.154673:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973285 gen 3
00000008:00010000:3.0:1789760774.154725:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6900
00000020:00200000:3.0:1789760774.154734:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760774.154745:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760774.154832:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6900
00000100:00100000:3.0:1789760774.154865:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521026048:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760774.158452:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5965, 5965]
00000080:00200000:0.0:1789760774.158481:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760774.158488:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760774.158507:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24436736 i_blocks 49159
00000020:00200000:0.0:1789760774.158513:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760774.158530:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760774.158564:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24436736, count: 4096
00000080:00200000:0.0:1789760774.158573:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24436736, bytes: 4096
00000080:00200000:0.0:1789760774.158588:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760774.158596:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760774.158599:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24436736, 24440832) 0 0
00000080:00200000:0.0:1789760774.158603:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760774.158620:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5966, 5966]
00020000:00200000:0.0:1789760774.158628:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24436736 chunk: [24436736, 24440832) 24440832, 4096
00020000:00200000:0.0:1789760774.158632:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760774.158651:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5966, 5966]
00000008:00010000:0.0:1789760774.158669:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760774.158675:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760774.158688:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24436736, 24440832) append 0 append lockpos 0
00000080:00200000:0.0:1789760774.158702:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24436736=0x174e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760774.158774:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760774.158776:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24440832
00000020:00010000:0.0:1789760774.158784:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760774.158788:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760774.158791:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760774.158794:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760774.158797:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760774.158806:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760774.158813:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760774.158844:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760774.160512:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55c00 - object 0x280000401:3 offset 24436736<>24440832
00000080:00200000:3.0:1789760774.201975:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5966, 5966]
00000080:00200000:3.0:1789760774.201992:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760774.201997:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760774.202012:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24440832 i_blocks 49159
00000020:00200000:3.0:1789760774.202016:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760774.202026:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760774.202060:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24440832, count: 4096
00000080:00200000:3.0:1789760774.202068:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24440832, bytes: 4096
00000080:00200000:3.0:1789760774.202079:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760774.202088:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760774.202090:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24440832, 24444928) 0 0
00000080:00200000:3.0:1789760774.202094:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760774.202111:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5967, 5967]
00020000:00200000:3.0:1789760774.202118:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24440832 chunk: [24440832, 24444928) 24444928, 4096
00020000:00200000:3.0:1789760774.202123:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760774.202139:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5967, 5967]
00000008:00010000:3.0:1789760774.202154:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760774.202160:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760774.202170:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24440832, 24444928) append 0 append lockpos 0
00000080:00200000:3.0:1789760774.202181:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24440832=0x174f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760774.202256:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760774.202258:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24444928
00000020:00010000:3.0:1789760774.202265:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:3.0:1789760774.202267:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760774.202270:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760774.202272:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760774.202274:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760774.202280:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760774.202285:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760774.202300:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6900
00000008:00100000:3.0:1789760774.202414:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2680 - object 0x280000401:3 offset 24440832<>24444928
00000100:00100000:3.0:1789760774.202448:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760774.202466:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521026304:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760774.257407:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973287 gen 3
00000008:00010000:3.0:1789760774.257458:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6900
00000020:00200000:3.0:1789760774.257477:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760774.257488:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760774.257510:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6900
00000100:00100000:3.0:1789760774.257536:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521026304:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760774.298512:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5968, 5968]
00000080:00200000:3.0:1789760774.298530:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760774.298536:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760774.298551:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24449024 i_blocks 49159
00000020:00200000:3.0:1789760774.298555:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760774.298565:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760774.298601:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24449024, count: 4096
00000080:00200000:3.0:1789760774.298675:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24449024, bytes: 4096
00000080:00200000:3.0:1789760774.298688:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760774.298697:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760774.298699:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24449024, 24453120) 0 0
00000080:00200000:3.0:1789760774.298703:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760774.298720:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5969, 5969]
00020000:00200000:3.0:1789760774.298729:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24449024 chunk: [24449024, 24453120) 24453120, 4096
00020000:00200000:3.0:1789760774.298733:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760774.298752:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5969, 5969]
00000008:00010000:3.0:1789760774.298771:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760774.298777:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760774.298789:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24449024, 24453120) append 0 append lockpos 0
00000080:00200000:3.0:1789760774.298802:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24449024=0x1751000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760774.298862:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760774.298865:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24453120
00000020:00010000:3.0:1789760774.298872:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:3.0:1789760774.298876:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760774.298880:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760774.298883:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760774.298886:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760774.298893:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760774.298900:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760774.298916:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6900
00000008:00100000:3.0:1789760774.299053:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2680 - object 0x280000401:3 offset 24449024<>24453120
00000100:00100000:3.0:1789760774.339278:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973289 gen 3
00000008:00010000:3.0:1789760774.339325:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6900
00000020:00200000:3.0:1789760774.339333:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760774.339343:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760774.339365:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6900
00000100:00100000:3.0:1789760774.339389:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521026560:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760774.340907:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521026688:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760774.381760:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973290 gen 3
00000008:00010000:0.0:1789760774.381811:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277540
00000020:00200000:0.0:1789760774.381820:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760774.381834:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760774.381860:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277540
00000100:00100000:0.0:1789760774.381892:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521026688:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760774.382896:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521026816:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760774.423417:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973291 gen 3
00000008:00010000:0.0:1789760774.423475:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277c00
00000020:00200000:0.0:1789760774.423483:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760774.423496:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760774.423518:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277c00
00000100:00100000:0.0:1789760774.423546:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521026816:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760774.424511:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521026944:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760774.460338:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973292 gen 3
00000008:00010000:0.0:1789760774.460390:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a132776c0
00000020:00200000:0.0:1789760774.460398:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760774.460411:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760774.460432:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a132776c0
00000100:00100000:0.0:1789760774.460466:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521026944:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760774.461535:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760774.461556:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521027072:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760774.491380:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973293 gen 3
00000008:00010000:0.0:1789760774.491435:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277f00
00000020:00200000:0.0:1789760774.491443:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760774.491457:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760774.491488:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277f00
00000100:00100000:0.0:1789760774.491520:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521027072:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760774.492739:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521027200:192.168.203.116@tcp:4:dd.0
00000008:00010000:0.0:1789760774.524395:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277d80
00000020:00200000:0.0:1789760774.524412:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760774.524425:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760774.524450:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277d80
00000100:00100000:0.0:1789760774.524481:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521027200:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760774.525391:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760774.525412:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521027328:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760774.560059:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973294 gen 3
00000100:00100000:0.0:1789760774.560099:0:2406:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff911a08b0bb80 x1876699521027328/t4294973295(4294973295) o4->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760790 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:0.0:1789760774.560148:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277d80
00000020:00200000:0.0:1789760774.560155:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760774.560167:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760774.560191:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277d80
00000100:00100000:0.0:1789760774.560260:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521027328:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760774.561310:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760774.561331:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521027456:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760774.602172:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973295 gen 3
00000100:00100000:0.0:1789760774.602243:0:2405:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff911a08b09c00 x1876699521027456/t4294973296(4294973296) o4->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760790 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:0.0:1789760774.602295:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277f00
00000020:00200000:0.0:1789760774.602303:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760774.602316:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760774.602457:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277f00
00000100:00100000:0.0:1789760774.602543:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521027456:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760774.604151:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760774.604178:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521027584:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760774.637707:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973296 gen 3
00000100:00100000:0.0:1789760774.637760:0:2406:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff911a08b0b480 x1876699521027584/t4294973297(4294973297) o4->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760790 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:0.0:1789760774.637810:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a132776c0
00000020:00200000:0.0:1789760774.637817:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760774.637829:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760774.637853:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a132776c0
00000100:00100000:0.0:1789760774.637878:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521027584:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760774.638983:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760774.639008:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521027712:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760774.672430:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973297 gen 3
00000100:00100000:0.0:1789760774.672474:0:2405:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff911a08b0ad80 x1876699521027712/t4294973298(4294973298) o4->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760790 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:0.0:1789760774.672528:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277c00
00000020:00200000:0.0:1789760774.672536:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760774.672547:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760774.672583:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277c00
00000100:00100000:0.0:1789760774.672609:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521027712:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760774.674045:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760774.674070:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521027840:192.168.203.116@tcp:4:dd.0
00010000:00010000:3.0:1789760774.687764:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789760774.706850:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973299 gen 3
00000008:00010000:0.0:1789760774.706898:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277540
00000020:00200000:0.0:1789760774.706905:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760774.706915:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760774.706948:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277540
00000100:00100000:0.0:1789760774.706972:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521027840:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760774.709075:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521027968:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760774.745876:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973300 gen 3
00000008:00010000:0.0:1789760774.745918:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277540
00000020:00200000:0.0:1789760774.745924:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760774.745944:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760774.746015:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277540
00000100:00100000:0.0:1789760774.746041:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521027968:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760774.747017:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521028096:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760774.800864:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973301 gen 3
00000008:00010000:0.0:1789760774.800899:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277c00
00000020:00200000:0.0:1789760774.800905:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760774.800915:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760774.800943:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277c00
00000100:00100000:0.0:1789760774.800968:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521028096:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760774.801819:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521028224:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760774.847049:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973302 gen 3
00000008:00010000:0.0:1789760774.847101:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a132776c0
00000020:00200000:0.0:1789760774.847109:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760774.847123:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760774.847269:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a132776c0
00000100:00100000:0.0:1789760774.847300:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521028224:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760774.848702:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521028352:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760774.885719:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973303 gen 3
00000008:00010000:0.0:1789760774.885774:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277f00
00000020:00200000:0.0:1789760774.885783:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760774.885794:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760774.885818:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277f00
00000100:00100000:0.0:1789760774.885850:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521028352:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760774.887093:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521028480:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760774.941308:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973304 gen 3
00000008:00010000:0.0:1789760774.941369:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277d80
00000020:00200000:0.0:1789760774.941379:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760774.941394:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760774.941487:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277d80
00000100:00100000:0.0:1789760774.941518:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521028480:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760774.943051:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521028608:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760774.980472:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973305 gen 3
00000008:00010000:0.0:1789760774.980529:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277d80
00000020:00200000:0.0:1789760774.980538:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760774.980550:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760774.980660:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277d80
00000100:00100000:0.0:1789760774.980693:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521028608:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760774.981847:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521028736:192.168.203.116@tcp:4:dd.0
00000008:00010000:0.0:1789760775.014542:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277f00
00000020:00200000:0.0:1789760775.014708:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760775.014720:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760775.014739:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277f00
00000100:00100000:0.0:1789760775.014767:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521028736:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760775.016973:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521028864:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760775.071050:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973307 gen 3
00000008:00010000:0.0:1789760775.071096:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a132776c0
00000020:00200000:0.0:1789760775.071103:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760775.071112:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760775.071138:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a132776c0
00000100:00100000:0.0:1789760775.071164:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521028864:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760775.071836:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521028992:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760775.154169:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973308 gen 3
00000008:00010000:0.0:1789760775.154227:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277c00
00000020:00200000:0.0:1789760775.154234:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760775.154244:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760775.154494:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277c00
00000100:00100000:0.0:1789760775.154519:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521028992:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760775.154729:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5988, 5988]
00000080:00200000:3.0:1789760775.154743:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760775.154748:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760775.154760:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24530944 i_blocks 49159
00000020:00200000:3.0:1789760775.154763:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760775.154772:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760775.154799:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24530944, count: 4096
00000080:00200000:3.0:1789760775.154805:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24530944, bytes: 4096
00000080:00200000:3.0:1789760775.154814:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760775.155054:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760775.155058:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24530944, 24535040) 0 0
00000080:00200000:3.0:1789760775.155062:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760775.155077:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5989, 5989]
00020000:00200000:3.0:1789760775.155084:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24530944 chunk: [24530944, 24535040) 24535040, 4096
00020000:00200000:3.0:1789760775.155089:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760775.155105:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5989, 5989]
00000008:00010000:3.0:1789760775.155120:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760775.155125:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760775.155135:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24530944, 24535040) append 0 append lockpos 0
00000080:00200000:3.0:1789760775.155147:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24530944=0x1765000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760775.155194:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760775.155197:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24535040
00000020:00010000:3.0:1789760775.156416:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:3.0:1789760775.156423:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760775.156427:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760775.156430:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760775.156433:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760775.156520:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760775.156675:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760775.156703:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6900
00000008:00100000:3.0:1789760775.156812:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2680 - object 0x280000401:3 offset 24530944<>24535040
00000100:00100000:3.0:1789760775.209912:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973309 gen 3
00000008:00010000:3.0:1789760775.210023:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6900
00000020:00200000:3.0:1789760775.210029:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760775.210038:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760775.210062:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6900
00000100:00100000:3.0:1789760775.210085:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521029120:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760775.210200:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5989, 5989]
00000080:00200000:0.0:1789760775.210239:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760775.210245:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760775.210257:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24535040 i_blocks 49159
00000020:00200000:0.0:1789760775.210260:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760775.210269:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760775.210295:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24535040, count: 4096
00000080:00200000:0.0:1789760775.210301:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24535040, bytes: 4096
00000080:00200000:0.0:1789760775.210309:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760775.210316:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760775.210319:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24535040, 24539136) 0 0
00000080:00200000:0.0:1789760775.210323:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760775.210335:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5990, 5990]
00020000:00200000:0.0:1789760775.210342:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24535040 chunk: [24535040, 24539136) 24539136, 4096
00020000:00200000:0.0:1789760775.210345:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760775.210362:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5990, 5990]
00000008:00010000:0.0:1789760775.210376:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760775.210382:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760775.210390:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24535040, 24539136) append 0 append lockpos 0
00000080:00200000:0.0:1789760775.210402:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24535040=0x1766000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760775.210447:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760775.210450:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24539136
00000020:00010000:0.0:1789760775.210456:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760775.210460:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760775.210463:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760775.210466:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760775.210468:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760775.210475:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760775.210482:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760775.210497:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760775.210604:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57b80 - object 0x280000401:3 offset 24535040<>24539136
00000100:00100000:0.0:1789760775.210649:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760775.210662:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521029248:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760775.255184:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973310 gen 3
00000008:00010000:0.0:1789760775.255257:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7db40
00000020:00200000:0.0:1789760775.255263:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760775.255271:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760775.255291:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7db40
00000100:00100000:0.0:1789760775.255315:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521029248:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760775.255355:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5990, 5990]
00000080:00200000:3.0:1789760775.255380:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760775.255386:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760775.255403:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24539136 i_blocks 49159
00000020:00200000:3.0:1789760775.255407:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760775.255420:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760775.255455:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24539136, count: 4096
00000080:00200000:3.0:1789760775.255526:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24539136, bytes: 4096
00000080:00200000:3.0:1789760775.255539:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760775.255548:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760775.255550:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24539136, 24543232) 0 0
00000080:00200000:3.0:1789760775.255555:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760775.255638:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5991, 5991]
00020000:00200000:3.0:1789760775.255648:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24539136 chunk: [24539136, 24543232) 24543232, 4096
00020000:00200000:3.0:1789760775.255653:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760775.255676:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5991, 5991]
00000008:00010000:3.0:1789760775.255696:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760775.255702:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760775.255715:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24539136, 24543232) append 0 append lockpos 0
00000080:00200000:3.0:1789760775.255729:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24539136=0x1767000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760775.255986:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760775.255990:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24543232
00000020:00010000:3.0:1789760775.255999:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:3.0:1789760775.256002:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760775.256005:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760775.256008:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760775.256011:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760775.256019:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760775.256025:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760775.256045:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6900
00000008:00100000:3.0:1789760775.256172:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2680 - object 0x280000401:3 offset 24539136<>24543232
00000100:00100000:3.0:1789760775.291517:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973311 gen 3
00000008:00010000:3.0:1789760775.291564:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6900
00000020:00200000:3.0:1789760775.291571:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760775.291580:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760775.291600:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6900
00000100:00100000:3.0:1789760775.291626:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521029376:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760775.291767:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5991, 5991]
00000080:00200000:0.0:1789760775.291784:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760775.291790:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760775.291805:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24543232 i_blocks 49159
00000020:00200000:0.0:1789760775.291809:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760775.291972:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760775.292072:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24543232, count: 4096
00000080:00200000:0.0:1789760775.292080:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24543232, bytes: 4096
00000080:00200000:0.0:1789760775.292091:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760775.292099:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760775.292102:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24543232, 24547328) 0 0
00000080:00200000:0.0:1789760775.292106:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760775.292123:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5992, 5992]
00020000:00200000:0.0:1789760775.292131:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24543232 chunk: [24543232, 24547328) 24547328, 4096
00020000:00200000:0.0:1789760775.292136:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760775.292155:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5992, 5992]
00000008:00010000:0.0:1789760775.292174:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760775.292180:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760775.292191:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24543232, 24547328) append 0 append lockpos 0
00000080:00200000:0.0:1789760775.292205:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24543232=0x1768000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760775.292283:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760775.292286:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24547328
00000020:00010000:0.0:1789760775.292294:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760775.292298:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760775.292301:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760775.292305:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760775.292308:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760775.292315:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760775.292322:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760775.292337:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760775.292450:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57b80 - object 0x280000401:3 offset 24543232<>24547328
00000080:00200000:0.0:1789760775.327544:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5992, 5992]
00000080:00200000:0.0:1789760775.327559:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760775.327565:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760775.327581:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24547328 i_blocks 49159
00000020:00200000:0.0:1789760775.327585:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760775.327595:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760775.327631:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24547328, count: 4096
00000080:00200000:0.0:1789760775.327638:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24547328, bytes: 4096
00000080:00200000:0.0:1789760775.327646:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760775.327656:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760775.327714:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24547328, 24551424) 0 0
00000080:00200000:0.0:1789760775.327719:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760775.327733:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5993, 5993]
00020000:00200000:0.0:1789760775.327740:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24547328 chunk: [24547328, 24551424) 24551424, 4096
00020000:00200000:0.0:1789760775.327744:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760775.327764:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5993, 5993]
00000008:00010000:0.0:1789760775.327782:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760775.327789:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760775.327801:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24547328, 24551424) append 0 append lockpos 0
00000080:00200000:0.0:1789760775.327857:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24547328=0x1769000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760775.327908:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760775.327910:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24551424
00000020:00010000:0.0:1789760775.327917:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760775.327921:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760775.327924:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760775.327938:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760775.327942:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760775.327950:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760775.327956:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760775.327973:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d180
00000008:00100000:0.0:1789760775.328158:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55f80 - object 0x280000401:3 offset 24547328<>24551424
00000080:00200000:0.0:1789760775.368981:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5993, 5993]
00000080:00200000:0.0:1789760775.369001:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760775.369007:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760775.369026:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24551424 i_blocks 49159
00000020:00200000:0.0:1789760775.369030:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760775.369040:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760775.369076:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24551424, count: 4096
00000080:00200000:0.0:1789760775.369085:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24551424, bytes: 4096
00000080:00200000:0.0:1789760775.369099:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760775.369108:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760775.369110:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24551424, 24555520) 0 0
00000080:00200000:0.0:1789760775.369115:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760775.369132:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5994, 5994]
00020000:00200000:0.0:1789760775.369142:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24551424 chunk: [24551424, 24555520) 24555520, 4096
00020000:00200000:0.0:1789760775.369147:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760775.369167:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5994, 5994]
00000008:00010000:0.0:1789760775.369185:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760775.369191:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760775.369202:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24551424, 24555520) append 0 append lockpos 0
00000080:00200000:0.0:1789760775.369256:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24551424=0x176a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760775.369318:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760775.369321:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24555520
00000020:00010000:0.0:1789760775.369329:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760775.369333:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760775.369335:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760775.369339:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760775.369342:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760775.369350:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760775.369357:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760775.369377:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:0.0:1789760775.369510:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56680 - object 0x280000401:3 offset 24551424<>24555520
00000100:00100000:0.0:1789760775.369561:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521029760:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760775.440260:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973314 gen 3
00000008:00010000:0.0:1789760775.440667:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7de40
00000020:00200000:0.0:1789760775.440677:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760775.440688:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760775.440789:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7de40
00000100:00100000:0.0:1789760775.440818:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521029760:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760775.441847:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521029888:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760775.507388:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973315 gen 3
00000008:00010000:0.0:1789760775.507439:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277540
00000020:00200000:0.0:1789760775.507447:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760775.507471:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760775.507485:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277540
00000100:00100000:0.0:1789760775.507513:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521029888:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760775.508475:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521030016:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760775.544667:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973316 gen 3
00000008:00010000:0.0:1789760775.544718:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277540
00000020:00200000:0.0:1789760775.544726:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760775.544739:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760775.544760:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277540
00000100:00100000:0.0:1789760775.544792:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521030016:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760775.544914:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5996, 5996]
00000080:00200000:3.0:1789760775.544942:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760775.544948:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760775.544965:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24563712 i_blocks 49159
00000020:00200000:3.0:1789760775.544969:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760775.544979:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760775.545012:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24563712, count: 4096
00000080:00200000:3.0:1789760775.545020:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24563712, bytes: 4096
00000080:00200000:3.0:1789760775.545029:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760775.545038:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760775.545040:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24563712, 24567808) 0 0
00000080:00200000:3.0:1789760775.545045:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760775.545063:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5997, 5997]
00020000:00200000:3.0:1789760775.545072:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24563712 chunk: [24563712, 24567808) 24567808, 4096
00020000:00200000:3.0:1789760775.545078:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760775.545101:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5997, 5997]
00000008:00010000:3.0:1789760775.545123:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760775.545129:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760775.545142:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24563712, 24567808) append 0 append lockpos 0
00000080:00200000:3.0:1789760775.545157:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24563712=0x176d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760775.545252:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760775.545256:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24567808
00000020:00010000:3.0:1789760775.545265:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:3.0:1789760775.545268:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760775.545271:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760775.545275:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760775.545278:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760775.545285:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760775.545292:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760775.545309:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6900
00000008:00100000:3.0:1789760775.545433:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2680 - object 0x280000401:3 offset 24563712<>24567808
00000100:00100000:3.0:1789760775.545475:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760775.545493:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521030144:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760775.574827:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973317 gen 3
00000008:00010000:3.0:1789760775.574882:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6900
00000020:00200000:3.0:1789760775.574893:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760775.574904:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760775.574939:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6900
00000100:00100000:3.0:1789760775.574972:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521030144:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760775.577149:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521030272:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760775.608050:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973318 gen 3
00000008:00010000:3.0:1789760775.608101:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590c00
00000020:00200000:3.0:1789760775.608111:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760775.608122:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760775.608146:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590c00
00000100:00100000:3.0:1789760775.608180:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521030272:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760775.608516:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5998, 5998]
00000080:00200000:0.0:1789760775.608532:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760775.608538:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760775.608553:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24571904 i_blocks 49159
00000020:00200000:0.0:1789760775.608557:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760775.608567:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760775.608614:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24571904, count: 4096
00000080:00200000:0.0:1789760775.608621:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24571904, bytes: 4096
00000080:00200000:0.0:1789760775.608632:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760775.608641:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760775.608644:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24571904, 24576000) 0 0
00000080:00200000:0.0:1789760775.608649:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760775.608665:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [5999, 5999]
00020000:00200000:0.0:1789760775.608674:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24571904 chunk: [24571904, 24576000) 24576000, 4096
00020000:00200000:0.0:1789760775.608678:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760775.608699:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5999, 5999]
00000008:00010000:0.0:1789760775.608715:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760775.608722:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760775.608732:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24571904, 24576000) append 0 append lockpos 0
00000080:00200000:0.0:1789760775.608745:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24571904=0x176f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760775.608802:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760775.608805:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24576000
00000020:00010000:0.0:1789760775.608814:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760775.608818:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760775.608832:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760775.608836:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760775.608839:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760775.608853:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760775.608860:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760775.608876:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:0.0:1789760775.609014:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56680 - object 0x280000401:3 offset 24571904<>24576000
00000100:00100000:0.0:1789760775.609055:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760775.609074:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521030400:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760775.645975:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973319 gen 3
00000008:00010000:0.0:1789760775.646268:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7de40
00000020:00200000:0.0:1789760775.646278:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760775.646289:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760775.646371:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7de40
00000100:00100000:0.0:1789760775.646403:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521030400:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760775.648439:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [5999, 5999]
00000080:00200000:3.0:1789760775.648467:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760775.648473:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760775.648491:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24576000 i_blocks 49159
00000020:00200000:3.0:1789760775.648497:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760775.648515:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760775.648554:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24576000, count: 4096
00000080:00200000:3.0:1789760775.648562:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24576000, bytes: 4096
00000080:00200000:3.0:1789760775.648578:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760775.648587:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760775.648590:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24576000, 24580096) 0 0
00000080:00200000:3.0:1789760775.648595:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760775.648614:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6000, 6000]
00020000:00200000:3.0:1789760775.648624:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24576000 chunk: [24576000, 24580096) 24580096, 4096
00020000:00200000:3.0:1789760775.648629:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760775.648651:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6000, 6000]
00000008:00010000:3.0:1789760775.648683:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760775.648690:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760775.648704:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24576000, 24580096) append 0 append lockpos 0
00000080:00200000:3.0:1789760775.648720:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24576000=0x1770000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760775.648793:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760775.648796:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24580096
00000020:00010000:3.0:1789760775.648806:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:3.0:1789760775.648809:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760775.648812:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760775.648816:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760775.648819:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760775.648839:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760775.648846:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760775.648877:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6900
00000008:00100000:3.0:1789760775.649483:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2680 - object 0x280000401:3 offset 24576000<>24580096
00000100:00100000:3.0:1789760775.649548:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521030528:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760775.680176:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973320 gen 3
00000008:00010000:3.0:1789760775.680279:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6900
00000020:00200000:3.0:1789760775.680288:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760775.680298:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760775.680320:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6900
00000100:00100000:3.0:1789760775.680351:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521030528:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760775.681327:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760775.681348:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521030656:192.168.203.116@tcp:4:dd.0
00010000:00010000:0.0:1789760775.711420:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789760775.716045:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973321 gen 3
00000008:00010000:3.0:1789760775.716099:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590600
00000020:00200000:3.0:1789760775.716107:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760775.716119:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760775.716144:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590600
00000100:00100000:3.0:1789760775.716176:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521030656:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760775.719706:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521030784:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760775.752088:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065903c0
00000020:00200000:3.0:1789760775.752104:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760775.752115:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760775.752186:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065903c0
00000100:00100000:3.0:1789760775.752271:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521030784:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760775.753718:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521030912:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760775.792424:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973323 gen 3
00000008:00010000:3.0:1789760775.792492:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065903c0
00000020:00200000:3.0:1789760775.792500:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760775.792510:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760775.792574:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065903c0
00000100:00100000:3.0:1789760775.792605:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521030912:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760775.797232:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760775.798999:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521031040:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760775.831145:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973324 gen 3
00000008:00010000:3.0:1789760775.831193:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590600
00000020:00200000:3.0:1789760775.831201:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760775.831228:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760775.831304:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590600
00000100:00100000:3.0:1789760775.831337:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521031040:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760775.831768:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6004, 6004]
00000080:00200000:0.0:1789760775.831785:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760775.831791:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760775.831806:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24596480 i_blocks 49159
00000020:00200000:0.0:1789760775.831810:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760775.831819:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760775.831918:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24596480, count: 4096
00000080:00200000:0.0:1789760775.831936:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24596480, bytes: 4096
00000080:00200000:0.0:1789760775.831947:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760775.831956:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760775.831958:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24596480, 24600576) 0 0
00000080:00200000:0.0:1789760775.831964:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760775.831979:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6005, 6005]
00020000:00200000:0.0:1789760775.831988:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24596480 chunk: [24596480, 24600576) 24600576, 4096
00020000:00200000:0.0:1789760775.831993:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760775.832013:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6005, 6005]
00000008:00010000:0.0:1789760775.832031:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760775.832036:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760775.832050:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24596480, 24600576) append 0 append lockpos 0
00000080:00200000:0.0:1789760775.832064:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24596480=0x1775000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760775.832122:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760775.832125:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24600576
00000020:00010000:0.0:1789760775.832133:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_release():245
00000020:00010000:0.0:1789760775.832136:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760775.832139:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760775.832143:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515d58 (ffff911a04ad7638/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760775.832146:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7638/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760775.832153:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760775.832160:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760775.832179:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:0.0:1789760775.835283:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56680 - object 0x280000401:3 offset 24596480<>24600576
00000080:00200000:3.0:1789760775.896160:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6005, 6005]
00000080:00200000:3.0:1789760775.896182:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760775.896188:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760775.896205:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24600576 i_blocks 49159
00000020:00200000:3.0:1789760775.896208:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000100:00100000:0.0:1789760775.898333:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760775.898367:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521031296:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760775.933833:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973326 gen 3
00000008:00010000:0.0:1789760775.933886:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277c00
00000020:00200000:0.0:1789760775.933895:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760775.933906:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760775.933999:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277c00
00000100:00100000:0.0:1789760775.934030:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521031296:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760775.934724:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521031424:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760775.963957:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973327 gen 3
00000008:00010000:0.0:1789760775.964007:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a132776c0
00000020:00200000:0.0:1789760775.964016:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760775.964028:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760775.964099:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a132776c0
00000100:00100000:0.0:1789760775.964131:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521031424:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760775.966561:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521031552:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760776.003932:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6008, 6008]
00000080:00200000:3.0:1789760776.003951:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760776.003958:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760776.003974:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24612864 i_blocks 49159
00000020:00200000:3.0:1789760776.003978:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760776.003986:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760776.004049:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24612864, count: 4096
00000080:00200000:3.0:1789760776.004056:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24612864, bytes: 4096
00000080:00200000:3.0:1789760776.004067:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760776.004075:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760776.004076:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24612864, 24616960) 0 0
00000080:00200000:3.0:1789760776.004080:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760776.004096:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6009, 6009]
00020000:00200000:3.0:1789760776.004104:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24612864 chunk: [24612864, 24616960) 24616960, 4096
00020000:00200000:3.0:1789760776.004108:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760776.004126:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6009, 6009]
00000008:00010000:3.0:1789760776.004140:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760776.004145:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760776.004156:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24612864, 24616960) append 0 append lockpos 0
00000080:00200000:3.0:1789760776.004172:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24612864=0x1779000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760776.004268:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760776.004271:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24616960
00000020:00010000:3.0:1789760776.004278:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065155d8 (ffff911a04ad7098/0) at cl_lock_release():245
00000020:00010000:3.0:1789760776.004281:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065155d8 (ffff911a04ad7098/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760776.004283:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760776.004286:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065155d8 (ffff911a04ad7098/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760776.004288:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7098/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760776.004293:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760776.004298:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760776.004311:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6900
00000008:00100000:3.0:1789760776.004415:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2680 - object 0x280000401:3 offset 24612864<>24616960
00000080:00200000:3.0:1789760776.063774:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6009, 6009]
00000080:00200000:3.0:1789760776.063792:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760776.063798:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760776.063814:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24616960 i_blocks 49159
00000020:00200000:3.0:1789760776.063819:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760776.063830:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760776.063866:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24616960, count: 4096
00000080:00200000:3.0:1789760776.063874:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24616960, bytes: 4096
00000080:00200000:3.0:1789760776.063897:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760776.063906:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760776.063909:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24616960, 24621056) 0 0
00000080:00200000:3.0:1789760776.063914:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760776.063939:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6010, 6010]
00020000:00200000:3.0:1789760776.063948:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24616960 chunk: [24616960, 24621056) 24621056, 4096
00020000:00200000:3.0:1789760776.063953:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760776.063975:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6010, 6010]
00000008:00010000:3.0:1789760776.063995:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760776.064000:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760776.064012:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24616960, 24621056) append 0 append lockpos 0
00000080:00200000:3.0:1789760776.064025:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24616960=0x177a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760776.064085:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760776.064088:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24621056
00000020:00010000:3.0:1789760776.064097:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065155d8 (ffff911a04ad7098/0) at cl_lock_release():245
00000020:00010000:3.0:1789760776.064100:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065155d8 (ffff911a04ad7098/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760776.064103:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760776.064107:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065155d8 (ffff911a04ad7098/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760776.064115:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7098/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760776.064122:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760776.064129:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760776.064147:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6900
00000008:00100000:3.0:1789760776.064318:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1c00 - object 0x280000401:3 offset 24616960<>24621056
00000080:00200000:3.0:1789760776.130378:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6010, 6010]
00000080:00200000:3.0:1789760776.130399:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760776.130406:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760776.130420:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24621056 i_blocks 49159
00000020:00200000:3.0:1789760776.130426:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760776.130438:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760776.130462:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24621056, count: 4096
00000080:00200000:3.0:1789760776.130469:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24621056, bytes: 4096
00000080:00200000:3.0:1789760776.130479:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760776.130487:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760776.130489:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24621056, 24625152) 0 0
00000080:00200000:3.0:1789760776.130492:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760776.130505:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6011, 6011]
00020000:00200000:3.0:1789760776.130512:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24621056 chunk: [24621056, 24625152) 24625152, 4096
00020000:00200000:3.0:1789760776.130515:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760776.130531:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6011, 6011]
00000008:00010000:3.0:1789760776.130545:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760776.130550:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760776.130559:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24621056, 24625152) append 0 append lockpos 0
00000080:00200000:3.0:1789760776.130570:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24621056=0x177b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760776.130619:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760776.130621:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24625152
00000020:00010000:3.0:1789760776.130627:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065155d8 (ffff911a04ad7098/0) at cl_lock_release():245
00000020:00010000:3.0:1789760776.130630:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065155d8 (ffff911a04ad7098/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760776.130633:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760776.130636:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065155d8 (ffff911a04ad7098/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760776.130639:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7098/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760776.130646:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760776.130650:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760776.130668:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb69c0
00000008:00100000:3.0:1789760776.130837:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1500 - object 0x280000401:3 offset 24621056<>24625152
00000100:00100000:3.0:1789760776.173565:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973330 gen 3
00000100:00100000:3.0:1789760776.173606:0:2407:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff911a04ad1500 x1876699521031936/t4294973331(4294973331) o4->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760792 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:3.0:1789760776.173654:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb69c0
00000020:00200000:3.0:1789760776.173661:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760776.173671:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760776.173764:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb69c0
00000100:00100000:3.0:1789760776.173788:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521031936:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760776.176436:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521032064:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760776.208263:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973331 gen 3
00000100:00100000:0.0:1789760776.208304:0:2405:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff911a08b0ad80 x1876699521032064/t4294973332(4294973332) o4->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760792 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:0.0:1789760776.208350:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277f00
00000020:00200000:0.0:1789760776.208356:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760776.208367:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760776.208382:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277f00
00000100:00100000:0.0:1789760776.208412:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521032064:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760776.208601:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6012, 6012]
00000080:00200000:3.0:1789760776.208618:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760776.208623:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760776.208638:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24629248 i_blocks 49159
00000020:00200000:3.0:1789760776.208641:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760776.208650:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760776.208682:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24629248, count: 4096
00000080:00200000:3.0:1789760776.208688:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24629248, bytes: 4096
00000080:00200000:3.0:1789760776.208698:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760776.208706:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760776.208709:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24629248, 24633344) 0 0
00000080:00200000:3.0:1789760776.208713:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760776.208730:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6013, 6013]
00020000:00200000:3.0:1789760776.208739:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24629248 chunk: [24629248, 24633344) 24633344, 4096
00020000:00200000:3.0:1789760776.208744:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760776.208762:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6013, 6013]
00000008:00010000:3.0:1789760776.208779:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760776.208785:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760776.208878:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24629248, 24633344) append 0 append lockpos 0
00000080:00200000:3.0:1789760776.208892:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24629248=0x177d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760776.208955:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760776.208957:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24633344
00000020:00010000:3.0:1789760776.208965:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065155d8 (ffff911a04ad7098/0) at cl_lock_release():245
00000020:00010000:3.0:1789760776.208968:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065155d8 (ffff911a04ad7098/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760776.208971:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760776.208975:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065155d8 (ffff911a04ad7098/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760776.208979:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7098/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760776.208985:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760776.208991:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760776.209006:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb69c0
00000008:00100000:3.0:1789760776.209123:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1c00 - object 0x280000401:3 offset 24629248<>24633344
00000080:00200000:3.0:1789760776.253439:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6013, 6013]
00000080:00200000:3.0:1789760776.253457:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760776.253464:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760776.253481:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24633344 i_blocks 49159
00000020:00200000:3.0:1789760776.253485:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760776.253496:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760776.253530:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24633344, count: 4096
00000080:00200000:3.0:1789760776.253538:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24633344, bytes: 4096
00000080:00200000:3.0:1789760776.253549:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760776.253558:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760776.253560:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24633344, 24637440) 0 0
00000080:00200000:3.0:1789760776.253565:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760776.253583:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6014, 6014]
00020000:00200000:3.0:1789760776.253593:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24633344 chunk: [24633344, 24637440) 24637440, 4096
00020000:00200000:3.0:1789760776.253598:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760776.253620:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6014, 6014]
00000008:00010000:3.0:1789760776.253639:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760776.253645:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760776.253657:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24633344, 24637440) append 0 append lockpos 0
00000080:00200000:3.0:1789760776.253671:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24633344=0x177e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760776.253728:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760776.253732:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24637440
00000020:00010000:3.0:1789760776.253740:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065155d8 (ffff911a04ad7098/0) at cl_lock_release():245
00000020:00010000:3.0:1789760776.253744:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065155d8 (ffff911a04ad7098/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760776.253747:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760776.253751:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065155d8 (ffff911a04ad7098/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760776.253755:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7098/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760776.253762:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760776.253770:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760776.253787:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6e40
00000008:00100000:3.0:1789760776.253910:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2300 - object 0x280000401:3 offset 24633344<>24637440
00000080:00200000:3.0:1789760776.304156:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6014, 6014]
00000080:00200000:3.0:1789760776.304174:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760776.304180:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760776.304198:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24637440 i_blocks 49159
00000020:00200000:3.0:1789760776.304202:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760776.304400:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760776.304553:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24637440, count: 4096
00000080:00200000:3.0:1789760776.304562:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24637440, bytes: 4096
00000080:00200000:3.0:1789760776.304572:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760776.304581:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760776.304583:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24637440, 24641536) 0 0
00000080:00200000:3.0:1789760776.304587:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760776.304603:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6015, 6015]
00020000:00200000:3.0:1789760776.304613:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24637440 chunk: [24637440, 24641536) 24641536, 4096
00020000:00200000:3.0:1789760776.304617:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760776.304638:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6015, 6015]
00000008:00010000:3.0:1789760776.304657:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760776.304663:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760776.304674:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24637440, 24641536) append 0 append lockpos 0
00000080:00200000:3.0:1789760776.304967:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24637440=0x177f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760776.305092:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760776.305095:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24641536
00000020:00010000:3.0:1789760776.305102:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065155d8 (ffff911a04ad7098/0) at cl_lock_release():245
00000020:00010000:3.0:1789760776.305105:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065155d8 (ffff911a04ad7098/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760776.305107:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760776.305110:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065155d8 (ffff911a04ad7098/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760776.305113:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7098/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760776.305119:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760776.305125:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760776.305142:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6540
00000008:00100000:3.0:1789760776.305840:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad3480 - object 0x280000401:3 offset 24637440<>24641536
00000080:00200000:3.0:1789760776.348155:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6015, 6015]
00000080:00200000:3.0:1789760776.348173:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760776.348180:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760776.348197:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24641536 i_blocks 49159
00000020:00200000:3.0:1789760776.348201:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760776.348209:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760776.348273:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24641536, count: 4096
00000080:00200000:3.0:1789760776.348281:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24641536, bytes: 4096
00000080:00200000:3.0:1789760776.348290:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760776.348368:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760776.348371:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24641536, 24645632) 0 0
00000080:00200000:3.0:1789760776.348375:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760776.348394:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6016, 6016]
00020000:00200000:3.0:1789760776.348403:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24641536 chunk: [24641536, 24645632) 24645632, 4096
00020000:00200000:3.0:1789760776.348407:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760776.348428:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6016, 6016]
00000008:00010000:3.0:1789760776.348447:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760776.348454:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760776.348465:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24641536, 24645632) append 0 append lockpos 0
00000080:00200000:3.0:1789760776.348479:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24641536=0x1780000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760776.348541:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760776.348544:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24645632
00000020:00010000:3.0:1789760776.348553:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065155d8 (ffff911a04ad7098/0) at cl_lock_release():245
00000020:00010000:3.0:1789760776.348557:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065155d8 (ffff911a04ad7098/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760776.348559:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760776.348562:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065155d8 (ffff911a04ad7098/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760776.348566:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7098/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760776.348736:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760776.348809:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760776.348833:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6300
00000008:00100000:3.0:1789760776.348981:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2a00 - object 0x280000401:3 offset 24641536<>24645632
00000080:00200000:3.0:1789760776.392805:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6016, 6016]
00000080:00200000:3.0:1789760776.392836:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760776.392842:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760776.392931:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24645632 i_blocks 49159
00000020:00200000:3.0:1789760776.392937:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760776.393200:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760776.393263:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24645632, count: 4096
00000080:00200000:3.0:1789760776.393274:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24645632, bytes: 4096
00000080:00200000:3.0:1789760776.393286:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760776.393297:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760776.393299:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24645632, 24649728) 0 0
00000080:00200000:3.0:1789760776.393303:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760776.393320:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6017, 6017]
00020000:00200000:3.0:1789760776.393330:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24645632 chunk: [24645632, 24649728) 24649728, 4096
00020000:00200000:3.0:1789760776.393334:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760776.393356:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6017, 6017]
00000008:00010000:3.0:1789760776.393374:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760776.393381:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760776.393393:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24645632, 24649728) append 0 append lockpos 0
00000080:00200000:3.0:1789760776.393408:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24645632=0x1781000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760776.393703:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760776.393706:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24649728
00000020:00010000:3.0:1789760776.393715:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065155d8 (ffff911a04ad7098/0) at cl_lock_release():245
00000020:00010000:3.0:1789760776.393719:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065155d8 (ffff911a04ad7098/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760776.393722:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760776.393726:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065155d8 (ffff911a04ad7098/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760776.393730:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7098/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760776.393740:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760776.393748:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760776.393780:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6780
00000008:00100000:3.0:1789760776.394192:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2d80 - object 0x280000401:3 offset 24645632<>24649728
00000080:00200000:3.0:1789760776.437852:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6017, 6017]
00000080:00200000:3.0:1789760776.437870:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760776.437877:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760776.437894:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24649728 i_blocks 49159
00000020:00200000:3.0:1789760776.437897:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760776.437907:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760776.438057:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24649728, count: 4096
00000080:00200000:3.0:1789760776.438066:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24649728, bytes: 4096
00000080:00200000:3.0:1789760776.438080:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760776.438089:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760776.438092:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24649728, 24653824) 0 0
00000080:00200000:3.0:1789760776.438096:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760776.438113:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6018, 6018]
00020000:00200000:3.0:1789760776.438122:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24649728 chunk: [24649728, 24653824) 24653824, 4096
00020000:00200000:3.0:1789760776.438127:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760776.438153:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6018, 6018]
00000008:00010000:3.0:1789760776.438173:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760776.438179:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760776.438193:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24649728, 24653824) append 0 append lockpos 0
00000080:00200000:3.0:1789760776.438207:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24649728=0x1782000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760776.438292:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760776.438295:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24653824
00000020:00010000:3.0:1789760776.438369:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065155d8 (ffff911a04ad7098/0) at cl_lock_release():245
00000020:00010000:3.0:1789760776.438373:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065155d8 (ffff911a04ad7098/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760776.438375:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760776.438379:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065155d8 (ffff911a04ad7098/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760776.438382:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7098/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760776.438389:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760776.438396:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760776.438415:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6c00
00000008:00100000:3.0:1789760776.438674:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad0700 - object 0x280000401:3 offset 24649728<>24653824
00000080:00200000:3.0:1789760776.484542:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6018, 6018]
00000080:00200000:3.0:1789760776.484701:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760776.484708:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760776.484727:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24653824 i_blocks 49159
00000020:00200000:3.0:1789760776.484732:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760776.484744:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760776.484781:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24653824, count: 4096
00000080:00200000:3.0:1789760776.484788:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24653824, bytes: 4096
00000080:00200000:3.0:1789760776.484800:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760776.484810:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760776.484812:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24653824, 24657920) 0 0
00000080:00200000:3.0:1789760776.484817:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760776.484837:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6019, 6019]
00020000:00200000:3.0:1789760776.484848:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24653824 chunk: [24653824, 24657920) 24657920, 4096
00020000:00200000:3.0:1789760776.484853:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760776.484876:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6019, 6019]
00000008:00010000:3.0:1789760776.484897:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760776.484904:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760776.484916:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24653824, 24657920) append 0 append lockpos 0
00000080:00200000:3.0:1789760776.484944:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24653824=0x1783000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760776.485130:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760776.485133:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24657920
00000020:00010000:3.0:1789760776.485142:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065155d8 (ffff911a04ad7098/0) at cl_lock_release():245
00000020:00010000:3.0:1789760776.485146:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065155d8 (ffff911a04ad7098/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760776.485149:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760776.485152:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065155d8 (ffff911a04ad7098/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760776.485156:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7098/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760776.485164:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760776.485171:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760776.485406:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6840
00000008:00100000:3.0:1789760776.485772:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad3800 - object 0x280000401:3 offset 24653824<>24657920
00000080:00200000:3.0:1789760776.533649:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6019, 6019]
00000080:00200000:3.0:1789760776.533671:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760776.533794:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760776.533813:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24657920 i_blocks 49159
00000020:00200000:3.0:1789760776.533819:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760776.533832:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760776.533866:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24657920, count: 4096
00000080:00200000:3.0:1789760776.533875:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24657920, bytes: 4096
00000080:00200000:3.0:1789760776.533888:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760776.533897:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760776.533899:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24657920, 24662016) 0 0
00000080:00200000:3.0:1789760776.533903:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760776.533929:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6020, 6020]
00020000:00200000:3.0:1789760776.533939:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24657920 chunk: [24657920, 24662016) 24662016, 4096
00020000:00200000:3.0:1789760776.533944:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760776.533965:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6020, 6020]
00000008:00010000:3.0:1789760776.534045:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760776.534053:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760776.534066:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24657920, 24662016) append 0 append lockpos 0
00000080:00200000:3.0:1789760776.534081:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24657920=0x1784000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760776.534155:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760776.534158:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24662016
00000020:00010000:3.0:1789760776.534167:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065155d8 (ffff911a04ad7098/0) at cl_lock_release():245
00000020:00010000:3.0:1789760776.534171:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065155d8 (ffff911a04ad7098/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760776.534174:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760776.534178:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065155d8 (ffff911a04ad7098/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760776.534182:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7098/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760776.534191:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760776.534198:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760776.535305:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6600
00000008:00100000:3.0:1789760776.535455:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad3800 - object 0x280000401:3 offset 24657920<>24662016
00000100:00100000:3.0:1789760776.535531:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521033088:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760776.588055:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6020, 6020]
00000080:00200000:3.0:1789760776.588074:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760776.588080:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760776.588097:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24662016 i_blocks 49159
00000020:00200000:3.0:1789760776.588102:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760776.588111:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760776.588149:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24662016, count: 4096
00000080:00200000:3.0:1789760776.588157:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24662016, bytes: 4096
00000080:00200000:3.0:1789760776.588168:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760776.588177:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760776.588179:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24662016, 24666112) 0 0
00000080:00200000:3.0:1789760776.588184:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760776.588205:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6021, 6021]
00020000:00200000:3.0:1789760776.588242:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24662016 chunk: [24662016, 24666112) 24666112, 4096
00020000:00200000:3.0:1789760776.588247:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760776.588269:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6021, 6021]
00000008:00010000:3.0:1789760776.588287:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760776.588294:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760776.588307:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24662016, 24666112) append 0 append lockpos 0
00000080:00200000:3.0:1789760776.588322:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24662016=0x1785000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760776.588380:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760776.588382:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24666112
00000020:00010000:3.0:1789760776.588391:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065155d8 (ffff911a04ad7098/0) at cl_lock_release():245
00000020:00010000:3.0:1789760776.588394:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065155d8 (ffff911a04ad7098/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760776.588398:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760776.588401:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065155d8 (ffff911a04ad7098/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760776.588403:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7098/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760776.588411:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760776.588416:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760776.588433:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb63c0
00000008:00100000:3.0:1789760776.588790:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad0700 - object 0x280000401:3 offset 24662016<>24666112
00000080:00200000:3.0:1789760776.617562:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6021, 6021]
00000080:00200000:3.0:1789760776.617582:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760776.617588:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760776.617602:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24666112 i_blocks 49159
00000020:00200000:3.0:1789760776.617607:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760776.617617:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760776.617641:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24666112, count: 4096
00000080:00200000:3.0:1789760776.617647:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24666112, bytes: 4096
00000080:00200000:3.0:1789760776.617654:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760776.617662:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760776.617664:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24666112, 24670208) 0 0
00000080:00200000:3.0:1789760776.617668:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760776.617679:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6022, 6022]
00020000:00200000:3.0:1789760776.617686:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24666112 chunk: [24666112, 24670208) 24670208, 4096
00020000:00200000:3.0:1789760776.617690:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760776.617704:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6022, 6022]
00000008:00010000:3.0:1789760776.617717:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760776.617722:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760776.617731:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24666112, 24670208) append 0 append lockpos 0
00000080:00200000:3.0:1789760776.617741:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24666112=0x1786000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760776.617791:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760776.617794:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24670208
00000020:00010000:3.0:1789760776.617800:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065155d8 (ffff911a04ad7098/0) at cl_lock_release():245
00000020:00010000:3.0:1789760776.617803:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065155d8 (ffff911a04ad7098/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760776.617807:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760776.617810:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065155d8 (ffff911a04ad7098/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760776.617812:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7098/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760776.617819:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760776.617824:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760776.617842:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6000
00000008:00100000:3.0:1789760776.617950:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2d80 - object 0x280000401:3 offset 24666112<>24670208
00000100:00100000:3.0:1789760776.617991:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760776.618012:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521033344:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760776.650475:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6022, 6022]
00000080:00200000:3.0:1789760776.650492:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760776.650498:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000100:00100000:3.0:1789760776.651183:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521033472:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760776.690254:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6023, 6023]
00000080:00200000:0.0:1789760776.690276:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760776.690283:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760776.690300:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24674304 i_blocks 49159
00000020:00200000:0.0:1789760776.690305:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760776.690314:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760776.690349:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24674304, count: 4096
00000080:00200000:0.0:1789760776.690356:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24674304, bytes: 4096
00000080:00200000:0.0:1789760776.690365:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760776.690374:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760776.690376:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24674304, 24678400) 0 0
00000080:00200000:0.0:1789760776.690380:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760776.690399:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6024, 6024]
00020000:00200000:0.0:1789760776.690408:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24674304 chunk: [24674304, 24678400) 24678400, 4096
00020000:00200000:0.0:1789760776.690413:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760776.690432:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6024, 6024]
00000008:00010000:0.0:1789760776.690452:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760776.690457:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760776.690469:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24674304, 24678400) append 0 append lockpos 0
00000080:00200000:0.0:1789760776.690482:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24674304=0x1788000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760776.690539:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760776.690542:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24678400
00000020:00010000:0.0:1789760776.690551:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065155d8 (ffff911a04ad7098/0) at cl_lock_release():245
00000020:00010000:0.0:1789760776.690554:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065155d8 (ffff911a04ad7098/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760776.690556:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1f38/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760776.690559:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065155d8 (ffff911a04ad7098/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760776.690561:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7098/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760776.690567:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760776.690572:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760776.690584:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d240
00000008:00100000:0.0:1789760776.690697:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55f80 - object 0x280000401:3 offset 24674304<>24678400
00000100:00100000:0.0:1789760776.690749:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760776.690767:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521033600:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760776.725359:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973344 gen 3
00000008:00010000:0.0:1789760776.725540:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7d240
00000020:00200000:0.0:1789760776.725615:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760776.725628:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760776.725658:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7d240
00000100:00100000:0.0:1789760776.725690:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521033600:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760776.726843:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760776.726941:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521033728:192.168.203.116@tcp:4:dd.0
00010000:00010000:0.0:1789760776.735590:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000080:00200000:3.0:1789760776.773993:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6025, 6025]
00000080:00200000:3.0:1789760776.774016:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760776.774022:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760776.774040:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24682496 i_blocks 49159
00000020:00200000:3.0:1789760776.774045:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760776.774060:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760776.774126:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24682496, count: 4096
00000080:00200000:3.0:1789760776.774135:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24682496, bytes: 4096
00000080:00200000:3.0:1789760776.774149:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760776.774160:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760776.774162:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24682496, 24686592) 0 0
00000080:00200000:3.0:1789760776.774167:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760776.774185:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6026, 6026]
00020000:00200000:3.0:1789760776.774196:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24682496 chunk: [24682496, 24686592) 24686592, 4096
00020000:00200000:3.0:1789760776.774201:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760776.774241:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6026, 6026]
00000008:00010000:3.0:1789760776.774260:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760776.774266:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760776.774278:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24682496, 24686592) append 0 append lockpos 0
00000080:00200000:3.0:1789760776.774293:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24682496=0x178a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760776.774354:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760776.774357:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24686592
00000020:00010000:3.0:1789760776.774365:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f6c8 (ffff911a04fd1f38/0) at cl_lock_release():245
00000020:00010000:3.0:1789760776.774368:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f6c8 (ffff911a04fd1f38/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760776.774372:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760776.774375:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f6c8 (ffff911a04fd1f38/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760776.774378:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1f38/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760776.774385:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760776.774391:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760776.774409:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6480
00000008:00100000:3.0:1789760776.774542:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2a00 - object 0x280000401:3 offset 24682496<>24686592
00000080:00200000:3.0:1789760776.833886:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6026, 6026]
00000080:00200000:3.0:1789760776.833925:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760776.833932:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760776.833953:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24686592 i_blocks 49159
00000020:00200000:3.0:1789760776.833959:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760776.833976:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760776.834012:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24686592, count: 4096
00000080:00200000:3.0:1789760776.834021:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24686592, bytes: 4096
00000080:00200000:3.0:1789760776.834036:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760776.834046:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760776.834049:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24686592, 24690688) 0 0
00000080:00200000:3.0:1789760776.834052:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760776.834071:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6027, 6027]
00020000:00200000:3.0:1789760776.834081:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24686592 chunk: [24686592, 24690688) 24690688, 4096
00020000:00200000:3.0:1789760776.834087:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760776.834178:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6027, 6027]
00000008:00010000:3.0:1789760776.834199:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760776.834206:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760776.834236:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24686592, 24690688) append 0 append lockpos 0
00000080:00200000:3.0:1789760776.834252:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24686592=0x178b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760776.834327:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760776.834330:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24690688
00000020:00010000:3.0:1789760776.834340:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f6c8 (ffff911a04fd1f38/0) at cl_lock_release():245
00000020:00010000:3.0:1789760776.834343:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f6c8 (ffff911a04fd1f38/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760776.834346:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760776.834350:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f6c8 (ffff911a04fd1f38/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760776.834353:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1f38/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760776.834362:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760776.834370:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760776.834400:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6a80
00000008:00100000:3.0:1789760776.834521:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad3480 - object 0x280000401:3 offset 24686592<>24690688
00000080:00200000:3.0:1789760776.897882:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6027, 6027]
00000080:00200000:3.0:1789760776.897899:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760776.897905:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760776.897932:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24690688 i_blocks 49159
00000020:00200000:3.0:1789760776.897936:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760776.897946:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760776.897983:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24690688, count: 4096
00000080:00200000:3.0:1789760776.897991:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24690688, bytes: 4096
00000080:00200000:3.0:1789760776.898002:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760776.898010:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760776.898012:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24690688, 24694784) 0 0
00000080:00200000:3.0:1789760776.898170:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760776.898189:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6028, 6028]
00020000:00200000:3.0:1789760776.898199:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24690688 chunk: [24690688, 24694784) 24694784, 4096
00020000:00200000:3.0:1789760776.898204:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760776.898246:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6028, 6028]
00000008:00010000:3.0:1789760776.898265:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760776.898272:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760776.898285:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24690688, 24694784) append 0 append lockpos 0
00000080:00200000:3.0:1789760776.898301:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24690688=0x178c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760776.898362:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760776.898365:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24694784
00000020:00010000:3.0:1789760776.898374:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f6c8 (ffff911a04fd1f38/0) at cl_lock_release():245
00000020:00010000:3.0:1789760776.898378:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f6c8 (ffff911a04fd1f38/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760776.898381:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760776.898385:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f6c8 (ffff911a04fd1f38/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760776.898388:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1f38/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760776.898395:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760776.898401:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760776.898419:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6f00
00000008:00100000:3.0:1789760776.898540:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2300 - object 0x280000401:3 offset 24690688<>24694784
00000080:00200000:3.0:1789760776.938204:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6028, 6028]
00000080:00200000:3.0:1789760776.938244:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760776.938251:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760776.938266:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24694784 i_blocks 49159
00000020:00200000:3.0:1789760776.938270:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760776.938280:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760776.938320:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24694784, count: 4096
00000080:00200000:3.0:1789760776.938327:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24694784, bytes: 4096
00000080:00200000:3.0:1789760776.938337:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760776.938345:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760776.938348:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24694784, 24698880) 0 0
00000080:00200000:3.0:1789760776.938352:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760776.938369:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6029, 6029]
00020000:00200000:3.0:1789760776.938389:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24694784 chunk: [24694784, 24698880) 24698880, 4096
00020000:00200000:3.0:1789760776.938394:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760776.938413:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6029, 6029]
00000008:00010000:3.0:1789760776.938430:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760776.938436:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760776.938446:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24694784, 24698880) append 0 append lockpos 0
00000080:00200000:3.0:1789760776.938458:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24694784=0x178d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760776.938512:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760776.938515:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24698880
00000020:00010000:3.0:1789760776.938524:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f6c8 (ffff911a04fd1f38/0) at cl_lock_release():245
00000020:00010000:3.0:1789760776.938527:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f6c8 (ffff911a04fd1f38/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760776.938530:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760776.938534:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f6c8 (ffff911a04fd1f38/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760776.938536:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1f38/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760776.938543:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760776.938550:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760776.938567:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6240
00000008:00100000:3.0:1789760776.938683:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1c00 - object 0x280000401:3 offset 24694784<>24698880
00000100:00100000:3.0:1789760776.974723:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973349 gen 3
00000008:00010000:3.0:1789760776.974771:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6240
00000020:00200000:3.0:1789760776.974779:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760776.974790:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760776.974815:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6240
00000100:00100000:3.0:1789760776.974846:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521034240:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760776.975021:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6029, 6029]
00000080:00200000:0.0:1789760776.975038:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760776.975043:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760776.975059:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24698880 i_blocks 49159
00000020:00200000:0.0:1789760776.975063:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760776.975073:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760776.975118:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24698880, count: 4096
00000080:00200000:0.0:1789760776.975126:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24698880, bytes: 4096
00000080:00200000:0.0:1789760776.975137:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760776.975146:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760776.975148:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24698880, 24702976) 0 0
00000080:00200000:0.0:1789760776.975152:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760776.975169:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6030, 6030]
00020000:00200000:0.0:1789760776.975178:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24698880 chunk: [24698880, 24702976) 24702976, 4096
00020000:00200000:0.0:1789760776.975183:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760776.975203:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6030, 6030]
00000008:00010000:0.0:1789760776.975254:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760776.975260:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760776.975271:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24698880, 24702976) append 0 append lockpos 0
00000080:00200000:0.0:1789760776.975286:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24698880=0x178e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760776.975357:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760776.975360:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24702976
00000020:00010000:0.0:1789760776.975369:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f6c8 (ffff911a04fd1f38/0) at cl_lock_release():245
00000020:00010000:0.0:1789760776.975372:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f6c8 (ffff911a04fd1f38/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760776.975375:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760776.976603:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f6c8 (ffff911a04fd1f38/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760776.976608:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1f38/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760776.976677:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760776.976688:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760776.976718:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d240
00000008:00100000:0.0:1789760776.976850:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55f80 - object 0x280000401:3 offset 24698880<>24702976
00000080:00200000:0.0:1789760777.032942:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6030, 6030]
00000080:00200000:0.0:1789760777.033552:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760777.033561:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760777.033580:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24702976 i_blocks 49159
00000020:00200000:0.0:1789760777.033586:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760777.033601:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760777.033635:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24702976, count: 4096
00000080:00200000:0.0:1789760777.033643:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24702976, bytes: 4096
00000080:00200000:0.0:1789760777.033657:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760777.033667:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760777.033669:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24702976, 24707072) 0 0
00000080:00200000:0.0:1789760777.033673:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760777.033690:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6031, 6031]
00020000:00200000:0.0:1789760777.033699:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24702976 chunk: [24702976, 24707072) 24707072, 4096
00020000:00200000:0.0:1789760777.033703:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760777.033726:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6031, 6031]
00000008:00010000:0.0:1789760777.033746:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760777.033753:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760777.033766:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24702976, 24707072) append 0 append lockpos 0
00000080:00200000:0.0:1789760777.033784:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24702976=0x178f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760777.033867:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760777.033870:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24707072
00000020:00010000:0.0:1789760777.033879:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f6c8 (ffff911a04fd1f38/0) at cl_lock_release():245
00000020:00010000:0.0:1789760777.033883:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f6c8 (ffff911a04fd1f38/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760777.033887:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760777.033890:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f6c8 (ffff911a04fd1f38/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760777.033893:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1f38/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760777.033902:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760777.033910:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760777.033954:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d0c0
00000008:00100000:0.0:1789760777.034160:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55f80 - object 0x280000401:3 offset 24702976<>24707072
00000080:00200000:3.0:1789760777.091858:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6031, 6031]
00000080:00200000:3.0:1789760777.091880:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760777.091888:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760777.091903:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24707072 i_blocks 49159
00000020:00200000:3.0:1789760777.091907:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760777.091934:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760777.091971:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24707072, count: 4096
00000080:00200000:3.0:1789760777.091979:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24707072, bytes: 4096
00000080:00200000:3.0:1789760777.091993:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760777.092002:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760777.092005:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24707072, 24711168) 0 0
00000080:00200000:3.0:1789760777.092010:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760777.092027:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6032, 6032]
00020000:00200000:3.0:1789760777.092038:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24707072 chunk: [24707072, 24711168) 24711168, 4096
00020000:00200000:3.0:1789760777.092043:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760777.092065:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6032, 6032]
00000008:00010000:3.0:1789760777.092085:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760777.092091:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760777.092104:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24707072, 24711168) append 0 append lockpos 0
00000080:00200000:3.0:1789760777.092118:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24707072=0x1790000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760777.092181:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760777.092184:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24711168
00000020:00010000:3.0:1789760777.092192:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f6c8 (ffff911a04fd1f38/0) at cl_lock_release():245
00000020:00010000:3.0:1789760777.092196:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f6c8 (ffff911a04fd1f38/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760777.092200:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760777.092203:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f6c8 (ffff911a04fd1f38/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760777.092206:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1f38/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760777.092266:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760777.092275:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760777.092294:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6240
00000008:00100000:3.0:1789760777.092451:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1c00 - object 0x280000401:3 offset 24707072<>24711168
00000100:00100000:3.0:1789760777.126018:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973351 gen 3
00000100:00100000:3.0:1789760777.126062:0:2408:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff911a04ad1c00 x1876699521034624/t4294973352(4294973352) o4->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760793 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:3.0:1789760777.126113:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6240
00000020:00200000:3.0:1789760777.126121:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760777.126131:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760777.126152:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6240
00000100:00100000:3.0:1789760777.126178:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521034624:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760777.127206:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521034752:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760777.188151:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973353 gen 3
00000008:00010000:3.0:1789760777.188296:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590c00
00000020:00200000:3.0:1789760777.188306:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760777.188316:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760777.188335:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590c00
00000100:00100000:3.0:1789760777.188366:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521034752:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760777.231859:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973354 gen 3
00000008:00010000:3.0:1789760777.231923:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590180
00000020:00200000:3.0:1789760777.231932:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760777.231943:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760777.231970:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590180
00000100:00100000:3.0:1789760777.232004:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521034880:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760777.232069:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6034, 6034]
00000080:00200000:0.0:1789760777.232088:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760777.232094:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760777.232111:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24719360 i_blocks 49159
00000020:00200000:0.0:1789760777.232115:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760777.232125:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760777.232159:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24719360, count: 4096
00000080:00200000:0.0:1789760777.232167:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24719360, bytes: 4096
00000080:00200000:0.0:1789760777.232177:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760777.232196:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760777.232199:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24719360, 24723456) 0 0
00000080:00200000:0.0:1789760777.232204:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760777.232253:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6035, 6035]
00020000:00200000:0.0:1789760777.232263:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24719360 chunk: [24719360, 24723456) 24723456, 4096
00020000:00200000:0.0:1789760777.232268:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760777.232289:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6035, 6035]
00000008:00010000:0.0:1789760777.232307:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760777.232313:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760777.232326:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24719360, 24723456) append 0 append lockpos 0
00000080:00200000:0.0:1789760777.232341:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24719360=0x1793000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760777.232396:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760777.232399:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24723456
00000020:00010000:0.0:1789760777.232409:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f6c8 (ffff911a04fd1f38/0) at cl_lock_release():245
00000020:00010000:0.0:1789760777.232412:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f6c8 (ffff911a04fd1f38/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760777.232416:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760777.232419:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f6c8 (ffff911a04fd1f38/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760777.232423:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1f38/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760777.232430:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760777.232437:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760777.232453:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d0c0
00000008:00100000:0.0:1789760777.232574:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56680 - object 0x280000401:3 offset 24719360<>24723456
00000100:00100000:0.0:1789760777.232646:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760777.232665:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521035008:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760777.271399:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973355 gen 3
00000008:00010000:0.0:1789760777.271452:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7d0c0
00000020:00200000:0.0:1789760777.271461:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760777.271472:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760777.271504:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7d0c0
00000100:00100000:0.0:1789760777.271536:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521035008:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760777.271716:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6035, 6035]
00000080:00200000:3.0:1789760777.271735:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760777.271741:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760777.271759:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24723456 i_blocks 49159
00000020:00200000:3.0:1789760777.271763:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760777.271773:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760777.271820:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24723456, count: 4096
00000080:00200000:3.0:1789760777.271828:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24723456, bytes: 4096
00000080:00200000:3.0:1789760777.271838:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760777.271847:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760777.271850:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24723456, 24727552) 0 0
00000080:00200000:3.0:1789760777.271855:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760777.271873:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6036, 6036]
00020000:00200000:3.0:1789760777.272346:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24723456 chunk: [24723456, 24727552) 24727552, 4096
00020000:00200000:3.0:1789760777.272354:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760777.272379:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6036, 6036]
00000008:00010000:3.0:1789760777.272398:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760777.272405:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760777.272418:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24723456, 24727552) append 0 append lockpos 0
00000080:00200000:3.0:1789760777.272436:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24723456=0x1794000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760777.272509:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760777.272512:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24727552
00000020:00010000:3.0:1789760777.272521:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f6c8 (ffff911a04fd1f38/0) at cl_lock_release():245
00000020:00010000:3.0:1789760777.272525:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f6c8 (ffff911a04fd1f38/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760777.272528:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760777.272532:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f6c8 (ffff911a04fd1f38/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760777.272536:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1f38/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760777.272545:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760777.272554:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760777.272579:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6240
00000008:00100000:3.0:1789760777.273176:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1c00 - object 0x280000401:3 offset 24723456<>24727552
00000100:00100000:3.0:1789760777.326682:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973356 gen 3
00000008:00010000:3.0:1789760777.326736:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6240
00000020:00200000:3.0:1789760777.326745:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760777.326756:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760777.326831:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6240
00000100:00100000:3.0:1789760777.326857:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521035136:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760777.326954:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6036, 6036]
00000080:00200000:0.0:1789760777.326970:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760777.326976:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760777.326992:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24727552 i_blocks 49159
00000020:00200000:0.0:1789760777.326995:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760777.327004:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760777.327038:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24727552, count: 4096
00000080:00200000:0.0:1789760777.327046:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24727552, bytes: 4096
00000080:00200000:0.0:1789760777.327054:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760777.327063:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760777.327066:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24727552, 24731648) 0 0
00000080:00200000:0.0:1789760777.327070:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760777.327090:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6037, 6037]
00020000:00200000:0.0:1789760777.327100:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24727552 chunk: [24727552, 24731648) 24731648, 4096
00020000:00200000:0.0:1789760777.327105:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760777.327126:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6037, 6037]
00000008:00010000:0.0:1789760777.327144:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760777.327150:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760777.327162:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24727552, 24731648) append 0 append lockpos 0
00000080:00200000:0.0:1789760777.327176:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24727552=0x1795000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760777.327989:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760777.327994:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24731648
00000020:00010000:0.0:1789760777.328004:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f6c8 (ffff911a04fd1f38/0) at cl_lock_release():245
00000020:00010000:0.0:1789760777.328007:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f6c8 (ffff911a04fd1f38/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760777.328011:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760777.328015:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f6c8 (ffff911a04fd1f38/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760777.328017:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1f38/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760777.328027:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760777.328035:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760777.328047:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d0c0
00000008:00100000:0.0:1789760777.328165:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56680 - object 0x280000401:3 offset 24727552<>24731648
00000100:00100000:0.0:1789760777.369721:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973357 gen 3
00000008:00010000:0.0:1789760777.369771:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7d0c0
00000020:00200000:0.0:1789760777.369779:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760777.369790:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760777.369815:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7d0c0
00000100:00100000:0.0:1789760777.369843:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521035264:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760777.370130:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6037, 6037]
00000080:00200000:3.0:1789760777.370146:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760777.370152:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760777.370169:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24731648 i_blocks 49159
00000020:00200000:3.0:1789760777.370173:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760777.370183:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760777.370240:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24731648, count: 4096
00000080:00200000:3.0:1789760777.370247:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24731648, bytes: 4096
00000080:00200000:3.0:1789760777.370258:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760777.370266:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760777.370268:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24731648, 24735744) 0 0
00000080:00200000:3.0:1789760777.370273:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760777.370291:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6038, 6038]
00020000:00200000:3.0:1789760777.370300:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24731648 chunk: [24731648, 24735744) 24735744, 4096
00020000:00200000:3.0:1789760777.370305:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760777.370324:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6038, 6038]
00000008:00010000:3.0:1789760777.370342:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760777.370349:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760777.370360:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24731648, 24735744) append 0 append lockpos 0
00000080:00200000:3.0:1789760777.370374:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24731648=0x1796000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760777.370445:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760777.370448:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24735744
00000020:00010000:3.0:1789760777.370457:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f6c8 (ffff911a04fd1f38/0) at cl_lock_release():245
00000020:00010000:3.0:1789760777.370460:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f6c8 (ffff911a04fd1f38/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760777.370464:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760777.370467:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f6c8 (ffff911a04fd1f38/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760777.370470:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1f38/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760777.370477:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760777.370484:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760777.370500:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6240
00000008:00100000:3.0:1789760777.370888:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1c00 - object 0x280000401:3 offset 24731648<>24735744
00000100:00100000:3.0:1789760777.370948:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760777.371826:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521035392:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760777.432868:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973358 gen 3
00000008:00010000:3.0:1789760777.432932:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6240
00000020:00200000:3.0:1789760777.432941:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760777.432953:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760777.432978:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6240
00000100:00100000:3.0:1789760777.433010:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521035392:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760777.433633:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6038, 6038]
00000080:00200000:0.0:1789760777.433652:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760777.433659:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760777.433675:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24735744 i_blocks 49159
00000020:00200000:0.0:1789760777.433680:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760777.433691:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760777.433727:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24735744, count: 4096
00000080:00200000:0.0:1789760777.433735:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24735744, bytes: 4096
00000080:00200000:0.0:1789760777.433746:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760777.433756:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760777.433758:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24735744, 24739840) 0 0
00000080:00200000:0.0:1789760777.433763:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760777.433780:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6039, 6039]
00020000:00200000:0.0:1789760777.433789:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24735744 chunk: [24735744, 24739840) 24739840, 4096
00020000:00200000:0.0:1789760777.433794:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760777.433814:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6039, 6039]
00000008:00010000:0.0:1789760777.433838:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760777.433846:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760777.433859:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24735744, 24739840) append 0 append lockpos 0
00000080:00200000:0.0:1789760777.433873:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24735744=0x1797000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760777.433945:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760777.433948:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24739840
00000020:00010000:0.0:1789760777.433956:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f6c8 (ffff911a04fd1f38/0) at cl_lock_release():245
00000020:00010000:0.0:1789760777.433960:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f6c8 (ffff911a04fd1f38/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760777.433963:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760777.433967:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f6c8 (ffff911a04fd1f38/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760777.433970:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1f38/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760777.433979:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760777.433987:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760777.434006:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d0c0
00000008:00100000:0.0:1789760777.434130:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56680 - object 0x280000401:3 offset 24735744<>24739840
00000080:00200000:3.0:1789760777.493873:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6039, 6039]
00000080:00200000:3.0:1789760777.493889:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760777.493895:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760777.493927:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24739840 i_blocks 49159
00000020:00200000:3.0:1789760777.493931:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760777.493941:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760777.493979:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24739840, count: 4096
00000080:00200000:3.0:1789760777.493986:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24739840, bytes: 4096
00000080:00200000:3.0:1789760777.493996:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760777.494005:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760777.494008:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24739840, 24743936) 0 0
00000080:00200000:3.0:1789760777.494013:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760777.494031:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6040, 6040]
00020000:00200000:3.0:1789760777.494041:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24739840 chunk: [24739840, 24743936) 24743936, 4096
00020000:00200000:3.0:1789760777.494046:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760777.494067:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6040, 6040]
00000008:00010000:3.0:1789760777.494086:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760777.494092:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760777.494104:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24739840, 24743936) append 0 append lockpos 0
00000080:00200000:3.0:1789760777.494120:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24739840=0x1798000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760777.494181:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760777.494184:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24743936
00000020:00010000:3.0:1789760777.494193:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f6c8 (ffff911a04fd1f38/0) at cl_lock_release():245
00000020:00010000:3.0:1789760777.494196:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f6c8 (ffff911a04fd1f38/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760777.494199:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760777.494203:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f6c8 (ffff911a04fd1f38/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760777.494206:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1f38/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760777.494247:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760777.494254:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760777.494272:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6240
00000008:00100000:3.0:1789760777.494395:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1c00 - object 0x280000401:3 offset 24739840<>24743936
00000100:00100000:3.0:1789760777.547654:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973360 gen 3
00000008:00010000:3.0:1789760777.547711:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6240
00000020:00200000:3.0:1789760777.547720:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760777.547732:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760777.547817:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6240
00000100:00100000:3.0:1789760777.547848:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521035648:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760777.547909:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6040, 6040]
00000080:00200000:0.0:1789760777.547937:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760777.547945:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760777.547968:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24743936 i_blocks 49159
00000020:00200000:0.0:1789760777.547974:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760777.547984:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760777.548091:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24743936, count: 4096
00000080:00200000:0.0:1789760777.548099:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24743936, bytes: 4096
00000080:00200000:0.0:1789760777.548109:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760777.548118:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760777.548120:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24743936, 24748032) 0 0
00000080:00200000:0.0:1789760777.548125:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760777.548143:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6041, 6041]
00020000:00200000:0.0:1789760777.548152:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24743936 chunk: [24743936, 24748032) 24748032, 4096
00020000:00200000:0.0:1789760777.548156:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760777.548175:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6041, 6041]
00000008:00010000:0.0:1789760777.548192:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760777.548198:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760777.548341:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24743936, 24748032) append 0 append lockpos 0
00000080:00200000:0.0:1789760777.548356:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24743936=0x1799000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760777.548413:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760777.548416:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24748032
00000020:00010000:0.0:1789760777.548426:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f6c8 (ffff911a04fd1f38/0) at cl_lock_release():245
00000020:00010000:0.0:1789760777.548429:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f6c8 (ffff911a04fd1f38/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760777.548433:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760777.548436:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f6c8 (ffff911a04fd1f38/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760777.548438:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1f38/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760777.548457:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760777.548464:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760777.548481:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d240
00000008:00100000:0.0:1789760777.548771:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57b80 - object 0x280000401:3 offset 24743936<>24748032
00000080:00200000:0.0:1789760777.604507:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6041, 6041]
00000080:00200000:0.0:1789760777.604527:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760777.604534:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760777.604563:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24748032 i_blocks 49159
00000020:00200000:0.0:1789760777.604567:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760777.604579:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760777.604614:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24748032, count: 4096
00000080:00200000:0.0:1789760777.604621:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24748032, bytes: 4096
00000080:00200000:0.0:1789760777.604633:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760777.604979:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760777.604982:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24748032, 24752128) 0 0
00000080:00200000:0.0:1789760777.604988:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760777.605007:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6042, 6042]
00020000:00200000:0.0:1789760777.605017:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24748032 chunk: [24748032, 24752128) 24752128, 4096
00020000:00200000:0.0:1789760777.605023:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760777.605046:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6042, 6042]
00000008:00010000:0.0:1789760777.605065:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760777.605072:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760777.605084:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24748032, 24752128) append 0 append lockpos 0
00000080:00200000:0.0:1789760777.605098:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24748032=0x179a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760777.605166:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760777.605169:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24752128
00000020:00010000:0.0:1789760777.605179:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f6c8 (ffff911a04fd1f38/0) at cl_lock_release():245
00000020:00010000:0.0:1789760777.605184:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f6c8 (ffff911a04fd1f38/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760777.605187:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760777.605190:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f6c8 (ffff911a04fd1f38/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760777.605193:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1f38/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760777.605202:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760777.605209:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760777.605288:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:0.0:1789760777.605430:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55c00 - object 0x280000401:3 offset 24748032<>24752128
00000080:00200000:0.0:1789760777.659894:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6042, 6042]
00000080:00200000:0.0:1789760777.659922:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760777.659928:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760777.659944:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24752128 i_blocks 49159
00000020:00200000:0.0:1789760777.659949:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760777.659959:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760777.659993:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24752128, count: 4096
00000080:00200000:0.0:1789760777.660000:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24752128, bytes: 4096
00000080:00200000:0.0:1789760777.660010:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760777.660019:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760777.660022:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24752128, 24756224) 0 0
00000080:00200000:0.0:1789760777.660026:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760777.660043:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6043, 6043]
00020000:00200000:0.0:1789760777.660051:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24752128 chunk: [24752128, 24756224) 24756224, 4096
00020000:00200000:0.0:1789760777.660054:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760777.660072:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6043, 6043]
00000008:00010000:0.0:1789760777.660086:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760777.660091:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760777.660101:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24752128, 24756224) append 0 append lockpos 0
00000080:00200000:0.0:1789760777.660112:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24752128=0x179b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760777.660159:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760777.660162:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24756224
00000020:00010000:0.0:1789760777.660168:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f6c8 (ffff911a04fd1f38/0) at cl_lock_release():245
00000020:00010000:0.0:1789760777.660170:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f6c8 (ffff911a04fd1f38/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760777.660172:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760777.660175:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f6c8 (ffff911a04fd1f38/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760777.660177:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1f38/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760777.660182:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760777.660187:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760777.660200:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d180
00000008:00100000:0.0:1789760777.660689:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54700 - object 0x280000401:3 offset 24752128<>24756224
00000100:00100000:0.0:1789760777.660856:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760777.660879:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521036032:192.168.203.116@tcp:4:dd.0
00000008:00010000:0.0:1789760777.706674:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7d180
00000020:00200000:0.0:1789760777.706691:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760777.706702:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760777.706726:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7d180
00000100:00100000:0.0:1789760777.706758:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521036032:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760777.745652:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6044, 6044]
00000080:00200000:3.0:1789760777.745674:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760777.745681:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760777.745700:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24760320 i_blocks 49159
00000020:00200000:3.0:1789760777.745704:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760777.745714:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760777.745808:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24760320, count: 4096
00000080:00200000:3.0:1789760777.745817:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24760320, bytes: 4096
00000080:00200000:3.0:1789760777.745828:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760777.745837:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760777.745840:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24760320, 24764416) 0 0
00000080:00200000:3.0:1789760777.745844:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760777.745862:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6045, 6045]
00020000:00200000:3.0:1789760777.745872:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24760320 chunk: [24760320, 24764416) 24764416, 4096
00020000:00200000:3.0:1789760777.745876:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760777.745897:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6045, 6045]
00000008:00010000:3.0:1789760777.745929:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760777.745936:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760777.745948:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24760320, 24764416) append 0 append lockpos 0
00000080:00200000:3.0:1789760777.745963:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24760320=0x179d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760777.746032:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760777.746036:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24764416
00000020:00010000:3.0:1789760777.746044:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f6c8 (ffff911a04fd1f38/0) at cl_lock_release():245
00000020:00010000:3.0:1789760777.746048:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f6c8 (ffff911a04fd1f38/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760777.746051:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760777.746055:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f6c8 (ffff911a04fd1f38/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760777.746057:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1f38/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760777.746065:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760777.746072:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760777.746095:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6240
00000008:00100000:3.0:1789760777.746415:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1c00 - object 0x280000401:3 offset 24760320<>24764416
00010000:00010000:3.0:1789760777.759599:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000008:00010000:3.0:1789760777.793899:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6240
00000020:00200000:3.0:1789760777.793925:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760777.793936:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760777.793958:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6240
00000100:00100000:3.0:1789760777.793998:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521036288:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760777.794712:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521036416:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760777.835095:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973366 gen 3
00000008:00010000:3.0:1789760777.835162:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590e40
00000020:00200000:3.0:1789760777.835170:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760777.835180:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760777.835200:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590e40
00000100:00100000:3.0:1789760777.835251:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521036416:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760777.835890:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521036544:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760777.889804:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590d80
00000020:00200000:3.0:1789760777.889821:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760777.889835:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760777.889860:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590d80
00000100:00100000:3.0:1789760777.889894:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521036544:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760777.892701:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760777.892735:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521036672:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760777.927402:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973368 gen 3
00000008:00010000:3.0:1789760777.927874:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590300
00000020:00200000:3.0:1789760777.927883:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760777.927894:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760777.927924:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590300
00000100:00100000:3.0:1789760777.927957:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521036672:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760777.930257:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521036800:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760777.979032:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065906c0
00000020:00200000:3.0:1789760777.979048:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760777.979060:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760777.979081:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065906c0
00000100:00100000:3.0:1789760777.979115:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521036800:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760777.980308:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521036928:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760778.015593:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973370 gen 3
00000008:00010000:3.0:1789760778.015663:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065900c0
00000020:00200000:3.0:1789760778.015672:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760778.015682:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760778.015740:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065900c0
00000100:00100000:3.0:1789760778.015773:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521036928:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760778.016488:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521037056:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760778.053816:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973371 gen 3
00000008:00010000:3.0:1789760778.053872:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590900
00000020:00200000:3.0:1789760778.053882:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760778.056570:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760778.056693:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590900
00000100:00100000:3.0:1789760778.056747:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521037056:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760778.057847:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521037184:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760778.111465:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973372 gen 3
00000008:00010000:3.0:1789760778.111521:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590000
00000020:00200000:3.0:1789760778.111529:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760778.111540:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760778.111552:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590000
00000100:00100000:3.0:1789760778.111584:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521037184:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760778.113647:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760778.113674:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521037312:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760778.151975:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973373 gen 3
00000008:00010000:3.0:1789760778.152038:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590b40
00000020:00200000:3.0:1789760778.152047:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760778.152057:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760778.152078:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590b40
00000100:00100000:3.0:1789760778.152112:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521037312:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760778.154332:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521037440:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760778.205496:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973374 gen 3
00000008:00010000:3.0:1789760778.205675:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590b40
00000020:00200000:3.0:1789760778.205685:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760778.205697:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760778.205725:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590b40
00000100:00100000:3.0:1789760778.205764:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521037440:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760778.206891:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521037568:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760778.210181:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2408:1876699521037696:192.168.203.116@tcp:400:kworker.0
00000100:00100000:3.0:1789760778.210322:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521037952:192.168.203.116@tcp:400:kworker.0
00000100:00100000:3.0:1789760778.210355:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2408:1876699521038208:192.168.203.116@tcp:400:kworker.0
00000100:00100000:3.0:1789760778.210389:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:3.0:1789760778.210398:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521037824:192.168.203.116@tcp:400:kworker.0
00000100:00100000:3.0:1789760778.210676:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2408:1876699521038080:192.168.203.116@tcp:400:kworker.0
00000100:00100000:3.0:1789760778.219828:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521037824:192.168.203.116@tcp:400:kworker.0
00000100:00100000:3.0:1789760778.219852:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2408:1876699521038080:192.168.203.116@tcp:400:kworker.0
00000100:00100000:3.0:1789760778.219865:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521037952:192.168.203.116@tcp:400:kworker.0
00000100:00100000:3.0:1789760778.219879:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2408:1876699521038208:192.168.203.116@tcp:400:kworker.0
00000100:00100000:3.0:1789760778.220318:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2408:1876699521037696:192.168.203.116@tcp:400:kworker.0
00000008:00010000:0.0:1789760778.247735:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277d80
00000020:00200000:0.0:1789760778.247750:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760778.247773:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760778.247800:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277d80
00000100:00100000:0.0:1789760778.247832:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521037568:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760778.248839:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760778.248858:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521038336:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760778.278615:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973376 gen 3
00000008:00010000:0.0:1789760778.278684:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277d80
00000020:00200000:0.0:1789760778.278702:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760778.278715:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760778.278739:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277d80
00000100:00100000:0.0:1789760778.278768:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521038336:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760778.281418:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521038464:192.168.203.116@tcp:4:dd.0
00000008:00010000:0.0:1789760778.327506:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277840
00000020:00200000:0.0:1789760778.327523:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760778.327537:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760778.327564:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277840
00000100:00100000:0.0:1789760778.327596:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521038464:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760778.365098:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6058, 6058]
00000080:00200000:3.0:1789760778.365118:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760778.365125:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000100:00100000:3.0:1789760778.422743:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760778.422771:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521038848:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760778.457342:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973380 gen 3
00000008:00010000:3.0:1789760778.457395:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590000
00000020:00200000:3.0:1789760778.457404:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760778.457415:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760778.457443:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590000
00000100:00100000:3.0:1789760778.457476:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521038848:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760778.458813:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521038976:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760778.512140:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973381 gen 3
00000008:00010000:3.0:1789760778.512196:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590900
00000020:00200000:3.0:1789760778.512206:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760778.512263:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760778.512284:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590900
00000100:00100000:3.0:1789760778.512320:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521038976:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760778.585207:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973382 gen 3
00000008:00010000:3.0:1789760778.585292:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065900c0
00000020:00200000:3.0:1789760778.585301:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760778.585312:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760778.585610:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065900c0
00000100:00100000:3.0:1789760778.585644:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521039104:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760778.586416:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521039232:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760778.627679:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973383 gen 3
00000008:00010000:3.0:1789760778.627732:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065906c0
00000020:00200000:3.0:1789760778.627742:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760778.627752:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760778.627771:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065906c0
00000100:00100000:3.0:1789760778.627805:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521039232:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760778.629200:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a06590300
00000008:00100000:3.0:1789760778.629487:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1c00 - object 0x280000401:3 offset 24838144<>24842240
00000100:00100000:3.0:1789760778.629555:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521039360:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760778.672407:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973384 gen 3
00000008:00010000:3.0:1789760778.672456:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590300
00000020:00200000:3.0:1789760778.672464:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760778.672476:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760778.672569:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590300
00000100:00100000:3.0:1789760778.672602:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521039360:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760778.729347:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973385 gen 3
00000008:00010000:3.0:1789760778.729398:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590d80
00000020:00200000:3.0:1789760778.729406:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760778.729418:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760778.729476:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590d80
00000100:00100000:3.0:1789760778.729509:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521039488:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760778.730356:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521039616:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760778.764992:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973386 gen 3
00000008:00010000:3.0:1789760778.765046:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590e40
00000020:00200000:3.0:1789760778.765055:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760778.765066:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760778.765085:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590e40
00000100:00100000:3.0:1789760778.765117:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521039616:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760778.766152:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760778.766298:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521039744:192.168.203.116@tcp:4:dd.0
00010000:00010000:0.0:1789760778.786511:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789760778.803518:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973387 gen 3
00000008:00010000:3.0:1789760778.803556:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590180
00000020:00200000:3.0:1789760778.803563:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760778.803572:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760778.803633:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590180
00000100:00100000:3.0:1789760778.803658:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521039744:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760778.807955:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521039872:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760778.859160:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973388 gen 3
00000008:00010000:3.0:1789760778.859257:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590c00
00000020:00200000:3.0:1789760778.859266:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760778.859277:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760778.859302:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590c00
00000100:00100000:3.0:1789760778.859334:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521039872:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760778.903208:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590600
00000020:00200000:3.0:1789760778.903255:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760778.903267:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760778.903287:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590600
00000100:00100000:3.0:1789760778.903317:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521040000:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760778.904499:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760778.904524:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521040128:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760778.934050:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973390 gen 3
00000008:00010000:3.0:1789760778.934116:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065903c0
00000020:00200000:3.0:1789760778.934125:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760778.934136:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760778.934157:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065903c0
00000100:00100000:3.0:1789760778.934190:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521040128:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760778.935728:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521040256:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760778.979533:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973391 gen 3
00000008:00010000:3.0:1789760778.979590:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065903c0
00000020:00200000:3.0:1789760778.979598:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760778.979609:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760778.979671:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065903c0
00000100:00100000:3.0:1789760778.979706:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521040256:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760778.980614:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521040384:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760779.020108:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973392 gen 3
00000008:00010000:3.0:1789760779.020162:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590600
00000020:00200000:3.0:1789760779.020171:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760779.020183:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760779.020319:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590600
00000100:00100000:3.0:1789760779.020354:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521040384:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760779.021464:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521040512:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760779.068521:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973393 gen 3
00000008:00010000:0.0:1789760779.068583:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277f00
00000020:00200000:0.0:1789760779.068592:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760779.068604:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760779.068627:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277f00
00000100:00100000:0.0:1789760779.068654:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521040512:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760779.069782:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521040640:192.168.203.116@tcp:4:dd.0
00000008:00010000:0.0:1789760779.108974:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277b40
00000020:00200000:0.0:1789760779.108996:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760779.109012:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760779.109034:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277b40
00000100:00100000:0.0:1789760779.109066:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521040640:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760779.109775:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521040768:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760779.147400:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973395 gen 3
00000008:00010000:0.0:1789760779.147481:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a132776c0
00000020:00200000:0.0:1789760779.147753:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760779.147765:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760779.147792:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a132776c0
00000100:00100000:0.0:1789760779.147825:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521040768:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760779.197374:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6076, 6076]
00000080:00200000:3.0:1789760779.197394:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760779.197400:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760779.197426:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24891392 i_blocks 49159
00000020:00200000:3.0:1789760779.197437:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760779.197448:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760779.197537:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24891392, count: 4096
00000080:00200000:3.0:1789760779.197545:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24891392, bytes: 4096
00000080:00200000:3.0:1789760779.197556:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760779.197564:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760779.197567:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24891392, 24895488) 0 0
00000080:00200000:3.0:1789760779.197572:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760779.197591:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6077, 6077]
00020000:00200000:3.0:1789760779.197600:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24891392 chunk: [24891392, 24895488) 24895488, 4096
00020000:00200000:3.0:1789760779.197604:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760779.197626:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6077, 6077]
00000008:00010000:3.0:1789760779.197645:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760779.197652:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760779.197664:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24891392, 24895488) append 0 append lockpos 0
00000080:00200000:3.0:1789760779.197679:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24891392=0x17bd000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760779.197758:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760779.197761:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24895488
00000020:00010000:3.0:1789760779.197770:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:3.0:1789760779.197774:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760779.197777:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760779.197781:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760779.197784:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760779.197792:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760779.197798:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760779.197815:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6240
00000008:00100000:3.0:1789760779.197950:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1c00 - object 0x280000401:3 offset 24891392<>24895488
00000100:00100000:3.0:1789760779.244736:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973397 gen 3
00000008:00010000:3.0:1789760779.244830:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6240
00000020:00200000:3.0:1789760779.244837:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760779.244849:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760779.244987:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6240
00000100:00100000:3.0:1789760779.245017:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521041024:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760779.245315:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6077, 6077]
00000080:00200000:0.0:1789760779.245332:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760779.245338:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760779.245353:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24895488 i_blocks 49159
00000020:00200000:0.0:1789760779.245357:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760779.245367:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760779.245463:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24895488, count: 4096
00000080:00200000:0.0:1789760779.245472:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24895488, bytes: 4096
00000080:00200000:0.0:1789760779.245483:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760779.245492:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760779.245494:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24895488, 24899584) 0 0
00000080:00200000:0.0:1789760779.245499:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760779.245516:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6078, 6078]
00020000:00200000:0.0:1789760779.245526:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24895488 chunk: [24895488, 24899584) 24899584, 4096
00020000:00200000:0.0:1789760779.245609:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760779.245635:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6078, 6078]
00000008:00010000:0.0:1789760779.245655:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760779.245661:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760779.245673:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24895488, 24899584) append 0 append lockpos 0
00000080:00200000:0.0:1789760779.245687:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24895488=0x17be000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760779.245799:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760779.245801:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24899584
00000020:00010000:0.0:1789760779.245809:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760779.245812:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760779.245814:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760779.245816:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760779.245818:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760779.245825:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760779.245830:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760779.245844:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d180
00000008:00100000:0.0:1789760779.246045:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54e00 - object 0x280000401:3 offset 24895488<>24899584
00000080:00200000:0.0:1789760779.286642:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6078, 6078]
00000080:00200000:0.0:1789760779.286659:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760779.286665:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760779.286681:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24899584 i_blocks 49159
00000020:00200000:0.0:1789760779.286686:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760779.286696:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760779.286732:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24899584, count: 4096
00000080:00200000:0.0:1789760779.286740:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24899584, bytes: 4096
00000080:00200000:0.0:1789760779.286816:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760779.286826:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760779.286828:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24899584, 24903680) 0 0
00000080:00200000:0.0:1789760779.286833:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760779.286849:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6079, 6079]
00020000:00200000:0.0:1789760779.286859:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24899584 chunk: [24899584, 24903680) 24903680, 4096
00020000:00200000:0.0:1789760779.286865:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760779.286886:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6079, 6079]
00000008:00010000:0.0:1789760779.286914:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760779.286920:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760779.286932:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24899584, 24903680) append 0 append lockpos 0
00000080:00200000:0.0:1789760779.286946:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24899584=0x17bf000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760779.287146:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760779.287149:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24903680
00000020:00010000:0.0:1789760779.287160:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760779.287163:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760779.287166:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760779.287170:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760779.287174:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760779.287181:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760779.287189:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760779.287206:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760779.287674:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54a80 - object 0x280000401:3 offset 24899584<>24903680
00000008:00010000:3.0:1789760779.365292:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590c00
00000020:00200000:3.0:1789760779.365308:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760779.365319:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760779.365344:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590c00
00000100:00100000:3.0:1789760779.365381:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521041408:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760779.366471:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521041536:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760779.442467:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973401 gen 3
00000008:00010000:0.0:1789760779.442544:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277c00
00000020:00200000:0.0:1789760779.442552:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760779.442565:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760779.442587:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277c00
00000100:00100000:0.0:1789760779.442632:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521041536:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760779.443743:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760779.443764:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521041664:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760779.507873:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973402 gen 3
00000008:00010000:0.0:1789760779.507920:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277540
00000020:00200000:0.0:1789760779.507927:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760779.507938:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760779.507961:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277540
00000100:00100000:0.0:1789760779.507986:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521041664:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760779.511514:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760779.511649:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521041792:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760779.570328:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973403 gen 3
00000008:00010000:0.0:1789760779.570361:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277540
00000020:00200000:0.0:1789760779.570367:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760779.570376:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760779.570395:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277540
00000100:00100000:0.0:1789760779.570416:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521041792:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760779.571480:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760779.571497:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521041920:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760779.623592:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973404 gen 3
00000008:00010000:0.0:1789760779.623625:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277c00
00000020:00200000:0.0:1789760779.623730:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760779.623741:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760779.623766:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277c00
00000100:00100000:0.0:1789760779.623793:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521041920:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760779.626129:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521042048:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760779.675705:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973405 gen 3
00000008:00010000:0.0:1789760779.675746:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a132776c0
00000020:00200000:0.0:1789760779.675753:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760779.675764:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760779.675788:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a132776c0
00000100:00100000:0.0:1789760779.675824:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521042048:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760779.676165:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6085, 6085]
00000080:00200000:3.0:1789760779.676188:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760779.676195:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760779.676251:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24928256 i_blocks 49159
00000020:00200000:3.0:1789760779.676257:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760779.676269:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760779.676305:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24928256, count: 4096
00000080:00200000:3.0:1789760779.676313:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24928256, bytes: 4096
00000080:00200000:3.0:1789760779.676323:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760779.676332:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760779.676334:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24928256, 24932352) 0 0
00000080:00200000:3.0:1789760779.676338:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760779.676356:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6086, 6086]
00020000:00200000:3.0:1789760779.676365:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24928256 chunk: [24928256, 24932352) 24932352, 4096
00020000:00200000:3.0:1789760779.676371:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760779.676391:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6086, 6086]
00000008:00010000:3.0:1789760779.676410:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760779.676417:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760779.676622:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24928256, 24932352) append 0 append lockpos 0
00000080:00200000:3.0:1789760779.676639:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24928256=0x17c6000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760779.676706:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760779.676709:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24932352
00000020:00010000:3.0:1789760779.676718:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:3.0:1789760779.676722:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760779.676725:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760779.676728:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760779.676731:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760779.676739:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760779.676855:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760779.676878:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6240
00000008:00100000:3.0:1789760779.677014:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1c00 - object 0x280000401:3 offset 24928256<>24932352
00000100:00100000:3.0:1789760779.677072:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760779.677097:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521042176:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760779.719612:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973406 gen 3
00000008:00010000:3.0:1789760779.719670:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6240
00000020:00200000:3.0:1789760779.719679:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760779.719691:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760779.719716:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6240
00000100:00100000:3.0:1789760779.719749:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521042176:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760779.719994:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6086, 6086]
00000080:00200000:0.0:1789760779.720016:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760779.720023:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760779.720042:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24932352 i_blocks 49159
00000020:00200000:0.0:1789760779.720046:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760779.720056:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760779.720095:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24932352, count: 4096
00000080:00200000:0.0:1789760779.720104:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24932352, bytes: 4096
00000080:00200000:0.0:1789760779.720115:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760779.720278:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760779.720281:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24932352, 24936448) 0 0
00000080:00200000:0.0:1789760779.720286:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760779.720304:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6087, 6087]
00020000:00200000:0.0:1789760779.720313:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24932352 chunk: [24932352, 24936448) 24936448, 4096
00020000:00200000:0.0:1789760779.720318:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760779.720339:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6087, 6087]
00000008:00010000:0.0:1789760779.720357:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760779.720363:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760779.720376:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24932352, 24936448) append 0 append lockpos 0
00000080:00200000:0.0:1789760779.720392:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24932352=0x17c7000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760779.720469:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760779.720472:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24936448
00000020:00010000:0.0:1789760779.720482:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760779.720486:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760779.720490:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760779.720493:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760779.720496:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760779.720506:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760779.720513:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760779.720635:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760779.720770:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55500 - object 0x280000401:3 offset 24932352<>24936448
00000100:00100000:0.0:1789760779.720834:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760779.720856:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521042304:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760779.768578:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973407 gen 3
00000008:00010000:0.0:1789760779.768631:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7d780
00000020:00200000:0.0:1789760779.768641:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760779.768653:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760779.768721:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7d780
00000100:00100000:0.0:1789760779.768751:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521042304:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760779.769998:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521042432:192.168.203.116@tcp:4:dd.0
00010000:00010000:0.0:1789760779.808063:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789760779.811811:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973408 gen 3
00000008:00010000:3.0:1789760779.811866:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590180
00000020:00200000:3.0:1789760779.811876:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760779.811887:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760779.811976:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590180
00000100:00100000:3.0:1789760779.812007:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521042432:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760779.814005:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521042560:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760779.852741:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973409 gen 3
00000008:00010000:3.0:1789760779.853298:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590e40
00000020:00200000:3.0:1789760779.853307:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760779.853318:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760779.853342:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590e40
00000100:00100000:3.0:1789760779.853377:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521042560:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760779.854263:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760779.854279:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521042688:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760779.886642:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590d80
00000020:00200000:3.0:1789760779.886739:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760779.886752:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760779.886827:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590d80
00000100:00100000:3.0:1789760779.886864:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521042688:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760779.887597:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521042816:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760779.915535:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973411 gen 3
00000008:00010000:3.0:1789760779.915596:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590300
00000020:00200000:3.0:1789760779.915603:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760779.915611:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760779.915627:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590300
00000100:00100000:3.0:1789760779.915658:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521042816:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760779.945915:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973412 gen 3
00000008:00010000:3.0:1789760779.945968:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065906c0
00000020:00200000:3.0:1789760779.945977:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760779.945989:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760779.946074:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065906c0
00000100:00100000:3.0:1789760779.946114:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521042944:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760779.946492:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6092, 6092]
00000080:00200000:0.0:1789760779.946511:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760779.946518:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760779.946599:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24956928 i_blocks 49159
00000020:00200000:0.0:1789760779.946604:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760779.946616:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760779.946655:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24956928, count: 4096
00000080:00200000:0.0:1789760779.946663:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24956928, bytes: 4096
00000080:00200000:0.0:1789760779.946673:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760779.946683:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760779.946685:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24956928, 24961024) 0 0
00000080:00200000:0.0:1789760779.946689:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760779.946706:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6093, 6093]
00020000:00200000:0.0:1789760779.946715:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24956928 chunk: [24956928, 24961024) 24961024, 4096
00020000:00200000:0.0:1789760779.946720:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760779.946738:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6093, 6093]
00000008:00010000:0.0:1789760779.946850:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760779.946856:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760779.946869:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24956928, 24961024) append 0 append lockpos 0
00000080:00200000:0.0:1789760779.946884:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24956928=0x17cd000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760779.946956:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760779.946959:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24961024
00000020:00010000:0.0:1789760779.946968:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760779.946972:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760779.946975:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760779.946979:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760779.946982:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760779.946992:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760779.946998:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760779.947019:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760779.947156:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55500 - object 0x280000401:3 offset 24956928<>24961024
00000080:00200000:0.0:1789760779.979918:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6093, 6093]
00000080:00200000:0.0:1789760779.979937:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760779.979943:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760779.979960:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24961024 i_blocks 49159
00000020:00200000:0.0:1789760779.979964:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760779.979983:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760779.980015:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24961024, count: 4096
00000080:00200000:0.0:1789760779.980023:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24961024, bytes: 4096
00000080:00200000:0.0:1789760779.980031:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760779.980038:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760779.980040:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24961024, 24965120) 0 0
00000080:00200000:0.0:1789760779.980044:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760779.980058:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6094, 6094]
00020000:00200000:0.0:1789760779.980066:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24961024 chunk: [24961024, 24965120) 24965120, 4096
00020000:00200000:0.0:1789760779.980070:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760779.980087:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6094, 6094]
00000008:00010000:0.0:1789760779.980103:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760779.980107:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760779.980117:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24961024, 24965120) append 0 append lockpos 0
00000080:00200000:0.0:1789760779.980128:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24961024=0x17ce000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760779.980183:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760779.980184:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24965120
00000020:00010000:0.0:1789760779.980191:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760779.980193:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760779.980195:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760779.980198:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760779.980200:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760779.980205:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760779.980210:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760779.980265:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760779.980375:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55180 - object 0x280000401:3 offset 24961024<>24965120
00000100:00100000:0.0:1789760779.980427:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760779.980452:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521043200:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760780.021480:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973414 gen 3
00000008:00010000:0.0:1789760780.021933:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7db40
00000020:00200000:0.0:1789760780.021942:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760780.021954:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760780.022043:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7db40
00000100:00100000:0.0:1789760780.022077:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521043200:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760780.024078:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6094, 6094]
00000080:00200000:3.0:1789760780.024111:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760780.024120:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760780.024145:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24965120 i_blocks 49159
00000020:00200000:3.0:1789760780.024151:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760780.024167:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760780.024207:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24965120, count: 4096
00000080:00200000:3.0:1789760780.024230:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24965120, bytes: 4096
00000080:00200000:3.0:1789760780.024241:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760780.024250:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760780.024253:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24965120, 24969216) 0 0
00000080:00200000:3.0:1789760780.024257:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760780.024273:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6095, 6095]
00020000:00200000:3.0:1789760780.024282:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24965120 chunk: [24965120, 24969216) 24969216, 4096
00020000:00200000:3.0:1789760780.024287:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760780.024310:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6095, 6095]
00000008:00010000:3.0:1789760780.024329:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760780.024336:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760780.024354:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24965120, 24969216) append 0 append lockpos 0
00000080:00200000:3.0:1789760780.024373:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24965120=0x17cf000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760780.024449:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760780.024452:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24969216
00000020:00010000:3.0:1789760780.024460:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:3.0:1789760780.024464:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760780.024467:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760780.024470:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760780.024473:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760780.024481:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760780.024488:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760780.024691:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6240
00000008:00100000:3.0:1789760780.024835:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1c00 - object 0x280000401:3 offset 24965120<>24969216
00000100:00100000:3.0:1789760780.024903:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760780.024931:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521043328:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760780.064968:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973415 gen 3
00000008:00010000:3.0:1789760780.065022:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6240
00000020:00200000:3.0:1789760780.065032:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760780.065044:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760780.065070:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6240
00000100:00100000:3.0:1789760780.065102:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521043328:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760780.065198:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6095, 6095]
00000080:00200000:0.0:1789760780.065232:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760780.065240:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760780.065257:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24969216 i_blocks 49159
00000020:00200000:0.0:1789760780.065261:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760780.065270:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760780.065306:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24969216, count: 4096
00000080:00200000:0.0:1789760780.065313:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24969216, bytes: 4096
00000080:00200000:0.0:1789760780.065324:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760780.065333:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760780.065335:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24969216, 24973312) 0 0
00000080:00200000:0.0:1789760780.065340:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760780.065357:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6096, 6096]
00020000:00200000:0.0:1789760780.065366:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24969216 chunk: [24969216, 24973312) 24973312, 4096
00020000:00200000:0.0:1789760780.065371:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760780.065393:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6096, 6096]
00000008:00010000:0.0:1789760780.065410:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760780.065417:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760780.065500:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24969216, 24973312) append 0 append lockpos 0
00000080:00200000:0.0:1789760780.065516:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24969216=0x17d0000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760780.065704:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760780.065708:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24973312
00000020:00010000:0.0:1789760780.065717:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760780.065721:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.065724:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.065728:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760780.065731:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760780.065739:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760780.065746:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760780.065763:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760780.065883:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55180 - object 0x280000401:3 offset 24969216<>24973312
00000080:00200000:0.0:1789760780.100732:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6096, 6096]
00000080:00200000:0.0:1789760780.100758:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760780.100765:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760780.100782:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24973312 i_blocks 49159
00000020:00200000:0.0:1789760780.100785:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760780.100795:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760780.100831:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24973312, count: 4096
00000080:00200000:0.0:1789760780.100838:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24973312, bytes: 4096
00000080:00200000:0.0:1789760780.100848:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760780.100857:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760780.100859:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24973312, 24977408) 0 0
00000080:00200000:0.0:1789760780.100864:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760780.100881:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6097, 6097]
00020000:00200000:0.0:1789760780.100890:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24973312 chunk: [24973312, 24977408) 24977408, 4096
00020000:00200000:0.0:1789760780.100905:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760780.100925:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6097, 6097]
00000008:00010000:0.0:1789760780.100943:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760780.100950:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760780.100961:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24973312, 24977408) append 0 append lockpos 0
00000080:00200000:0.0:1789760780.100974:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24973312=0x17d1000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760780.101031:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760780.101035:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24977408
00000020:00010000:0.0:1789760780.101043:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760780.101047:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.101049:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.101052:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760780.101055:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760780.101062:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760780.101069:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760780.101086:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d180
00000008:00100000:0.0:1789760780.101201:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56d80 - object 0x280000401:3 offset 24973312<>24977408
00000080:00200000:0.0:1789760780.134349:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6097, 6097]
00000080:00200000:0.0:1789760780.134368:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760780.134374:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760780.134391:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24977408 i_blocks 49159
00000020:00200000:0.0:1789760780.134394:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760780.134404:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760780.134454:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24977408, count: 4096
00000080:00200000:0.0:1789760780.134462:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24977408, bytes: 4096
00000080:00200000:0.0:1789760780.134472:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760780.134482:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760780.134485:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24977408, 24981504) 0 0
00000080:00200000:0.0:1789760780.134489:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760780.134505:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6098, 6098]
00020000:00200000:0.0:1789760780.134515:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24977408 chunk: [24977408, 24981504) 24981504, 4096
00020000:00200000:0.0:1789760780.134520:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760780.134547:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6098, 6098]
00000008:00010000:0.0:1789760780.134564:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760780.134570:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760780.134581:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24977408, 24981504) append 0 append lockpos 0
00000080:00200000:0.0:1789760780.134595:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24977408=0x17d2000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760780.134647:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760780.134651:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24981504
00000020:00010000:0.0:1789760780.134658:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760780.134662:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.134665:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.134669:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760780.134672:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760780.134680:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760780.134687:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760780.134702:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:0.0:1789760780.134827:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54000 - object 0x280000401:3 offset 24977408<>24981504
00000080:00200000:0.0:1789760780.171947:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6098, 6098]
00000080:00200000:0.0:1789760780.171971:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760780.171978:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760780.171998:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24981504 i_blocks 49159
00000020:00200000:0.0:1789760780.172003:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760780.172019:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760780.172057:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24981504, count: 4096
00000080:00200000:0.0:1789760780.172065:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24981504, bytes: 4096
00000080:00200000:0.0:1789760780.172080:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760780.172089:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760780.172092:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24981504, 24985600) 0 0
00000080:00200000:0.0:1789760780.172097:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760780.172115:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6099, 6099]
00020000:00200000:0.0:1789760780.172124:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24981504 chunk: [24981504, 24985600) 24985600, 4096
00020000:00200000:0.0:1789760780.172128:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760780.172149:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6099, 6099]
00000008:00010000:0.0:1789760780.172168:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760780.172175:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760780.172187:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24981504, 24985600) append 0 append lockpos 0
00000080:00200000:0.0:1789760780.172201:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24981504=0x17d3000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760780.172298:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760780.172302:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24985600
00000020:00010000:0.0:1789760780.172310:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760780.172314:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.172317:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.172320:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760780.172324:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760780.172332:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760780.172338:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760780.172359:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d240
00000008:00100000:0.0:1789760780.172487:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57100 - object 0x280000401:3 offset 24981504<>24985600
00000080:00200000:0.0:1789760780.213602:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6099, 6099]
00000080:00200000:0.0:1789760780.213622:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760780.213629:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760780.213647:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24985600 i_blocks 49159
00000020:00200000:0.0:1789760780.213650:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760780.213661:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760780.213696:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24985600, count: 4096
00000080:00200000:0.0:1789760780.213704:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24985600, bytes: 4096
00000080:00200000:0.0:1789760780.213715:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760780.213725:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760780.213727:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24985600, 24989696) 0 0
00000080:00200000:0.0:1789760780.213731:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760780.213749:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6100, 6100]
00020000:00200000:0.0:1789760780.213759:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24985600 chunk: [24985600, 24989696) 24989696, 4096
00020000:00200000:0.0:1789760780.213775:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760780.213797:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6100, 6100]
00000008:00010000:0.0:1789760780.213816:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760780.213823:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760780.213835:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24985600, 24989696) append 0 append lockpos 0
00000080:00200000:0.0:1789760780.213849:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24985600=0x17d4000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760780.213919:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760780.213922:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24989696
00000020:00010000:0.0:1789760780.213930:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760780.213934:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.213937:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.213940:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760780.213943:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760780.213952:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760780.213959:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760780.213978:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d0c0
00000008:00100000:0.0:1789760780.214104:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55880 - object 0x280000401:3 offset 24985600<>24989696
00000080:00200000:0.0:1789760780.244628:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6100, 6100]
00000080:00200000:0.0:1789760780.244648:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760780.244654:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760780.244670:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24989696 i_blocks 49159
00000020:00200000:0.0:1789760780.244674:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760780.244684:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760780.244720:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24989696, count: 4096
00000080:00200000:0.0:1789760780.244728:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24989696, bytes: 4096
00000080:00200000:0.0:1789760780.244742:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760780.244752:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760780.244754:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24989696, 24993792) 0 0
00000080:00200000:0.0:1789760780.244758:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760780.244776:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6101, 6101]
00020000:00200000:0.0:1789760780.244785:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24989696 chunk: [24989696, 24993792) 24993792, 4096
00020000:00200000:0.0:1789760780.244790:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760780.244808:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6101, 6101]
00000008:00010000:0.0:1789760780.244826:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760780.244832:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760780.244843:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24989696, 24993792) append 0 append lockpos 0
00000080:00200000:0.0:1789760780.244857:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24989696=0x17d5000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760780.245005:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760780.245009:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24993792
00000020:00010000:0.0:1789760780.245019:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760780.245023:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.245026:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.245030:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760780.245033:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760780.245042:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760780.245048:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000100:00100000:0.0:1789760780.245312:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760780.245386:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521044096:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760780.283597:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973421 gen 3
00000008:00010000:0.0:1789760780.283653:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7d0c0
00000020:00200000:0.0:1789760780.283660:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760780.283668:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760780.283686:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7d0c0
00000100:00100000:0.0:1789760780.283717:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521044096:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760780.284035:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6101, 6101]
00000080:00200000:3.0:1789760780.284053:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760780.284060:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760780.284077:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24993792 i_blocks 49159
00000020:00200000:3.0:1789760780.284081:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760780.284092:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760780.284125:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24993792, count: 4096
00000080:00200000:3.0:1789760780.284133:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24993792, bytes: 4096
00000080:00200000:3.0:1789760780.284143:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760780.284152:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760780.284155:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24993792, 24997888) 0 0
00000080:00200000:3.0:1789760780.284160:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760780.284176:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6102, 6102]
00020000:00200000:3.0:1789760780.284185:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24993792 chunk: [24993792, 24997888) 24997888, 4096
00020000:00200000:3.0:1789760780.284190:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760780.284209:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6102, 6102]
00000008:00010000:3.0:1789760780.284264:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760780.284270:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760780.284282:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24993792, 24997888) append 0 append lockpos 0
00000080:00200000:3.0:1789760780.284297:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24993792=0x17d6000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760780.284356:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760780.284359:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24997888
00000020:00010000:3.0:1789760780.284367:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:3.0:1789760780.284370:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760780.284373:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760780.284377:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760780.284380:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760780.284387:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760780.284394:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760780.284410:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6240
00000008:00100000:3.0:1789760780.285117:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1c00 - object 0x280000401:3 offset 24993792<>24997888
00000100:00100000:3.0:1789760780.314519:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973422 gen 3
00000008:00010000:3.0:1789760780.314793:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6240
00000020:00200000:3.0:1789760780.314802:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760780.314811:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760780.314835:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6240
00000100:00100000:3.0:1789760780.314862:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521044224:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760780.314948:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6102, 6102]
00000080:00200000:0.0:1789760780.314965:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760780.314973:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760780.314990:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24997888 i_blocks 49159
00000020:00200000:0.0:1789760780.314995:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760780.315005:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760780.315040:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24997888, count: 4096
00000080:00200000:0.0:1789760780.315048:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24997888, bytes: 4096
00000080:00200000:0.0:1789760780.315059:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760780.315069:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760780.315072:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24997888, 25001984) 0 0
00000080:00200000:0.0:1789760780.315076:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760780.315093:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6103, 6103]
00020000:00200000:0.0:1789760780.315102:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24997888 chunk: [24997888, 25001984) 25001984, 4096
00020000:00200000:0.0:1789760780.315107:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760780.315126:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6103, 6103]
00000008:00010000:0.0:1789760780.315145:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760780.315152:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760780.315164:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24997888, 25001984) append 0 append lockpos 0
00000080:00200000:0.0:1789760780.315178:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=24997888=0x17d7000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760780.315270:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760780.315274:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25001984
00000020:00010000:0.0:1789760780.315283:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760780.315287:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.315289:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.315292:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760780.315296:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760780.315305:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760780.315312:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760780.315329:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d0c0
00000008:00100000:0.0:1789760780.315452:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55880 - object 0x280000401:3 offset 24997888<>25001984
00000080:00200000:0.0:1789760780.360443:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6103, 6103]
00000080:00200000:0.0:1789760780.360459:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760780.360465:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760780.360481:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25001984 i_blocks 49159
00000020:00200000:0.0:1789760780.360485:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760780.360494:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760780.360531:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25001984, count: 4096
00000080:00200000:0.0:1789760780.360539:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25001984, bytes: 4096
00000080:00200000:0.0:1789760780.360548:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760780.360557:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760780.360559:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25001984, 25006080) 0 0
00000080:00200000:0.0:1789760780.360574:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760780.360589:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6104, 6104]
00020000:00200000:0.0:1789760780.360597:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25001984 chunk: [25001984, 25006080) 25006080, 4096
00020000:00200000:0.0:1789760780.360601:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760780.360620:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6104, 6104]
00000008:00010000:0.0:1789760780.360637:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760780.360642:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760780.360653:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25001984, 25006080) append 0 append lockpos 0
00000080:00200000:0.0:1789760780.360666:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25001984=0x17d8000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760780.360720:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760780.360723:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25006080
00000020:00010000:0.0:1789760780.360731:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760780.360735:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.360738:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.360741:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760780.360745:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760780.360753:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760780.360760:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760780.360776:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d240
00000008:00100000:0.0:1789760780.360882:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56300 - object 0x280000401:3 offset 25001984<>25006080
00000080:00200000:0.0:1789760780.396176:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6104, 6104]
00000080:00200000:0.0:1789760780.396192:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760780.396199:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760780.396263:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25006080 i_blocks 49159
00000020:00200000:0.0:1789760780.396267:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760780.396327:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760780.396363:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25006080, count: 4096
00000080:00200000:0.0:1789760780.396370:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25006080, bytes: 4096
00000080:00200000:0.0:1789760780.396378:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760780.396387:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760780.396389:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25006080, 25010176) 0 0
00000080:00200000:0.0:1789760780.396393:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760780.396411:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6105, 6105]
00020000:00200000:0.0:1789760780.396420:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25006080 chunk: [25006080, 25010176) 25010176, 4096
00020000:00200000:0.0:1789760780.396425:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760780.396444:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6105, 6105]
00000008:00010000:0.0:1789760780.396461:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760780.396468:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760780.396480:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25006080, 25010176) append 0 append lockpos 0
00000080:00200000:0.0:1789760780.396494:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25006080=0x17d9000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760780.396552:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760780.396555:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25010176
00000020:00010000:0.0:1789760780.396563:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760780.396567:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.396570:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.396573:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760780.396578:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760780.396586:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760780.396593:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760780.396606:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:0.0:1789760780.396722:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54380 - object 0x280000401:3 offset 25006080<>25010176
00000080:00200000:0.0:1789760780.455511:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6105, 6105]
00000080:00200000:0.0:1789760780.455527:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760780.455533:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760780.455549:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25010176 i_blocks 49159
00000020:00200000:0.0:1789760780.455562:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760780.455572:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760780.455607:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25010176, count: 4096
00000080:00200000:0.0:1789760780.455614:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25010176, bytes: 4096
00000080:00200000:0.0:1789760780.455623:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760780.455632:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760780.455634:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25010176, 25014272) 0 0
00000080:00200000:0.0:1789760780.455639:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760780.455655:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6106, 6106]
00020000:00200000:0.0:1789760780.455664:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25010176 chunk: [25010176, 25014272) 25014272, 4096
00020000:00200000:0.0:1789760780.455669:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760780.455688:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6106, 6106]
00000008:00010000:0.0:1789760780.455706:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760780.455712:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760780.455725:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25010176, 25014272) append 0 append lockpos 0
00000080:00200000:0.0:1789760780.455738:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25010176=0x17da000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760780.455790:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760780.455793:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25014272
00000020:00010000:0.0:1789760780.455801:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760780.455804:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.455807:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.455809:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760780.455813:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760780.455821:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760780.455828:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760780.455842:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d180
00000008:00100000:0.0:1789760780.455966:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57800 - object 0x280000401:3 offset 25010176<>25014272
00000080:00200000:0.0:1789760780.491697:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6106, 6106]
00000080:00200000:0.0:1789760780.491714:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760780.491720:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760780.491736:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25014272 i_blocks 49159
00000020:00200000:0.0:1789760780.491740:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760780.491749:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760780.491785:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25014272, count: 4096
00000080:00200000:0.0:1789760780.491793:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25014272, bytes: 4096
00000080:00200000:0.0:1789760780.491803:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760780.491812:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760780.491814:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25014272, 25018368) 0 0
00000080:00200000:0.0:1789760780.491818:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760780.491834:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6107, 6107]
00020000:00200000:0.0:1789760780.491843:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25014272 chunk: [25014272, 25018368) 25018368, 4096
00020000:00200000:0.0:1789760780.491848:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760780.491866:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6107, 6107]
00000008:00010000:0.0:1789760780.491955:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760780.491962:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760780.491974:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25014272, 25018368) append 0 append lockpos 0
00000080:00200000:0.0:1789760780.491988:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25014272=0x17db000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760780.492046:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760780.492050:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25018368
00000020:00010000:0.0:1789760780.492058:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760780.492062:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.492065:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.492069:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760780.492073:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760780.492141:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760780.492148:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760780.492165:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760780.492322:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56a00 - object 0x280000401:3 offset 25014272<>25018368
00000080:00200000:0.0:1789760780.521447:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6107, 6107]
00000080:00200000:0.0:1789760780.521464:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760780.521470:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760780.521485:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25018368 i_blocks 49159
00000020:00200000:0.0:1789760780.521489:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760780.521499:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760780.521542:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25018368, count: 4096
00000080:00200000:0.0:1789760780.521549:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25018368, bytes: 4096
00000080:00200000:0.0:1789760780.521558:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760780.521567:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760780.521569:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25018368, 25022464) 0 0
00000080:00200000:0.0:1789760780.521573:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760780.521590:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6108, 6108]
00020000:00200000:0.0:1789760780.521599:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25018368 chunk: [25018368, 25022464) 25022464, 4096
00020000:00200000:0.0:1789760780.521604:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760780.521831:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6108, 6108]
00000008:00010000:0.0:1789760780.521851:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760780.521857:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760780.521869:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25018368, 25022464) append 0 append lockpos 0
00000080:00200000:0.0:1789760780.521882:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25018368=0x17dc000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760780.521952:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760780.521955:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25022464
00000020:00010000:0.0:1789760780.521963:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760780.521967:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.521970:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.521974:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760780.521977:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760780.521985:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760780.521992:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760780.522008:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760780.522127:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57800 - object 0x280000401:3 offset 25018368<>25022464
00000080:00200000:0.0:1789760780.561591:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6108, 6108]
00000080:00200000:0.0:1789760780.561606:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760780.561611:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760780.561628:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25022464 i_blocks 49159
00000020:00200000:0.0:1789760780.561632:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760780.561643:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760780.561734:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25022464, count: 4096
00000080:00200000:0.0:1789760780.561741:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25022464, bytes: 4096
00000080:00200000:0.0:1789760780.561750:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760780.561760:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760780.561836:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25022464, 25026560) 0 0
00000080:00200000:0.0:1789760780.561842:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760780.561859:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6109, 6109]
00020000:00200000:0.0:1789760780.561868:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25022464 chunk: [25022464, 25026560) 25026560, 4096
00020000:00200000:0.0:1789760780.561872:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760780.561902:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6109, 6109]
00000008:00010000:0.0:1789760780.561919:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760780.561925:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760780.561935:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25022464, 25026560) append 0 append lockpos 0
00000080:00200000:0.0:1789760780.561946:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25022464=0x17dd000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760780.561994:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760780.561996:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25026560
00000020:00010000:0.0:1789760780.562003:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760780.562005:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.562007:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.562010:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760780.562013:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760780.562019:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760780.562024:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760780.562036:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760780.562829:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54380 - object 0x280000401:3 offset 25022464<>25026560
00000080:00200000:3.0:1789760780.613207:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6109, 6109]
00000080:00200000:3.0:1789760780.613261:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760780.613268:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760780.613285:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25026560 i_blocks 49159
00000020:00200000:3.0:1789760780.613289:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760780.613300:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760780.613338:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25026560, count: 4096
00000080:00200000:3.0:1789760780.613345:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25026560, bytes: 4096
00000080:00200000:3.0:1789760780.613356:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760780.613364:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760780.613366:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25026560, 25030656) 0 0
00000080:00200000:3.0:1789760780.613371:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760780.613389:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6110, 6110]
00020000:00200000:3.0:1789760780.613397:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25026560 chunk: [25026560, 25030656) 25030656, 4096
00020000:00200000:3.0:1789760780.613403:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760780.613488:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6110, 6110]
00000008:00010000:3.0:1789760780.613508:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760780.613515:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760780.613591:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25026560, 25030656) append 0 append lockpos 0
00000080:00200000:3.0:1789760780.613609:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25026560=0x17de000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760780.613674:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760780.613676:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25030656
00000020:00010000:3.0:1789760780.613685:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:3.0:1789760780.613688:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760780.613691:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760780.613695:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760780.613697:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760780.613705:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760780.613713:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760780.613734:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6240
00000008:00100000:3.0:1789760780.613862:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1c00 - object 0x280000401:3 offset 25026560<>25030656
00000100:00100000:3.0:1789760780.660863:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973430 gen 3
00000008:00010000:3.0:1789760780.661008:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6240
00000020:00200000:3.0:1789760780.661018:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760780.661029:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760780.661112:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6240
00000100:00100000:3.0:1789760780.661148:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521045248:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760780.662114:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521045376:192.168.203.116@tcp:4:dd.0
00000008:00010000:0.0:1789760780.697188:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277b40
00000020:00200000:0.0:1789760780.697203:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760780.697253:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760780.697329:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277b40
00000100:00100000:0.0:1789760780.697361:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521045376:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760780.698082:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521045504:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760780.731125:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973431 gen 3
00000100:00100000:0.0:1789760780.731168:0:2405:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff911a08b08000 x1876699521045504/t4294973432(4294973432) o4->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760796 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:0.0:1789760780.731244:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277f00
00000020:00200000:0.0:1789760780.731251:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760780.731263:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760780.731284:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277f00
00000100:00100000:0.0:1789760780.731306:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521045504:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760780.731329:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6112, 6112]
00000080:00200000:3.0:1789760780.731347:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760780.731354:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760780.731369:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25038848 i_blocks 49159
00000020:00200000:3.0:1789760780.731373:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760780.731384:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760780.731483:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25038848, count: 4096
00000080:00200000:3.0:1789760780.731491:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25038848, bytes: 4096
00000080:00200000:3.0:1789760780.731506:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760780.731515:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760780.731529:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25038848, 25042944) 0 0
00000080:00200000:3.0:1789760780.731534:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760780.731551:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6113, 6113]
00020000:00200000:3.0:1789760780.731560:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25038848 chunk: [25038848, 25042944) 25042944, 4096
00020000:00200000:3.0:1789760780.731564:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760780.731594:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6113, 6113]
00000008:00010000:3.0:1789760780.731615:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760780.731621:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760780.731634:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25038848, 25042944) append 0 append lockpos 0
00000080:00200000:3.0:1789760780.731648:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25038848=0x17e1000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760780.731706:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760780.731709:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25042944
00000020:00010000:3.0:1789760780.731718:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:3.0:1789760780.731722:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760780.731726:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760780.731730:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760780.731733:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760780.731740:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760780.732128:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760780.732149:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6240
00000008:00100000:3.0:1789760780.732317:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1c00 - object 0x280000401:3 offset 25038848<>25042944
00000100:00100000:3.0:1789760780.768381:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973433 gen 3
00000008:00010000:3.0:1789760780.768444:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6240
00000020:00200000:3.0:1789760780.768453:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760780.768461:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760780.768484:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6240
00000080:00200000:0.0:1789760780.768521:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6113, 6113]
00000100:00100000:3.0:1789760780.768529:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521045632:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760780.768541:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760780.768548:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760780.768563:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25042944 i_blocks 49159
00000020:00200000:0.0:1789760780.768567:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760780.768578:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760780.768613:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25042944, count: 4096
00000080:00200000:0.0:1789760780.768622:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25042944, bytes: 4096
00000080:00200000:0.0:1789760780.768632:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760780.768642:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760780.768644:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25042944, 25047040) 0 0
00000080:00200000:0.0:1789760780.768648:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760780.768667:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6114, 6114]
00020000:00200000:0.0:1789760780.768676:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25042944 chunk: [25042944, 25047040) 25047040, 4096
00020000:00200000:0.0:1789760780.768680:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760780.768699:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6114, 6114]
00000008:00010000:0.0:1789760780.768718:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760780.768724:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760780.768737:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25042944, 25047040) append 0 append lockpos 0
00000080:00200000:0.0:1789760780.768751:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25042944=0x17e2000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760780.768808:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760780.768812:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25047040
00000020:00010000:0.0:1789760780.768821:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760780.768824:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.768827:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.768831:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760780.768834:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760780.768856:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760780.768864:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760780.768880:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760780.769014:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56300 - object 0x280000401:3 offset 25042944<>25047040
00000100:00100000:0.0:1789760780.769179:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760780.769197:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521045760:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760780.804832:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973434 gen 3
00000008:00010000:0.0:1789760780.804895:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7db40
00000020:00200000:0.0:1789760780.804904:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760780.804917:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760780.804944:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7db40
00000100:00100000:0.0:1789760780.804977:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521045760:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760780.805139:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6114, 6114]
00000080:00200000:3.0:1789760780.805162:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760780.805168:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760780.805186:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25047040 i_blocks 49159
00000020:00200000:3.0:1789760780.805189:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760780.805199:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760780.805259:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25047040, count: 4096
00000080:00200000:3.0:1789760780.805266:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25047040, bytes: 4096
00000080:00200000:3.0:1789760780.805277:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760780.805285:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760780.805288:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25047040, 25051136) 0 0
00000080:00200000:3.0:1789760780.805293:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760780.805311:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6115, 6115]
00020000:00200000:3.0:1789760780.805320:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25047040 chunk: [25047040, 25051136) 25051136, 4096
00020000:00200000:3.0:1789760780.805325:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760780.805345:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6115, 6115]
00000008:00010000:3.0:1789760780.805363:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760780.805370:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760780.805382:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25047040, 25051136) append 0 append lockpos 0
00000080:00200000:3.0:1789760780.805396:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25047040=0x17e3000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760780.805465:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760780.805468:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25051136
00000020:00010000:3.0:1789760780.805477:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:3.0:1789760780.805481:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760780.805484:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760780.805488:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760780.805492:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760780.805499:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760780.805505:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760780.805594:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6240
00000008:00100000:3.0:1789760780.805994:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1c00 - object 0x280000401:3 offset 25047040<>25051136
00000100:00100000:3.0:1789760780.806051:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760780.806071:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521045888:192.168.203.116@tcp:4:dd.0
00010000:00010000:3.0:1789760780.832102:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789760780.841720:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973435 gen 3
00000008:00010000:3.0:1789760780.841901:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6240
00000020:00200000:3.0:1789760780.841909:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760780.841918:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760780.841983:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6240
00000100:00100000:3.0:1789760780.842014:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521045888:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760780.842092:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6115, 6115]
00000080:00200000:0.0:1789760780.842176:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760780.842184:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760780.842205:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25051136 i_blocks 49159
00000020:00200000:0.0:1789760780.842209:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760780.842260:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760780.842298:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25051136, count: 4096
00000080:00200000:0.0:1789760780.842310:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25051136, bytes: 4096
00000080:00200000:0.0:1789760780.842323:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760780.842332:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760780.842335:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25051136, 25055232) 0 0
00000080:00200000:0.0:1789760780.842340:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760780.842357:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6116, 6116]
00020000:00200000:0.0:1789760780.842376:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25051136 chunk: [25051136, 25055232) 25055232, 4096
00020000:00200000:0.0:1789760780.842573:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760780.842598:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6116, 6116]
00000008:00010000:0.0:1789760780.842619:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760780.842626:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760780.842641:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25051136, 25055232) append 0 append lockpos 0
00000080:00200000:0.0:1789760780.842656:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25051136=0x17e4000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760780.842722:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760780.842725:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25055232
00000020:00010000:0.0:1789760780.842734:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760780.842738:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.842742:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.842756:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760780.842760:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760780.842768:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760780.842776:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760780.842791:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760780.842933:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56300 - object 0x280000401:3 offset 25051136<>25055232
00000080:00200000:0.0:1789760780.892377:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6116, 6116]
00000080:00200000:0.0:1789760780.893915:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760780.893925:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760780.893948:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25055232 i_blocks 49159
00000020:00200000:0.0:1789760780.893954:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760780.893973:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760780.894010:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25055232, count: 4096
00000080:00200000:0.0:1789760780.894207:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25055232, bytes: 4096
00000080:00200000:0.0:1789760780.894246:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760780.894257:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760780.894259:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25055232, 25059328) 0 0
00000080:00200000:0.0:1789760780.894264:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760780.894282:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6117, 6117]
00020000:00200000:0.0:1789760780.894292:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25055232 chunk: [25055232, 25059328) 25059328, 4096
00020000:00200000:0.0:1789760780.894297:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760780.894321:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6117, 6117]
00000008:00010000:0.0:1789760780.894341:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760780.894347:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760780.894360:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25055232, 25059328) append 0 append lockpos 0
00000080:00200000:0.0:1789760780.894376:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25055232=0x17e5000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760780.894693:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760780.894696:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25059328
00000020:00010000:0.0:1789760780.894706:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760780.894710:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.894713:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.894717:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760780.894720:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760780.894728:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760780.894735:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760780.894764:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d180
00000008:00100000:0.0:1789760780.894901:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55880 - object 0x280000401:3 offset 25055232<>25059328
00000080:00200000:3.0:1789760780.957180:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6117, 6117]
00000080:00200000:3.0:1789760780.957197:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760780.957203:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760780.957236:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25059328 i_blocks 49159
00000020:00200000:3.0:1789760780.957241:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760780.957251:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760780.957288:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25059328, count: 4096
00000080:00200000:3.0:1789760780.957296:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25059328, bytes: 4096
00000080:00200000:3.0:1789760780.957311:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760780.957320:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760780.957322:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25059328, 25063424) 0 0
00000080:00200000:3.0:1789760780.957327:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760780.957343:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6118, 6118]
00020000:00200000:3.0:1789760780.957352:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25059328 chunk: [25059328, 25063424) 25063424, 4096
00020000:00200000:3.0:1789760780.957357:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760780.957378:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6118, 6118]
00000008:00010000:3.0:1789760780.957396:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760780.957402:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760780.957413:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25059328, 25063424) append 0 append lockpos 0
00000080:00200000:3.0:1789760780.957429:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25059328=0x17e6000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760780.957486:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760780.957489:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25063424
00000020:00010000:3.0:1789760780.957498:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:3.0:1789760780.957501:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760780.957505:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760780.957509:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760780.957512:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760780.957530:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760780.957537:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760780.957553:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6240
00000008:00100000:3.0:1789760780.958013:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1c00 - object 0x280000401:3 offset 25059328<>25063424
00000100:00100000:3.0:1789760780.995359:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973438 gen 3
00000008:00010000:3.0:1789760780.995415:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6240
00000020:00200000:3.0:1789760780.995424:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760780.995434:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760780.995518:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6240
00000100:00100000:3.0:1789760780.995549:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521046272:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760780.995748:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6118, 6118]
00000080:00200000:0.0:1789760780.995764:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760780.995770:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760780.995786:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25063424 i_blocks 49159
00000020:00200000:0.0:1789760780.995789:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760780.995799:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760780.995833:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25063424, count: 4096
00000080:00200000:0.0:1789760780.995840:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25063424, bytes: 4096
00000080:00200000:0.0:1789760780.995856:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760780.995936:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760780.995938:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25063424, 25067520) 0 0
00000080:00200000:0.0:1789760780.995943:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760780.995959:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6119, 6119]
00020000:00200000:0.0:1789760780.995968:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25063424 chunk: [25063424, 25067520) 25067520, 4096
00020000:00200000:0.0:1789760780.995972:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760780.996059:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6119, 6119]
00000008:00010000:0.0:1789760780.996080:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760780.996086:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760780.996097:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25063424, 25067520) append 0 append lockpos 0
00000080:00200000:0.0:1789760780.996111:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25063424=0x17e7000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760780.996175:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760780.996177:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25067520
00000020:00010000:0.0:1789760780.996186:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760780.996190:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.996193:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.996196:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760780.996199:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760780.996302:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760780.996311:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760780.996326:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:0.0:1789760780.996431:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57100 - object 0x280000401:3 offset 25063424<>25067520
00000080:00200000:0.0:1789760781.043727:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6119, 6119]
00000080:00200000:0.0:1789760781.043744:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760781.043751:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760781.043767:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25067520 i_blocks 49159
00000020:00200000:0.0:1789760781.043771:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760781.043782:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760781.043820:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25067520, count: 4096
00000080:00200000:0.0:1789760781.043828:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25067520, bytes: 4096
00000080:00200000:0.0:1789760781.043841:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760781.043850:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760781.043852:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25067520, 25071616) 0 0
00000080:00200000:0.0:1789760781.043857:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760781.043875:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6120, 6120]
00020000:00200000:0.0:1789760781.043896:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25067520 chunk: [25067520, 25071616) 25071616, 4096
00020000:00200000:0.0:1789760781.043901:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760781.043922:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6120, 6120]
00000008:00010000:0.0:1789760781.043940:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760781.043946:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760781.043959:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25067520, 25071616) append 0 append lockpos 0
00000080:00200000:0.0:1789760781.043975:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25067520=0x17e8000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760781.044047:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760781.044050:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25071616
00000020:00010000:0.0:1789760781.044060:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760781.044064:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.044067:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.044071:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760781.044073:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760781.044082:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760781.044090:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760781.044108:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d240
00000008:00100000:0.0:1789760781.044285:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54000 - object 0x280000401:3 offset 25067520<>25071616
00000080:00200000:0.0:1789760781.083667:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6120, 6120]
00000080:00200000:0.0:1789760781.083678:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760781.083683:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760781.083692:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25071616 i_blocks 49159
00000020:00200000:0.0:1789760781.083695:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760781.083702:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760781.083724:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25071616, count: 4096
00000080:00200000:0.0:1789760781.083729:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25071616, bytes: 4096
00000080:00200000:0.0:1789760781.083737:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760781.083744:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760781.083746:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25071616, 25075712) 0 0
00000080:00200000:0.0:1789760781.083749:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760781.083761:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6121, 6121]
00020000:00200000:0.0:1789760781.083768:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25071616 chunk: [25071616, 25075712) 25075712, 4096
00020000:00200000:0.0:1789760781.083772:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760781.083787:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6121, 6121]
00000008:00010000:0.0:1789760781.083800:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760781.083903:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760781.083914:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25071616, 25075712) append 0 append lockpos 0
00000080:00200000:0.0:1789760781.083924:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25071616=0x17e9000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760781.083965:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760781.083968:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25075712
00000020:00010000:0.0:1789760781.083974:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760781.083977:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.083979:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.083983:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760781.083985:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760781.083991:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760781.083996:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760781.084009:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d0c0
00000008:00100000:0.0:1789760781.084096:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56d80 - object 0x280000401:3 offset 25071616<>25075712
00000080:00200000:0.0:1789760781.123645:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6121, 6121]
00000080:00200000:0.0:1789760781.123657:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760781.123662:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760781.123674:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25075712 i_blocks 49159
00000020:00200000:0.0:1789760781.123677:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760781.123685:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760781.123709:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25075712, count: 4096
00000080:00200000:0.0:1789760781.123716:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25075712, bytes: 4096
00000080:00200000:0.0:1789760781.123723:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760781.123731:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760781.123734:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25075712, 25079808) 0 0
00000080:00200000:0.0:1789760781.123738:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760781.123750:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6122, 6122]
00020000:00200000:0.0:1789760781.123756:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25075712 chunk: [25075712, 25079808) 25079808, 4096
00020000:00200000:0.0:1789760781.123760:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760781.123775:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6122, 6122]
00000008:00010000:0.0:1789760781.123789:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760781.123793:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760781.123814:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25075712, 25079808) append 0 append lockpos 0
00000080:00200000:0.0:1789760781.123825:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25075712=0x17ea000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760781.123872:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760781.123875:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25079808
00000020:00010000:0.0:1789760781.123881:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760781.123895:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.123898:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.123901:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760781.123904:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760781.123911:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760781.123917:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760781.123932:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d0c0
00000008:00100000:0.0:1789760781.124027:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55180 - object 0x280000401:3 offset 25075712<>25079808
00000080:00200000:0.0:1789760781.173777:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6122, 6122]
00000080:00200000:0.0:1789760781.173791:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760781.173796:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760781.173808:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25079808 i_blocks 49159
00000020:00200000:0.0:1789760781.173812:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760781.173820:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760781.173847:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25079808, count: 4096
00000080:00200000:0.0:1789760781.173853:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25079808, bytes: 4096
00000080:00200000:0.0:1789760781.173862:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760781.173870:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760781.173872:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25079808, 25083904) 0 0
00000080:00200000:0.0:1789760781.173875:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760781.173953:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6123, 6123]
00020000:00200000:0.0:1789760781.173960:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25079808 chunk: [25079808, 25083904) 25083904, 4096
00020000:00200000:0.0:1789760781.173964:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760781.173980:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6123, 6123]
00000008:00010000:0.0:1789760781.173995:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760781.173999:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760781.174009:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25079808, 25083904) append 0 append lockpos 0
00000080:00200000:0.0:1789760781.174020:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25079808=0x17eb000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760781.174068:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760781.174071:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25083904
00000020:00010000:0.0:1789760781.174079:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760781.174082:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.174085:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.174088:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760781.174091:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760781.174099:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760781.174104:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760781.174120:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d240
00000008:00100000:0.0:1789760781.174471:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55500 - object 0x280000401:3 offset 25079808<>25083904
00000080:00200000:0.0:1789760781.232466:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6123, 6123]
00000080:00200000:0.0:1789760781.232484:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760781.232491:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760781.232510:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25083904 i_blocks 49159
00000020:00200000:0.0:1789760781.232729:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760781.232742:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760781.232788:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25083904, count: 4096
00000080:00200000:0.0:1789760781.232796:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25083904, bytes: 4096
00000080:00200000:0.0:1789760781.232809:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760781.232819:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760781.232822:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25083904, 25088000) 0 0
00000080:00200000:0.0:1789760781.232827:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760781.232845:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6124, 6124]
00020000:00200000:0.0:1789760781.232854:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25083904 chunk: [25083904, 25088000) 25088000, 4096
00020000:00200000:0.0:1789760781.232858:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760781.232892:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6124, 6124]
00000008:00010000:0.0:1789760781.232914:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760781.232921:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760781.232932:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25083904, 25088000) append 0 append lockpos 0
00000080:00200000:0.0:1789760781.232946:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25083904=0x17ec000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760781.233010:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760781.233013:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25088000
00000020:00010000:0.0:1789760781.233022:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760781.233026:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.233029:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.233033:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760781.233036:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760781.233045:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760781.233053:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760781.233071:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:0.0:1789760781.233256:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54a80 - object 0x280000401:3 offset 25083904<>25088000
00000080:00200000:0.0:1789760781.273406:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6124, 6124]
00000080:00200000:0.0:1789760781.273428:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760781.273435:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760781.273452:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25088000 i_blocks 49159
00000020:00200000:0.0:1789760781.273456:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760781.273467:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760781.273516:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25088000, count: 4096
00000080:00200000:0.0:1789760781.273524:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25088000, bytes: 4096
00000080:00200000:0.0:1789760781.273537:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760781.273547:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760781.273549:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25088000, 25092096) 0 0
00000080:00200000:0.0:1789760781.273554:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760781.273572:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6125, 6125]
00020000:00200000:0.0:1789760781.273582:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25088000 chunk: [25088000, 25092096) 25092096, 4096
00020000:00200000:0.0:1789760781.273586:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760781.273607:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6125, 6125]
00000008:00010000:0.0:1789760781.273624:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760781.273631:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760781.273643:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25088000, 25092096) append 0 append lockpos 0
00000080:00200000:0.0:1789760781.273657:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25088000=0x17ed000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760781.273715:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760781.273718:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25092096
00000020:00010000:0.0:1789760781.273727:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760781.273730:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.273733:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.273737:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760781.273740:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760781.273749:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760781.273758:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760781.273779:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d180
00000008:00100000:0.0:1789760781.273912:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54e00 - object 0x280000401:3 offset 25088000<>25092096
00000080:00200000:3.0:1789760781.319581:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6125, 6125]
00000080:00200000:3.0:1789760781.319598:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760781.319604:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760781.319621:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25092096 i_blocks 49159
00000020:00200000:3.0:1789760781.319625:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760781.319635:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760781.319669:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25092096, count: 4096
00000080:00200000:3.0:1789760781.319675:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25092096, bytes: 4096
00000080:00200000:3.0:1789760781.319685:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760781.319694:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760781.319697:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25092096, 25096192) 0 0
00000080:00200000:3.0:1789760781.319701:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760781.319716:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6126, 6126]
00020000:00200000:3.0:1789760781.319726:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25092096 chunk: [25092096, 25096192) 25096192, 4096
00020000:00200000:3.0:1789760781.319730:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760781.319749:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6126, 6126]
00000008:00010000:3.0:1789760781.319766:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760781.319771:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760781.319782:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25092096, 25096192) append 0 append lockpos 0
00000080:00200000:3.0:1789760781.319795:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25092096=0x17ee000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760781.319857:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760781.319860:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25096192
00000020:00010000:3.0:1789760781.319868:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:3.0:1789760781.319872:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760781.319875:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760781.319878:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760781.319881:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760781.320345:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760781.320355:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760781.320379:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6240
00000008:00100000:3.0:1789760781.320504:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1c00 - object 0x280000401:3 offset 25092096<>25096192
00000100:00100000:3.0:1789760781.368030:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973446 gen 3
00000008:00010000:3.0:1789760781.368084:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6240
00000020:00200000:3.0:1789760781.368094:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760781.368106:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760781.368132:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6240
00000100:00100000:3.0:1789760781.368165:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521047296:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760781.369086:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521047424:192.168.203.116@tcp:4:dd.0
00000008:00010000:0.0:1789760781.413507:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277840
00000020:00200000:0.0:1789760781.413532:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760781.413545:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760781.413567:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277840
00000100:00100000:0.0:1789760781.413600:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521047424:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760781.414559:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521047552:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760781.445675:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973447 gen 3
00000100:00100000:0.0:1789760781.445715:0:2405:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff911a08b0b800 x1876699521047552/t4294973448(4294973448) o4->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760797 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:0.0:1789760781.445765:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277d80
00000020:00200000:0.0:1789760781.445774:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760781.445786:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760781.445811:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277d80
00000100:00100000:0.0:1789760781.445836:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521047552:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760781.449865:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521047680:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760781.499955:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973449 gen 3
00000008:00010000:0.0:1789760781.500028:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277d80
00000020:00200000:0.0:1789760781.500037:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760781.500049:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760781.500240:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277d80
00000100:00100000:0.0:1789760781.500282:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521047680:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760781.501562:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521047808:192.168.203.116@tcp:4:dd.0
00000008:00010000:0.0:1789760781.526194:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277840
00000020:00200000:0.0:1789760781.526247:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760781.526262:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760781.526289:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277840
00000100:00100000:0.0:1789760781.526318:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521047808:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760781.527192:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760781.527237:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521047936:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760781.564263:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973451 gen 3
00000008:00010000:0.0:1789760781.564330:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277f00
00000020:00200000:0.0:1789760781.564339:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760781.564351:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760781.564378:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277f00
00000100:00100000:0.0:1789760781.564409:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521047936:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760781.607836:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6132, 6132]
00000080:00200000:3.0:1789760781.607853:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760781.607859:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760781.607876:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25120768 i_blocks 49159
00000020:00200000:3.0:1789760781.607889:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760781.607901:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760781.607937:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25120768, count: 4096
00000080:00200000:3.0:1789760781.607944:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25120768, bytes: 4096
00000080:00200000:3.0:1789760781.607960:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760781.608027:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760781.608030:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25120768, 25124864) 0 0
00000080:00200000:3.0:1789760781.608035:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760781.608053:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6133, 6133]
00020000:00200000:3.0:1789760781.608062:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25120768 chunk: [25120768, 25124864) 25124864, 4096
00020000:00200000:3.0:1789760781.608068:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760781.608093:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6133, 6133]
00000008:00010000:3.0:1789760781.608114:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760781.608120:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760781.608133:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25120768, 25124864) append 0 append lockpos 0
00000080:00200000:3.0:1789760781.608148:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25120768=0x17f5000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760781.608256:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760781.608259:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25124864
00000020:00010000:3.0:1789760781.608269:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:3.0:1789760781.608272:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760781.608275:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760781.608279:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760781.608281:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760781.608289:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760781.608296:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760781.608316:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6240
00000008:00100000:3.0:1789760781.610572:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1c00 - object 0x280000401:3 offset 25120768<>25124864
00000100:00100000:3.0:1789760781.662960:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973453 gen 3
00000008:00010000:3.0:1789760781.663013:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6240
00000020:00200000:3.0:1789760781.663023:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760781.663034:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760781.663055:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6240
00000100:00100000:3.0:1789760781.663086:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521048192:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760781.663803:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760781.663824:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521048320:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760781.704500:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973454 gen 3
00000008:00010000:3.0:1789760781.704563:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065900c0
00000020:00200000:3.0:1789760781.704571:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760781.704582:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760781.704607:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065900c0
00000100:00100000:3.0:1789760781.704641:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521048320:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760781.706283:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521048448:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760781.743303:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973455 gen 3
00000008:00010000:3.0:1789760781.743359:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590900
00000020:00200000:3.0:1789760781.743368:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760781.743379:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760781.743402:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590900
00000100:00100000:3.0:1789760781.745003:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521048448:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760781.750843:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521048576:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760781.793987:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973456 gen 3
00000008:00010000:3.0:1789760781.794042:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590000
00000020:00200000:3.0:1789760781.794052:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760781.794062:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760781.794082:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590000
00000100:00100000:3.0:1789760781.794176:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521048576:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760781.795890:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760781.795915:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521048704:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760781.832380:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973457 gen 3
00000008:00010000:3.0:1789760781.832450:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590b40
00000020:00200000:3.0:1789760781.832458:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760781.832468:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760781.832496:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590b40
00000100:00100000:3.0:1789760781.832538:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521048704:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760781.833309:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521048832:192.168.203.116@tcp:4:dd.0
00010000:00010000:0.0:1789760781.855483:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789760781.881827:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973458 gen 3
00000008:00010000:0.0:1789760781.881889:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277b40
00000020:00200000:0.0:1789760781.881898:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760781.881912:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760781.881938:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277b40
00000100:00100000:0.0:1789760781.881968:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521048832:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760781.882833:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521048960:192.168.203.116@tcp:4:dd.0
00000008:00010000:0.0:1789760781.918032:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a132776c0
00000020:00200000:0.0:1789760781.918049:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760781.918062:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760781.918084:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a132776c0
00000100:00100000:0.0:1789760781.918176:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521048960:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760781.919856:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521049088:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760781.962061:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973460 gen 3
00000008:00010000:0.0:1789760781.962104:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277c00
00000020:00200000:0.0:1789760781.962110:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760781.962119:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760781.962720:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277c00
00000100:00100000:0.0:1789760781.962747:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521049088:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760781.964302:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521049216:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760782.018776:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973461 gen 3
00000008:00010000:0.0:1789760782.019644:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277540
00000020:00200000:0.0:1789760782.019651:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760782.019661:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760782.019745:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277540
00000100:00100000:0.0:1789760782.019772:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521049216:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760782.022281:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760782.022418:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521049344:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760782.061502:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973462 gen 3
00000008:00010000:0.0:1789760782.061537:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277540
00000020:00200000:0.0:1789760782.062831:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760782.062842:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760782.062865:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277540
00000100:00100000:0.0:1789760782.062906:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521049344:192.168.203.116@tcp:4:dd.0
00000008:00010000:0.0:1789760782.063438:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a06590b40
00000008:00100000:0.0:1789760782.063538:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54700 - object 0x280000401:3 offset 25161728<>25165824
00000100:00100000:3.0:1789760782.144083:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521049600:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760782.209654:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590000
00000020:00200000:3.0:1789760782.209665:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760782.209674:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760782.209749:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590000
00000100:00100000:3.0:1789760782.209776:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521049600:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760782.211706:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521049728:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760782.309819:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973465 gen 3
00000008:00010000:3.0:1789760782.309868:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590900
00000020:00200000:3.0:1789760782.309889:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760782.309907:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760782.309936:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590900
00000100:00100000:3.0:1789760782.309962:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521049728:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760782.310066:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6145, 6145]
00000080:00200000:0.0:1789760782.310080:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760782.310085:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760782.310111:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25174016 i_blocks 51207
00000020:00200000:0.0:1789760782.310116:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760782.310127:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760782.310153:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25174016, count: 4096
00000080:00200000:0.0:1789760782.310159:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25174016, bytes: 4096
00000080:00200000:0.0:1789760782.310167:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760782.310175:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760782.310177:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25174016, 25178112) 0 0
00000080:00200000:0.0:1789760782.310180:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760782.310193:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6146, 6146]
00020000:00200000:0.0:1789760782.310199:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25174016 chunk: [25174016, 25178112) 25178112, 4096
00020000:00200000:0.0:1789760782.310202:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760782.310253:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6146, 6146]
00000008:00010000:0.0:1789760782.310267:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760782.310272:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760782.310281:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25174016, 25178112) append 0 append lockpos 0
00000080:00200000:0.0:1789760782.310292:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25174016=0x1802000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760782.310347:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760782.310350:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25178112
00000020:00010000:0.0:1789760782.310356:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760782.310360:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760782.310362:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760782.310365:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760782.310367:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760782.310374:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760782.310379:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760782.310395:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760782.310488:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55c00 - object 0x280000401:3 offset 25174016<>25178112
00000100:00100000:0.0:1789760782.310604:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760782.310621:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521049856:192.168.203.116@tcp:4:dd.0
00000008:00010000:0.0:1789760782.358461:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7db40
00000020:00200000:0.0:1789760782.358472:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760782.358480:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760782.358502:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7db40
00000080:00200000:3.0:1789760782.358593:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6146, 6146]
00000080:00200000:3.0:1789760782.358607:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760782.358613:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760782.358625:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25178112 i_blocks 51207
00000020:00200000:3.0:1789760782.358628:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760782.358636:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760782.358660:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25178112, count: 4096
00000080:00200000:3.0:1789760782.358667:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25178112, bytes: 4096
00000080:00200000:3.0:1789760782.358675:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760782.358683:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760782.358685:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25178112, 25182208) 0 0
00000080:00200000:3.0:1789760782.358689:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760782.358701:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6147, 6147]
00020000:00200000:3.0:1789760782.358709:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25178112 chunk: [25178112, 25182208) 25182208, 4096
00020000:00200000:3.0:1789760782.358712:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760782.358728:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6147, 6147]
00000008:00010000:3.0:1789760782.358741:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760782.358757:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760782.358767:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25178112, 25182208) append 0 append lockpos 0
00000080:00200000:3.0:1789760782.358777:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25178112=0x1803000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760782.358825:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760782.358828:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25182208
00000020:00010000:3.0:1789760782.358835:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:3.0:1789760782.358838:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760782.358842:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760782.358845:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760782.358848:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760782.358854:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760782.358860:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760782.358885:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6240
00000008:00100000:3.0:1789760782.358984:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1c00 - object 0x280000401:3 offset 25178112<>25182208
00000100:00100000:3.0:1789760782.359029:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760782.359047:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521049984:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760782.359668:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521049856:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760782.399247:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973466 gen 3
00000100:00100000:3.0:1789760782.399278:0:2407:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff911a04ad1c00 x1876699521049984/t4294973467(4294973467) o4->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760798 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:3.0:1789760782.399316:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6240
00000020:00200000:3.0:1789760782.399322:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760782.399329:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760782.399389:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6240
00000100:00100000:3.0:1789760782.399423:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521049984:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760782.400180:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521050112:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760782.443891:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973468 gen 3
00000008:00010000:3.0:1789760782.443948:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065900c0
00000020:00200000:3.0:1789760782.443955:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760782.443963:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760782.443980:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065900c0
00000100:00100000:3.0:1789760782.444004:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521050112:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760782.444692:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521050240:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760782.479404:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973469 gen 3
00000008:00010000:3.0:1789760782.479448:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065906c0
00000020:00200000:3.0:1789760782.479455:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760782.479463:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760782.479573:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065906c0
00000100:00100000:3.0:1789760782.479600:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521050240:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760782.480200:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760782.480233:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521050368:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760782.526767:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973470 gen 3
00000008:00010000:3.0:1789760782.526816:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590300
00000020:00200000:3.0:1789760782.526822:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760782.526831:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760782.526847:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590300
00000100:00100000:3.0:1789760782.526872:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521050368:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760782.582647:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590d80
00000020:00200000:3.0:1789760782.582661:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760782.582673:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760782.583083:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590d80
00000100:00100000:3.0:1789760782.583115:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521050496:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760782.583678:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521050624:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760782.628016:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973472 gen 3
00000008:00010000:3.0:1789760782.628066:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590e40
00000020:00200000:3.0:1789760782.628073:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760782.628080:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760782.628097:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590e40
00000100:00100000:3.0:1789760782.628123:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521050624:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760782.628762:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521050752:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760782.684419:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973473 gen 3
00000008:00010000:3.0:1789760782.684456:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590180
00000020:00200000:3.0:1789760782.684463:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760782.684480:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760782.684496:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590180
00000100:00100000:3.0:1789760782.684519:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521050752:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760782.685302:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760782.685317:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521050880:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760782.725533:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973474 gen 3
00000008:00010000:3.0:1789760782.725566:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590c00
00000020:00200000:3.0:1789760782.725573:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760782.725580:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760782.725600:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590c00
00000100:00100000:3.0:1789760782.725624:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521050880:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760782.726161:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521051008:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760782.761119:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973475 gen 3
00000008:00010000:3.0:1789760782.761155:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590f00
00000020:00200000:3.0:1789760782.761161:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760782.761171:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760782.761191:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590f00
00000100:00100000:3.0:1789760782.761249:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521051008:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760782.762138:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760782.762154:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521051136:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760782.794488:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590600
00000020:00200000:3.0:1789760782.794499:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760782.794508:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760782.794524:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590600
00000100:00100000:3.0:1789760782.794550:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521051136:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760782.795842:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521051264:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760782.842985:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973477 gen 3
00000008:00010000:3.0:1789760782.843031:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065903c0
00000020:00200000:3.0:1789760782.843039:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760782.843047:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760782.843105:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065903c0
00000100:00100000:3.0:1789760782.843134:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521051264:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760782.844148:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521051392:192.168.203.116@tcp:4:dd.0
00010000:00010000:0.0:1789760782.879530:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789760782.888239:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973478 gen 3
00000008:00010000:3.0:1789760782.888277:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065903c0
00000020:00200000:3.0:1789760782.888284:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760782.888292:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760782.888311:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065903c0
00000100:00100000:3.0:1789760782.888401:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521051392:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760782.889248:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521051520:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760782.952393:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973479 gen 3
00000008:00010000:3.0:1789760782.952434:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590600
00000020:00200000:3.0:1789760782.952440:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760782.952448:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760782.952465:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590600
00000100:00100000:3.0:1789760782.952488:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521051520:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760782.953666:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760782.953685:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521051648:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760782.998534:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973480 gen 3
00000008:00010000:3.0:1789760782.998572:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590f00
00000020:00200000:3.0:1789760782.998578:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760782.998587:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760782.998603:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590f00
00000100:00100000:3.0:1789760782.998628:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521051648:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760782.999378:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521051776:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760783.065539:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973481 gen 3
00000008:00010000:3.0:1789760783.065575:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590c00
00000020:00200000:3.0:1789760783.065581:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760783.065590:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760783.065608:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590c00
00000100:00100000:3.0:1789760783.065635:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521051776:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760783.066210:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760783.066247:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521051904:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760783.108072:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973482 gen 3
00000008:00010000:3.0:1789760783.108110:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590180
00000020:00200000:3.0:1789760783.108116:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760783.108125:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760783.108141:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590180
00000100:00100000:3.0:1789760783.108167:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521051904:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760783.157668:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973483 gen 3
00000008:00010000:3.0:1789760783.157705:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590e40
00000020:00200000:3.0:1789760783.157711:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760783.157719:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760783.157737:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590e40
00000100:00100000:3.0:1789760783.157764:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521052032:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760783.157855:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6163, 6163]
00000080:00200000:0.0:1789760783.157885:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760783.157890:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760783.157902:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25247744 i_blocks 51207
00000020:00200000:0.0:1789760783.157905:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760783.157914:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760783.158126:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25247744, count: 4096
00000080:00200000:0.0:1789760783.158134:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25247744, bytes: 4096
00000080:00200000:0.0:1789760783.158143:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760783.158150:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760783.158152:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25247744, 25251840) 0 0
00000080:00200000:0.0:1789760783.158157:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760783.158170:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6164, 6164]
00020000:00200000:0.0:1789760783.158178:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25247744 chunk: [25247744, 25251840) 25251840, 4096
00020000:00200000:0.0:1789760783.158182:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760783.158199:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6164, 6164]
00000008:00010000:0.0:1789760783.158237:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760783.158242:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760783.158326:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25247744, 25251840) append 0 append lockpos 0
00000080:00200000:0.0:1789760783.158339:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25247744=0x1814000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760783.158387:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760783.158390:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25251840
00000020:00010000:0.0:1789760783.158396:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760783.158475:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760783.158478:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760783.158482:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760783.158484:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760783.158496:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760783.158501:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760783.158518:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760783.158613:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57b80 - object 0x280000401:3 offset 25247744<>25251840
00000080:00200000:0.0:1789760783.206546:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6164, 6164]
00000080:00200000:0.0:1789760783.206560:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760783.206564:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760783.206575:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25251840 i_blocks 51207
00000020:00200000:0.0:1789760783.206579:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760783.206587:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760783.206611:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25251840, count: 4096
00000080:00200000:0.0:1789760783.206617:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25251840, bytes: 4096
00000080:00200000:0.0:1789760783.206624:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760783.206631:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760783.206633:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25251840, 25255936) 0 0
00000080:00200000:0.0:1789760783.206637:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760783.206649:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6165, 6165]
00020000:00200000:0.0:1789760783.206656:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25251840 chunk: [25251840, 25255936) 25255936, 4096
00020000:00200000:0.0:1789760783.206660:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760783.206675:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6165, 6165]
00000008:00010000:0.0:1789760783.206688:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760783.206693:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760783.206701:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25251840, 25255936) append 0 append lockpos 0
00000080:00200000:0.0:1789760783.206711:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25251840=0x1815000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760783.206754:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760783.206757:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25255936
00000020:00010000:0.0:1789760783.206763:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760783.206765:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760783.206768:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760783.206770:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760783.206773:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760783.206778:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760783.206782:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760783.206804:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760783.206905:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56680 - object 0x280000401:3 offset 25251840<>25255936
00000080:00200000:0.0:1789760783.243188:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6165, 6165]
00000080:00200000:0.0:1789760783.243200:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760783.243205:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760783.243243:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25255936 i_blocks 51207
00000020:00200000:0.0:1789760783.243248:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760783.243255:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760783.243280:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25255936, count: 4096
00000080:00200000:0.0:1789760783.243291:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25255936, bytes: 4096
00000080:00200000:0.0:1789760783.243300:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760783.243307:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760783.243309:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25255936, 25260032) 0 0
00000080:00200000:0.0:1789760783.243545:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760783.243564:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6166, 6166]
00020000:00200000:0.0:1789760783.243573:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25255936 chunk: [25255936, 25260032) 25260032, 4096
00020000:00200000:0.0:1789760783.243577:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760783.243594:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6166, 6166]
00000008:00010000:0.0:1789760783.243676:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760783.243682:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760783.243691:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25255936, 25260032) append 0 append lockpos 0
00000080:00200000:0.0:1789760783.243702:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25255936=0x1816000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760783.243747:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760783.243750:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25260032
00000020:00010000:0.0:1789760783.243757:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760783.243760:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760783.243763:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760783.243766:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760783.243769:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760783.243775:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760783.243781:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760783.243798:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760783.243902:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55f80 - object 0x280000401:3 offset 25255936<>25260032
00000080:00200000:0.0:1789760783.303841:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6166, 6166]
00000080:00200000:0.0:1789760783.303855:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760783.303860:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760783.303882:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25260032 i_blocks 51207
00000020:00200000:0.0:1789760783.303886:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760783.303894:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760783.303979:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25260032, count: 4096
00000080:00200000:0.0:1789760783.303986:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25260032, bytes: 4096
00000080:00200000:0.0:1789760783.303994:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760783.304001:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760783.304003:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25260032, 25264128) 0 0
00000080:00200000:0.0:1789760783.304007:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760783.304020:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6167, 6167]
00020000:00200000:0.0:1789760783.304032:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25260032 chunk: [25260032, 25264128) 25264128, 4096
00020000:00200000:0.0:1789760783.304036:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760783.304051:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6167, 6167]
00000008:00010000:0.0:1789760783.304065:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760783.304070:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760783.304078:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25260032, 25264128) append 0 append lockpos 0
00000080:00200000:0.0:1789760783.304089:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25260032=0x1817000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760783.304185:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760783.304187:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25264128
00000020:00010000:0.0:1789760783.304193:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760783.304196:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760783.304199:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760783.304202:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760783.304205:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760783.304211:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760783.304259:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760783.304276:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760783.304380:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56680 - object 0x280000401:3 offset 25260032<>25264128
00000100:00100000:3.0:1789760783.327468:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2407:1876699521052672:192.168.203.116@tcp:400:kworker.0
00000100:00100000:3.0:1789760783.327560:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521052928:192.168.203.116@tcp:400:kworker.0
00000100:00100000:3.0:1789760783.327588:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2407:1876699521053184:192.168.203.116@tcp:400:kworker.0
00000100:00100000:3.0:1789760783.327627:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:3.0:1789760783.327634:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521052800:192.168.203.116@tcp:400:kworker.0
00000100:00100000:3.0:1789760783.327654:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2407:1876699521053056:192.168.203.116@tcp:400:kworker.0
00000080:00200000:0.0:1789760783.352269:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6167, 6167]
00000080:00200000:0.0:1789760783.352281:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760783.352286:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760783.352298:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25264128 i_blocks 51207
00000020:00200000:0.0:1789760783.352301:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760783.352309:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760783.352335:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25264128, count: 4096
00000080:00200000:0.0:1789760783.352341:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25264128, bytes: 4096
00000080:00200000:0.0:1789760783.352348:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760783.352354:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760783.352356:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25264128, 25268224) 0 0
00000080:00200000:0.0:1789760783.352361:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760783.352372:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6168, 6168]
00020000:00200000:0.0:1789760783.352379:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25264128 chunk: [25264128, 25268224) 25268224, 4096
00020000:00200000:0.0:1789760783.352383:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760783.352399:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6168, 6168]
00000008:00010000:0.0:1789760783.352412:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760783.352417:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760783.352425:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25264128, 25268224) append 0 append lockpos 0
00000080:00200000:0.0:1789760783.352435:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25264128=0x1818000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760783.352479:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760783.352482:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25268224
00000020:00010000:0.0:1789760783.352488:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760783.352492:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760783.352495:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760783.352499:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760783.352502:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760783.352508:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760783.352514:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760783.352529:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d180
00000008:00100000:0.0:1789760783.352698:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57b80 - object 0x280000401:3 offset 25264128<>25268224
00000080:00200000:0.0:1789760783.407917:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6168, 6168]
00000080:00200000:0.0:1789760783.407931:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760783.407936:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760783.407948:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25268224 i_blocks 51207
00000020:00200000:0.0:1789760783.407952:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760783.407960:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760783.407986:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25268224, count: 4096
00000080:00200000:0.0:1789760783.407991:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25268224, bytes: 4096
00000080:00200000:0.0:1789760783.407999:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760783.408006:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760783.408007:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25268224, 25272320) 0 0
00000080:00200000:0.0:1789760783.408011:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760783.408023:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6169, 6169]
00020000:00200000:0.0:1789760783.408030:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25268224 chunk: [25268224, 25272320) 25272320, 4096
00020000:00200000:0.0:1789760783.408033:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760783.408049:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6169, 6169]
00000008:00010000:0.0:1789760783.408060:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760783.408065:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760783.408074:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25268224, 25272320) append 0 append lockpos 0
00000080:00200000:0.0:1789760783.408083:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25268224=0x1819000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760783.408121:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760783.408124:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25272320
00000020:00010000:0.0:1789760783.408129:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760783.408132:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760783.408134:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760783.408137:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760783.408139:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760783.408145:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760783.408150:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760783.408165:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:0.0:1789760783.409505:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55c00 - object 0x280000401:3 offset 25268224<>25272320
00000100:00100000:0.0:1789760783.409566:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760783.409584:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521053440:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760783.443881:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973489 gen 3
00000008:00010000:0.0:1789760783.443917:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7de40
00000020:00200000:0.0:1789760783.443923:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760783.443931:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760783.444010:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7de40
00000100:00100000:0.0:1789760783.444036:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521053440:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760783.444685:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521053568:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760783.478375:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973490 gen 3
00000008:00010000:0.0:1789760783.478413:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277c00
00000020:00200000:0.0:1789760783.478418:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760783.478426:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760783.478443:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277c00
00000100:00100000:0.0:1789760783.478470:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521053568:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760783.479012:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521053696:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760783.517597:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973491 gen 3
00000008:00010000:0.0:1789760783.517634:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a132776c0
00000020:00200000:0.0:1789760783.517641:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760783.517651:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760783.517674:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a132776c0
00000100:00100000:0.0:1789760783.517698:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521053696:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760783.518988:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760783.519007:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521053824:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760783.551267:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973492 gen 3
00000008:00010000:0.0:1789760783.551304:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277b40
00000020:00200000:0.0:1789760783.551310:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760783.551321:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760783.551390:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277b40
00000100:00100000:0.0:1789760783.551483:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521053824:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760783.552176:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521053952:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760783.608537:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973493 gen 3
00000008:00010000:0.0:1789760783.608572:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277f00
00000020:00200000:0.0:1789760783.608578:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760783.608589:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760783.608621:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277f00
00000100:00100000:0.0:1789760783.608645:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521053952:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760783.609513:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521054080:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760783.651477:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973494 gen 3
00000008:00010000:0.0:1789760783.651523:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277840
00000020:00200000:0.0:1789760783.651530:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760783.651540:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760783.651558:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277840
00000100:00100000:0.0:1789760783.651583:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521054080:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760783.652396:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760783.652411:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521054208:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760783.704790:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973495 gen 3
00000008:00010000:0.0:1789760783.704824:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277d80
00000020:00200000:0.0:1789760783.704830:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760783.704840:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760783.704873:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277d80
00000100:00100000:0.0:1789760783.704897:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521054208:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760783.710287:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521054336:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760783.773877:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973496 gen 3
00000008:00010000:0.0:1789760783.773915:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277d80
00000020:00200000:0.0:1789760783.773922:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760783.773932:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760783.773951:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277d80
00000100:00100000:0.0:1789760783.773977:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521054336:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760783.775027:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521054464:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760783.821351:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973497 gen 3
00000008:00010000:0.0:1789760783.822335:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277840
00000020:00200000:0.0:1789760783.822348:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760783.822363:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760783.822847:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277840
00000100:00100000:0.0:1789760783.822900:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521054464:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760783.823756:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521054592:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760783.873156:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973498 gen 3
00000008:00010000:0.0:1789760783.873252:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277f00
00000020:00200000:0.0:1789760783.873261:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760783.873280:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760783.873302:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277f00
00000100:00100000:0.0:1789760783.873332:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521054592:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760783.874107:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521054720:192.168.203.116@tcp:4:dd.0
00010000:00010000:3.0:1789760783.903709:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789760783.918982:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973499 gen 3
00000008:00010000:0.0:1789760783.919016:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277b40
00000020:00200000:0.0:1789760783.919022:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760783.919032:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760783.919050:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277b40
00000100:00100000:0.0:1789760783.919072:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521054720:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760783.920040:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521054848:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760783.971283:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973500 gen 3
00000008:00010000:0.0:1789760783.971507:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a132776c0
00000020:00200000:0.0:1789760783.971514:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760783.971524:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760783.971543:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a132776c0
00000100:00100000:0.0:1789760783.971567:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521054848:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760783.972397:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760783.972412:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521054976:192.168.203.116@tcp:4:dd.0
00000008:00010000:0.0:1789760784.007096:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277c00
00000020:00200000:0.0:1789760784.007107:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760784.007117:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760784.007140:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277c00
00000100:00100000:0.0:1789760784.007693:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521054976:192.168.203.116@tcp:4:dd.0
00000008:00010000:0.0:1789760784.007721:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a13277540
00000008:00100000:0.0:1789760784.007826:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55c00 - object 0x280000401:3 offset 25321472<>25325568
00000100:00100000:0.0:1789760784.007872:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521055104:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760784.078380:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973501 gen 3
00000100:00100000:0.0:1789760784.078423:0:2405:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff911a05c55c00 x1876699521055104/t4294973502(4294973502) o4->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760800 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:0.0:1789760784.078474:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277540
00000020:00200000:0.0:1789760784.078481:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760784.078560:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760784.078642:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277540
00000100:00100000:0.0:1789760784.078681:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521055104:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760784.079559:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760784.079580:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521055232:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760784.144654:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6183, 6183]
00000080:00200000:3.0:1789760784.144670:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760784.144677:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760784.144693:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25329664 i_blocks 51207
00000020:00200000:3.0:1789760784.144697:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760784.144707:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760784.144745:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25329664, count: 4096
00000080:00200000:3.0:1789760784.144753:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25329664, bytes: 4096
00000080:00200000:3.0:1789760784.144765:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760784.144774:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760784.144777:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25329664, 25333760) 0 0
00000080:00200000:3.0:1789760784.144781:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760784.144800:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6184, 6184]
00020000:00200000:3.0:1789760784.144810:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25329664 chunk: [25329664, 25333760) 25333760, 4096
00020000:00200000:3.0:1789760784.144815:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760784.144836:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6184, 6184]
00000008:00010000:3.0:1789760784.144856:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760784.144873:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760784.144887:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25329664, 25333760) append 0 append lockpos 0
00000080:00200000:3.0:1789760784.144901:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25329664=0x1828000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760784.144972:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760784.144974:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25333760
00000020:00010000:3.0:1789760784.144983:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:3.0:1789760784.144986:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760784.144989:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760784.144992:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760784.144995:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760784.145002:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760784.145008:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760784.145024:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6240
00000008:00100000:3.0:1789760784.145533:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1c00 - object 0x280000401:3 offset 25329664<>25333760
00000100:00100000:3.0:1789760784.198023:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973504 gen 3
00000008:00010000:3.0:1789760784.198078:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6240
00000020:00200000:3.0:1789760784.198087:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760784.198099:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760784.198125:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6240
00000100:00100000:3.0:1789760784.198158:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521055360:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760784.198806:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521055488:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760784.269391:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6185, 6185]
00000080:00200000:3.0:1789760784.269415:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760784.269421:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760784.269436:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25337856 i_blocks 51207
00000020:00200000:3.0:1789760784.269439:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760784.269449:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760784.269482:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25337856, count: 4096
00000080:00200000:3.0:1789760784.269489:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25337856, bytes: 4096
00000080:00200000:3.0:1789760784.269506:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760784.269515:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760784.269518:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25337856, 25341952) 0 0
00000080:00200000:3.0:1789760784.269522:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760784.269536:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6186, 6186]
00020000:00200000:3.0:1789760784.269545:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25337856 chunk: [25337856, 25341952) 25341952, 4096
00020000:00200000:3.0:1789760784.269549:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760784.269567:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6186, 6186]
00000008:00010000:3.0:1789760784.269582:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760784.269589:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760784.269599:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25337856, 25341952) append 0 append lockpos 0
00000080:00200000:3.0:1789760784.269612:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25337856=0x182a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760784.269669:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760784.269672:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25341952
00000020:00010000:3.0:1789760784.269681:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:3.0:1789760784.269684:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760784.269687:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760784.269691:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760784.269694:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760784.269700:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760784.269707:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760784.269724:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6240
00000008:00100000:3.0:1789760784.269849:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1c00 - object 0x280000401:3 offset 25337856<>25341952
00000100:00100000:3.0:1789760784.269909:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760784.269926:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521055616:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760784.308665:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973505 gen 3
00000100:00100000:3.0:1789760784.308709:0:2408:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff911a04ad1c00 x1876699521055616/t4294973506(4294973506) o4->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760800 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:3.0:1789760784.308760:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6240
00000020:00200000:3.0:1789760784.308768:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760784.308779:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760784.308871:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6240
00000100:00100000:3.0:1789760784.308907:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521055616:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760784.310292:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521055744:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760784.344418:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973507 gen 3
00000008:00010000:0.0:1789760784.344482:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277540
00000020:00200000:0.0:1789760784.344491:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760784.344599:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760784.344795:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277540
00000100:00100000:0.0:1789760784.344829:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521055744:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760784.345017:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6187, 6187]
00000080:00200000:3.0:1789760784.345034:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760784.345040:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760784.345056:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25346048 i_blocks 51207
00000020:00200000:3.0:1789760784.345059:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760784.345069:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760784.345103:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25346048, count: 4096
00000080:00200000:3.0:1789760784.345110:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25346048, bytes: 4096
00000080:00200000:3.0:1789760784.345121:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760784.345130:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760784.345133:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25346048, 25350144) 0 0
00000080:00200000:3.0:1789760784.345137:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760784.345154:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6188, 6188]
00020000:00200000:3.0:1789760784.345163:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25346048 chunk: [25346048, 25350144) 25350144, 4096
00020000:00200000:3.0:1789760784.345168:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760784.345188:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6188, 6188]
00000008:00010000:3.0:1789760784.345208:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760784.345242:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760784.345254:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25346048, 25350144) append 0 append lockpos 0
00000080:00200000:3.0:1789760784.345269:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25346048=0x182c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760784.345330:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760784.345333:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25350144
00000020:00010000:3.0:1789760784.345341:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:3.0:1789760784.345345:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760784.345348:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760784.345352:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760784.345355:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760784.345363:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760784.345370:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760784.345389:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6240
00000008:00100000:3.0:1789760784.345590:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1500 - object 0x280000401:3 offset 25346048<>25350144
00000100:00100000:3.0:1789760784.398746:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973508 gen 3
00000008:00010000:3.0:1789760784.398796:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6240
00000020:00200000:3.0:1789760784.398805:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760784.398815:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760784.398839:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6240
00000100:00100000:3.0:1789760784.398879:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521055872:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760784.400193:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6188, 6188]
00000080:00200000:0.0:1789760784.400261:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760784.400268:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760784.400342:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25350144 i_blocks 51207
00000020:00200000:0.0:1789760784.400349:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760784.400363:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760784.400409:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25350144, count: 4096
00000080:00200000:0.0:1789760784.400417:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25350144, bytes: 4096
00000080:00200000:0.0:1789760784.400430:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760784.400439:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760784.400442:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25350144, 25354240) 0 0
00000080:00200000:0.0:1789760784.400446:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760784.400464:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6189, 6189]
00020000:00200000:0.0:1789760784.400473:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25350144 chunk: [25350144, 25354240) 25354240, 4096
00020000:00200000:0.0:1789760784.400478:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760784.400500:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6189, 6189]
00000008:00010000:0.0:1789760784.400520:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760784.400527:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760784.402327:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25350144, 25354240) append 0 append lockpos 0
00000080:00200000:0.0:1789760784.402356:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25350144=0x182d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760784.402501:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760784.402505:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25354240
00000020:00010000:0.0:1789760784.402516:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760784.402519:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760784.402524:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760784.402528:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760784.402531:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760784.402616:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760784.402626:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760784.402660:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:0.0:1789760784.402873:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54700 - object 0x280000401:3 offset 25350144<>25354240
00000100:00100000:3.0:1789760784.532685:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521056256:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760784.574747:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973511 gen 3
00000008:00010000:3.0:1789760784.574811:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590300
00000020:00200000:3.0:1789760784.574820:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760784.574829:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760784.574851:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590300
00000100:00100000:3.0:1789760784.574895:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521056256:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760784.579630:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760784.579674:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521056384:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760784.618672:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973512 gen 3
00000008:00010000:3.0:1789760784.618729:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065906c0
00000020:00200000:3.0:1789760784.618738:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760784.618763:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760784.618783:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065906c0
00000100:00100000:3.0:1789760784.618817:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521056384:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760784.620168:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521056512:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760784.670685:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065900c0
00000020:00200000:3.0:1789760784.670701:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760784.670713:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760784.670735:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065900c0
00000100:00100000:3.0:1789760784.670772:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521056512:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760784.671654:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521056640:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760784.715292:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973514 gen 3
00000008:00010000:3.0:1789760784.715360:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590900
00000020:00200000:3.0:1789760784.715442:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760784.715453:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760784.715473:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590900
00000100:00100000:3.0:1789760784.715515:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521056640:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760784.716176:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521056768:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760784.750875:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973515 gen 3
00000008:00010000:3.0:1789760784.750926:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590000
00000020:00200000:3.0:1789760784.750934:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760784.750946:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760784.750967:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590000
00000100:00100000:3.0:1789760784.750999:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521056768:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760784.752045:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521056896:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760784.796524:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973516 gen 3
00000008:00010000:3.0:1789760784.796578:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590b40
00000020:00200000:3.0:1789760784.796587:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760784.796599:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760784.796628:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590b40
00000100:00100000:3.0:1789760784.796661:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521056896:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760784.797519:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521057024:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760784.825967:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973517 gen 3
00000008:00010000:3.0:1789760784.826018:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590b40
00000020:00200000:3.0:1789760784.826026:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760784.826038:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760784.826060:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590b40
00000100:00100000:3.0:1789760784.826092:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521057024:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760784.826968:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521057152:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760784.865957:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973518 gen 3
00000008:00010000:3.0:1789760784.866020:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590000
00000020:00200000:3.0:1789760784.866029:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760784.866040:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760784.866058:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590000
00000100:00100000:3.0:1789760784.866089:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521057152:192.168.203.116@tcp:4:dd.0
00010000:00010000:0.0:1789760784.928405:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789760784.951019:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973519 gen 3
00000008:00010000:3.0:1789760784.951149:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590900
00000020:00200000:3.0:1789760784.951159:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760784.951171:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760784.951294:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590900
00000100:00100000:3.0:1789760784.951326:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521057280:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760784.952498:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6199, 6199]
00000080:00200000:0.0:1789760784.952521:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760784.952541:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760784.952562:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25395200 i_blocks 51207
00000020:00200000:0.0:1789760784.952568:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760784.952585:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760784.952623:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25395200, count: 4096
00000080:00200000:0.0:1789760784.952632:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25395200, bytes: 4096
00000080:00200000:0.0:1789760784.952645:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760784.952652:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760784.952654:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25395200, 25399296) 0 0
00000080:00200000:0.0:1789760784.952657:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760784.952672:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6200, 6200]
00020000:00200000:0.0:1789760784.952680:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25395200 chunk: [25395200, 25399296) 25399296, 4096
00020000:00200000:0.0:1789760784.952684:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760784.953011:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6200, 6200]
00000008:00010000:0.0:1789760784.953033:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760784.953040:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760784.953053:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25395200, 25399296) append 0 append lockpos 0
00000080:00200000:0.0:1789760784.953071:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25395200=0x1838000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760784.953149:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760784.953152:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25399296
00000020:00010000:0.0:1789760784.953160:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760784.953164:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760784.953167:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760784.953170:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760784.953174:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760784.953182:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760784.953189:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760784.953253:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d240
00000008:00100000:0.0:1789760784.953382:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54e00 - object 0x280000401:3 offset 25395200<>25399296
00000080:00200000:3.0:1789760784.990022:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6200, 6200]
00000080:00200000:3.0:1789760784.990039:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760784.990045:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760784.990062:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25399296 i_blocks 51207
00000020:00200000:3.0:1789760784.990065:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760784.990076:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760784.990111:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25399296, count: 4096
00000080:00200000:3.0:1789760784.990118:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25399296, bytes: 4096
00000080:00200000:3.0:1789760784.990128:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760784.990137:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760784.990140:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25399296, 25403392) 0 0
00000080:00200000:3.0:1789760784.990144:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760784.990161:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6201, 6201]
00020000:00200000:3.0:1789760784.990168:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25399296 chunk: [25399296, 25403392) 25403392, 4096
00020000:00200000:3.0:1789760784.990172:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760784.990190:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6201, 6201]
00000008:00010000:3.0:1789760784.990205:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760784.990210:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760784.990252:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25399296, 25403392) append 0 append lockpos 0
00000080:00200000:3.0:1789760784.990265:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25399296=0x1839000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760784.990313:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760784.990314:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25403392
00000020:00010000:3.0:1789760784.990321:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:3.0:1789760784.990324:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760784.990326:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760784.990328:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760784.990330:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760784.990335:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760784.990340:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760784.990353:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6240
00000008:00100000:3.0:1789760784.990461:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1500 - object 0x280000401:3 offset 25399296<>25403392
00000100:00100000:3.0:1789760784.990505:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760784.990519:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521057536:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760785.018338:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6240
00000020:00200000:3.0:1789760785.018353:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760785.018365:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760785.022623:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6240
00000100:00100000:3.0:1789760785.022683:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521057536:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760785.048998:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6202, 6202]
00000080:00200000:3.0:1789760785.049014:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760785.049021:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760785.049037:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25407488 i_blocks 51207
00000020:00200000:3.0:1789760785.049041:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760785.049051:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760785.049087:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25407488, count: 4096
00000080:00200000:3.0:1789760785.049094:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25407488, bytes: 4096
00000080:00200000:3.0:1789760785.049106:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760785.049115:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760785.049117:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25407488, 25411584) 0 0
00000080:00200000:3.0:1789760785.049121:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760785.049140:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6203, 6203]
00020000:00200000:3.0:1789760785.049149:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25407488 chunk: [25407488, 25411584) 25411584, 4096
00020000:00200000:3.0:1789760785.049153:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760785.049175:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6203, 6203]
00000008:00010000:3.0:1789760785.049193:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760785.049200:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760785.049298:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25407488, 25411584) append 0 append lockpos 0
00000080:00200000:3.0:1789760785.049315:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25407488=0x183b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760785.049372:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760785.049375:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25411584
00000020:00010000:3.0:1789760785.049559:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:3.0:1789760785.049563:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760785.049567:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760785.049571:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760785.049573:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760785.049582:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760785.049589:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760785.049611:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6240
00000008:00100000:3.0:1789760785.049746:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2680 - object 0x280000401:3 offset 25407488<>25411584
00000100:00100000:3.0:1789760785.111627:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973523 gen 3
00000008:00010000:3.0:1789760785.111682:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6240
00000020:00200000:3.0:1789760785.111691:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760785.111703:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760785.111875:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6240
00000100:00100000:3.0:1789760785.111906:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521057792:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760785.115278:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760785.115309:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521057920:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760785.164417:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973524 gen 3
00000008:00010000:0.0:1789760785.164470:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277c00
00000020:00200000:0.0:1789760785.164479:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760785.164613:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760785.164646:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277c00
00000100:00100000:0.0:1789760785.164678:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521057920:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760785.167085:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521058048:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760785.208376:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973525 gen 3
00000008:00010000:0.0:1789760785.208430:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a132776c0
00000020:00200000:0.0:1789760785.208439:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760785.208452:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760785.208476:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a132776c0
00000100:00100000:0.0:1789760785.208516:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521058048:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760785.209428:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760785.209447:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521058176:192.168.203.116@tcp:4:dd.0
00000008:00010000:0.0:1789760785.260605:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277b40
00000020:00200000:0.0:1789760785.260621:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760785.260635:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760785.260659:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277b40
00000100:00100000:0.0:1789760785.260691:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521058176:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760785.261808:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521058304:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760785.303513:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973527 gen 3
00000008:00010000:0.0:1789760785.303581:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277f00
00000020:00200000:0.0:1789760785.303588:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760785.303603:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760785.303619:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277f00
00000100:00100000:0.0:1789760785.303648:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521058304:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760785.304969:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760785.305065:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521058432:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760785.348796:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973528 gen 3
00000008:00010000:0.0:1789760785.348847:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277840
00000020:00200000:0.0:1789760785.349083:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760785.349096:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760785.349168:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277840
00000100:00100000:0.0:1789760785.349203:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521058432:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760785.349670:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6208, 6208]
00000080:00200000:3.0:1789760785.349689:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760785.349696:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760785.349729:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25432064 i_blocks 51207
00000020:00200000:3.0:1789760785.349734:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760785.349745:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760785.349781:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25432064, count: 4096
00000080:00200000:3.0:1789760785.349788:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25432064, bytes: 4096
00000080:00200000:3.0:1789760785.349800:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760785.349809:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760785.349811:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25432064, 25436160) 0 0
00000080:00200000:3.0:1789760785.349815:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760785.349832:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6209, 6209]
00020000:00200000:3.0:1789760785.349841:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25432064 chunk: [25432064, 25436160) 25436160, 4096
00020000:00200000:3.0:1789760785.349846:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760785.350006:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6209, 6209]
00000008:00010000:3.0:1789760785.350112:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760785.350120:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760785.350134:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25432064, 25436160) append 0 append lockpos 0
00000080:00200000:3.0:1789760785.350151:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25432064=0x1841000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760785.350295:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760785.350299:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25436160
00000020:00010000:3.0:1789760785.350309:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:3.0:1789760785.350313:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760785.350316:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760785.350320:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760785.350323:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760785.350332:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760785.350340:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760785.350359:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6240
00000008:00100000:3.0:1789760785.351444:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2680 - object 0x280000401:3 offset 25432064<>25436160
00000100:00100000:3.0:1789760785.395310:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973529 gen 3
00000008:00010000:3.0:1789760785.395364:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6240
00000020:00200000:3.0:1789760785.395375:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760785.395396:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760785.395420:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6240
00000100:00100000:3.0:1789760785.395450:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521058560:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760785.395573:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6209, 6209]
00000080:00200000:0.0:1789760785.395588:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760785.395593:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760785.395607:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25436160 i_blocks 51207
00000020:00200000:0.0:1789760785.395610:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760785.395617:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760785.395649:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25436160, count: 4096
00000080:00200000:0.0:1789760785.395656:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25436160, bytes: 4096
00000080:00200000:0.0:1789760785.395667:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760785.395686:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760785.395689:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25436160, 25440256) 0 0
00000080:00200000:0.0:1789760785.395693:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760785.395715:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6210, 6210]
00020000:00200000:0.0:1789760785.395724:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25436160 chunk: [25436160, 25440256) 25440256, 4096
00020000:00200000:0.0:1789760785.395729:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760785.395750:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6210, 6210]
00000008:00010000:0.0:1789760785.395767:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760785.395773:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760785.395784:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25436160, 25440256) append 0 append lockpos 0
00000080:00200000:0.0:1789760785.395797:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25436160=0x1842000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760785.395866:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760785.395869:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25440256
00000020:00010000:0.0:1789760785.395878:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760785.395881:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760785.395884:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760785.395888:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760785.395891:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760785.395900:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760785.395906:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760785.395922:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d0c0
00000008:00100000:0.0:1789760785.396040:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54a80 - object 0x280000401:3 offset 25436160<>25440256
00000080:00200000:0.0:1789760785.438064:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6210, 6210]
00000080:00200000:0.0:1789760785.438085:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760785.438092:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760785.438111:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25440256 i_blocks 51207
00000020:00200000:0.0:1789760785.438116:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760785.438129:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760785.438166:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25440256, count: 4096
00000080:00200000:0.0:1789760785.438176:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25440256, bytes: 4096
00000080:00200000:0.0:1789760785.438192:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760785.438201:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760785.438203:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25440256, 25444352) 0 0
00000080:00200000:0.0:1789760785.438207:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760785.439863:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6211, 6211]
00020000:00200000:0.0:1789760785.439886:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25440256 chunk: [25440256, 25444352) 25444352, 4096
00020000:00200000:0.0:1789760785.439892:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760785.440317:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6211, 6211]
00000008:00010000:0.0:1789760785.440343:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760785.440350:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760785.440364:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25440256, 25444352) append 0 append lockpos 0
00000080:00200000:0.0:1789760785.440380:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25440256=0x1843000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760785.440462:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760785.440466:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25444352
00000020:00010000:0.0:1789760785.440474:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760785.440477:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760785.440481:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760785.440608:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760785.440611:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760785.440624:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760785.440632:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760785.440797:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d0c0
00000008:00100000:0.0:1789760785.441077:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55500 - object 0x280000401:3 offset 25440256<>25444352
00000080:00200000:0.0:1789760785.505777:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6211, 6211]
00000080:00200000:0.0:1789760785.505801:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760785.505808:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760785.506038:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25444352 i_blocks 51207
00000020:00200000:0.0:1789760785.506043:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760785.506058:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760785.506095:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25444352, count: 4096
00000080:00200000:0.0:1789760785.506103:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25444352, bytes: 4096
00000080:00200000:0.0:1789760785.506343:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760785.506353:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760785.506356:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25444352, 25448448) 0 0
00000080:00200000:0.0:1789760785.506361:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760785.506379:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6212, 6212]
00020000:00200000:0.0:1789760785.506388:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25444352 chunk: [25444352, 25448448) 25448448, 4096
00020000:00200000:0.0:1789760785.506394:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760785.506417:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6212, 6212]
00000008:00010000:0.0:1789760785.506436:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760785.506443:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760785.506454:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25444352, 25448448) append 0 append lockpos 0
00000080:00200000:0.0:1789760785.506468:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25444352=0x1844000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760785.506529:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760785.506532:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25448448
00000020:00010000:0.0:1789760785.506541:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760785.506544:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760785.506547:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760785.506551:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760785.506553:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760785.506561:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760785.506568:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760785.506591:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d240
00000008:00100000:0.0:1789760785.506720:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55180 - object 0x280000401:3 offset 25444352<>25448448
00000080:00200000:0.0:1789760785.550903:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6212, 6212]
00000080:00200000:0.0:1789760785.550927:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760785.550934:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760785.550952:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25448448 i_blocks 51207
00000020:00200000:0.0:1789760785.550957:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760785.550970:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760785.551006:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25448448, count: 4096
00000080:00200000:0.0:1789760785.551014:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25448448, bytes: 4096
00000080:00200000:0.0:1789760785.551036:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760785.551046:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760785.551049:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25448448, 25452544) 0 0
00000080:00200000:0.0:1789760785.551053:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760785.551070:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6213, 6213]
00020000:00200000:0.0:1789760785.551080:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25448448 chunk: [25448448, 25452544) 25452544, 4096
00020000:00200000:0.0:1789760785.551085:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760785.551105:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6213, 6213]
00000008:00010000:0.0:1789760785.551123:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760785.551129:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760785.551142:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25448448, 25452544) append 0 append lockpos 0
00000080:00200000:0.0:1789760785.551157:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25448448=0x1845000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760785.551277:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760785.551281:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25452544
00000020:00010000:0.0:1789760785.551290:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760785.551293:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760785.551296:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760785.551300:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760785.551303:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760785.551311:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760785.551317:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760785.551336:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:0.0:1789760785.551473:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56d80 - object 0x280000401:3 offset 25448448<>25452544
00000080:00200000:0.0:1789760785.597548:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6213, 6213]
00000080:00200000:0.0:1789760785.597566:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760785.597572:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760785.597589:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25452544 i_blocks 51207
00000020:00200000:0.0:1789760785.597592:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760785.597603:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760785.597651:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25452544, count: 4096
00000080:00200000:0.0:1789760785.597659:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25452544, bytes: 4096
00000080:00200000:0.0:1789760785.597671:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760785.597680:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760785.597682:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25452544, 25456640) 0 0
00000080:00200000:0.0:1789760785.597687:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760785.597705:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6214, 6214]
00020000:00200000:0.0:1789760785.597714:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25452544 chunk: [25452544, 25456640) 25456640, 4096
00020000:00200000:0.0:1789760785.597720:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760785.597740:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6214, 6214]
00000008:00010000:0.0:1789760785.597759:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760785.597766:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760785.597778:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25452544, 25456640) append 0 append lockpos 0
00000080:00200000:0.0:1789760785.597794:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25452544=0x1846000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760785.597864:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760785.597868:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25456640
00000020:00010000:0.0:1789760785.597877:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760785.597880:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760785.597883:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760785.597887:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760785.597890:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760785.597897:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760785.597904:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760785.597920:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d180
00000008:00100000:0.0:1789760785.598140:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54000 - object 0x280000401:3 offset 25452544<>25456640
00000080:00200000:0.0:1789760785.647944:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6214, 6214]
00000080:00200000:0.0:1789760785.647965:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760785.647971:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760785.647985:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25456640 i_blocks 51207
00000020:00200000:0.0:1789760785.647991:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760785.648002:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760785.648029:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25456640, count: 4096
00000080:00200000:0.0:1789760785.648047:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25456640, bytes: 4096
00000080:00200000:0.0:1789760785.648057:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760785.648064:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760785.648066:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25456640, 25460736) 0 0
00000080:00200000:0.0:1789760785.648070:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760785.648085:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6215, 6215]
00020000:00200000:0.0:1789760785.648092:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25456640 chunk: [25456640, 25460736) 25460736, 4096
00020000:00200000:0.0:1789760785.648097:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760785.648113:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6215, 6215]
00000008:00010000:0.0:1789760785.648128:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760785.648132:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760785.648141:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25456640, 25460736) append 0 append lockpos 0
00000080:00200000:0.0:1789760785.648151:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25456640=0x1847000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760785.648245:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760785.648249:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25460736
00000020:00010000:0.0:1789760785.648255:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760785.648258:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760785.648261:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760785.648264:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760785.648266:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760785.648273:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760785.648279:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760785.648297:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760785.648631:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57100 - object 0x280000401:3 offset 25456640<>25460736
00000080:00200000:0.0:1789760785.699660:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6215, 6215]
00000080:00200000:0.0:1789760785.699672:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760785.699677:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760785.699689:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25460736 i_blocks 51207
00000020:00200000:0.0:1789760785.699692:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760785.699700:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760785.699723:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25460736, count: 4096
00000080:00200000:0.0:1789760785.699728:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25460736, bytes: 4096
00000080:00200000:0.0:1789760785.699736:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760785.699743:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760785.699745:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25460736, 25464832) 0 0
00000080:00200000:0.0:1789760785.699749:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760785.699760:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6216, 6216]
00020000:00200000:0.0:1789760785.699767:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25460736 chunk: [25460736, 25464832) 25464832, 4096
00020000:00200000:0.0:1789760785.699771:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760785.699785:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6216, 6216]
00000008:00010000:0.0:1789760785.699798:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760785.699802:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760785.699810:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25460736, 25464832) append 0 append lockpos 0
00000080:00200000:0.0:1789760785.699819:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25460736=0x1848000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760785.699873:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760785.699875:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25464832
00000020:00010000:0.0:1789760785.699882:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760785.699885:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760785.699888:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760785.699891:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760785.699894:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760785.699899:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760785.699904:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760785.699917:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760785.700000:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55880 - object 0x280000401:3 offset 25460736<>25464832
00000080:00200000:0.0:1789760785.742664:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6216, 6216]
00000080:00200000:0.0:1789760785.742685:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760785.742691:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000100:00100000:0.0:1789760785.743909:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521059584:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760785.786588:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6217, 6217]
00000080:00200000:3.0:1789760785.786603:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760785.786608:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760785.786620:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25468928 i_blocks 51207
00000020:00200000:3.0:1789760785.786624:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760785.786632:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760785.786658:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25468928, count: 4096
00000080:00200000:3.0:1789760785.786665:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25468928, bytes: 4096
00000080:00200000:3.0:1789760785.786672:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760785.786680:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760785.786682:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25468928, 25473024) 0 0
00000080:00200000:3.0:1789760785.786685:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760785.786697:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6218, 6218]
00020000:00200000:3.0:1789760785.786704:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25468928 chunk: [25468928, 25473024) 25473024, 4096
00020000:00200000:3.0:1789760785.786708:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760785.786724:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6218, 6218]
00000008:00010000:3.0:1789760785.786738:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760785.786743:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760785.786751:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25468928, 25473024) append 0 append lockpos 0
00000080:00200000:3.0:1789760785.786761:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25468928=0x184a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760785.786805:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760785.786808:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25473024
00000020:00010000:3.0:1789760785.786815:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:3.0:1789760785.786818:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760785.786820:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760785.786823:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760785.786825:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760785.786831:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760785.786837:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760785.786861:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6240
00000008:00100000:3.0:1789760785.787033:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2680 - object 0x280000401:3 offset 25468928<>25473024
00000100:00100000:3.0:1789760785.787077:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760785.787090:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521059712:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760785.817395:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6240
00000020:00200000:3.0:1789760785.817425:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760785.817435:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760785.817460:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6240
00000100:00100000:3.0:1789760785.817498:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521059712:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760785.817646:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6218, 6218]
00000080:00200000:0.0:1789760785.817658:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760785.817662:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760785.817673:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25473024 i_blocks 51207
00000020:00200000:0.0:1789760785.817676:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760785.817684:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760785.817709:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25473024, count: 4096
00000080:00200000:0.0:1789760785.817715:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25473024, bytes: 4096
00000080:00200000:0.0:1789760785.817723:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760785.817730:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760785.817733:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25473024, 25477120) 0 0
00000080:00200000:0.0:1789760785.817736:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760785.817749:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6219, 6219]
00020000:00200000:0.0:1789760785.817756:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25473024 chunk: [25473024, 25477120) 25477120, 4096
00020000:00200000:0.0:1789760785.817760:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760785.817775:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6219, 6219]
00000008:00010000:0.0:1789760785.817789:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760785.817794:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760785.817803:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25473024, 25477120) append 0 append lockpos 0
00000080:00200000:0.0:1789760785.817814:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25473024=0x184b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760785.817873:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760785.817876:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25477120
00000020:00010000:0.0:1789760785.817884:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760785.817900:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760785.817903:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760785.817907:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760785.817909:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760785.817916:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760785.817922:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760785.817938:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760785.818035:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56300 - object 0x280000401:3 offset 25473024<>25477120
00000100:00100000:0.0:1789760785.818075:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760785.818089:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521059840:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760785.853400:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973539 gen 3
00000008:00010000:0.0:1789760785.853448:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7d780
00000020:00200000:0.0:1789760785.853454:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760785.853462:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760785.853482:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7d780
00000100:00100000:0.0:1789760785.853513:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521059840:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760785.854088:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521059968:192.168.203.116@tcp:4:dd.0
00000008:00010000:0.0:1789760785.881795:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277d80
00000020:00200000:0.0:1789760785.881806:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760785.881816:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760785.881834:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277d80
00000100:00100000:0.0:1789760785.881872:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521059968:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760785.882416:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521060096:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760785.931340:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973541 gen 3
00000008:00010000:0.0:1789760785.931398:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277d80
00000020:00200000:0.0:1789760785.931404:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760785.931413:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760785.931427:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277d80
00000100:00100000:0.0:1789760785.931450:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521060096:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760785.934303:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760785.934322:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521060224:192.168.203.116@tcp:4:dd.0
00010000:00010000:0.0:1789760785.952952:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789760785.992086:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973542 gen 3
00000008:00010000:0.0:1789760785.992123:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277840
00000020:00200000:0.0:1789760785.992129:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760785.992138:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760785.992159:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277840
00000100:00100000:0.0:1789760785.992182:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521060224:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760785.992732:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521060352:192.168.203.116@tcp:4:dd.0
00000008:00010000:0.0:1789760786.035830:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277f00
00000020:00200000:0.0:1789760786.035842:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760786.035862:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760786.035881:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277f00
00000100:00100000:0.0:1789760786.035904:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521060352:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760786.036045:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6223, 6223]
00000080:00200000:3.0:1789760786.036068:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760786.036075:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760786.036093:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25493504 i_blocks 51207
00000020:00200000:3.0:1789760786.036098:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760786.036112:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760786.036149:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25493504, count: 4096
00000080:00200000:3.0:1789760786.036157:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25493504, bytes: 4096
00000080:00200000:3.0:1789760786.036169:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760786.036177:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760786.036180:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25493504, 25497600) 0 0
00000080:00200000:3.0:1789760786.036184:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760786.036202:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6224, 6224]
00020000:00200000:3.0:1789760786.036248:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25493504 chunk: [25493504, 25497600) 25497600, 4096
00020000:00200000:3.0:1789760786.036253:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760786.036276:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6224, 6224]
00000008:00010000:3.0:1789760786.036295:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760786.036301:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760786.036312:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25493504, 25497600) append 0 append lockpos 0
00000080:00200000:3.0:1789760786.036329:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25493504=0x1850000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760786.036462:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760786.036465:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25497600
00000020:00010000:3.0:1789760786.036475:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:3.0:1789760786.036549:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760786.036553:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760786.036556:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760786.036559:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760786.036568:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760786.036576:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760786.036595:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6240
00000008:00100000:3.0:1789760786.036720:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad0380 - object 0x280000401:3 offset 25493504<>25497600
00000100:00100000:3.0:1789760786.093729:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973544 gen 3
00000008:00010000:3.0:1789760786.093812:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6240
00000020:00200000:3.0:1789760786.093821:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760786.093832:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760786.093878:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6240
00000100:00100000:3.0:1789760786.093916:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521060480:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760786.094701:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521060608:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760786.155286:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973545 gen 3
00000008:00010000:0.0:1789760786.155339:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277b40
00000020:00200000:0.0:1789760786.155347:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760786.155360:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760786.155383:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277b40
00000100:00100000:0.0:1789760786.155413:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521060608:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760786.156049:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6225, 6225]
00000080:00200000:3.0:1789760786.156066:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760786.156073:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760786.156090:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25501696 i_blocks 51207
00000020:00200000:3.0:1789760786.156094:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760786.156106:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760786.156153:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25501696, count: 4096
00000080:00200000:3.0:1789760786.156161:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25501696, bytes: 4096
00000080:00200000:3.0:1789760786.156173:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760786.156182:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760786.156184:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25501696, 25505792) 0 0
00000080:00200000:3.0:1789760786.156190:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760786.156207:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6226, 6226]
00020000:00200000:3.0:1789760786.156241:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25501696 chunk: [25501696, 25505792) 25505792, 4096
00020000:00200000:3.0:1789760786.156247:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760786.156267:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6226, 6226]
00000008:00010000:3.0:1789760786.156286:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760786.156293:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760786.156307:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25501696, 25505792) append 0 append lockpos 0
00000080:00200000:3.0:1789760786.156320:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25501696=0x1852000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760786.156381:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760786.156384:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25505792
00000020:00010000:3.0:1789760786.156393:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:3.0:1789760786.156396:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760786.156400:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760786.156403:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760786.156406:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760786.156696:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760786.156705:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760786.156726:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6240
00000008:00100000:3.0:1789760786.156859:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad0380 - object 0x280000401:3 offset 25501696<>25505792
00000100:00100000:3.0:1789760786.201086:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973546 gen 3
00000008:00010000:3.0:1789760786.201271:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6240
00000020:00200000:3.0:1789760786.201280:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760786.201292:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760786.201998:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6240
00000100:00100000:3.0:1789760786.202039:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521060736:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760786.202666:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521060864:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760786.245185:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973547 gen 3
00000008:00010000:3.0:1789760786.245266:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065900c0
00000020:00200000:3.0:1789760786.245274:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760786.245285:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760786.245313:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065900c0
00000100:00100000:3.0:1789760786.245345:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521060864:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760786.247984:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521060992:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760786.298307:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973548 gen 3
00000008:00010000:0.0:1789760786.298359:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a132776c0
00000020:00200000:0.0:1789760786.298372:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760786.298394:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760786.298415:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a132776c0
00000100:00100000:0.0:1789760786.298445:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521060992:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760786.299547:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760786.299569:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521061120:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760786.339005:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973549 gen 3
00000008:00010000:0.0:1789760786.339516:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277c00
00000020:00200000:0.0:1789760786.339524:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760786.339536:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760786.339558:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277c00
00000080:00200000:3.0:1789760786.339612:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6229, 6229]
00000080:00200000:3.0:1789760786.339630:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760786.339637:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760786.339654:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25518080 i_blocks 51207
00000020:00200000:3.0:1789760786.339658:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760786.339667:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760786.339702:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25518080, count: 4096
00000080:00200000:3.0:1789760786.339711:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25518080, bytes: 4096
00000080:00200000:3.0:1789760786.339723:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760786.339732:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760786.339735:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25518080, 25522176) 0 0
00000080:00200000:3.0:1789760786.339739:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760786.339756:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6230, 6230]
00020000:00200000:3.0:1789760786.339765:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25518080 chunk: [25518080, 25522176) 25522176, 4096
00020000:00200000:3.0:1789760786.339770:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760786.339792:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6230, 6230]
00000008:00010000:3.0:1789760786.339810:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760786.339816:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760786.339828:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25518080, 25522176) append 0 append lockpos 0
00000080:00200000:3.0:1789760786.339843:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25518080=0x1856000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760786.339907:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760786.339910:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25522176
00000100:00100000:0.0:1789760786.339918:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521061120:192.168.203.116@tcp:4:dd.0
00000020:00010000:3.0:1789760786.339919:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:3.0:1789760786.339922:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760786.339925:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760786.339929:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760786.339931:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760786.339938:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760786.339945:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760786.339958:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6240
00000008:00100000:0.0:1789760786.340141:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56300 - object 0x280000401:3 offset 25518080<>25522176
00000080:00200000:3.0:1789760786.401654:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6230, 6230]
00000080:00200000:3.0:1789760786.401673:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760786.401679:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760786.401696:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25522176 i_blocks 51207
00000020:00200000:3.0:1789760786.401700:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760786.401710:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760786.401745:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25522176, count: 4096
00000080:00200000:3.0:1789760786.401752:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25522176, bytes: 4096
00000080:00200000:3.0:1789760786.401761:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760786.401770:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760786.401772:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25522176, 25526272) 0 0
00000080:00200000:3.0:1789760786.401777:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760786.401794:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6231, 6231]
00020000:00200000:3.0:1789760786.401804:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25522176 chunk: [25522176, 25526272) 25526272, 4096
00020000:00200000:3.0:1789760786.401809:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760786.401828:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6231, 6231]
00000008:00010000:3.0:1789760786.401859:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760786.401866:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760786.401879:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25522176, 25526272) append 0 append lockpos 0
00000080:00200000:3.0:1789760786.401893:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25522176=0x1857000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760786.401952:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760786.401954:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25526272
00000020:00010000:3.0:1789760786.401963:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:3.0:1789760786.401967:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760786.401971:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760786.401974:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760786.401977:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760786.401985:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760786.401992:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760786.402010:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb60c0
00000008:00100000:3.0:1789760786.402134:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad0380 - object 0x280000401:3 offset 25522176<>25526272
00000100:00100000:3.0:1789760786.402181:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760786.402199:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521061376:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760786.442837:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973551 gen 3
00000008:00010000:3.0:1789760786.442899:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb60c0
00000020:00200000:3.0:1789760786.442908:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760786.442919:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760786.443001:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb60c0
00000100:00100000:3.0:1789760786.443033:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521061376:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760786.444625:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521061504:192.168.203.116@tcp:4:dd.0
00000008:00010000:0.0:1789760786.497421:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277540
00000020:00200000:0.0:1789760786.497438:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760786.497452:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760786.497484:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277540
00000100:00100000:0.0:1789760786.497515:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521061504:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760786.498638:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521061632:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760786.550074:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973553 gen 3
00000008:00010000:0.0:1789760786.550143:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277540
00000020:00200000:0.0:1789760786.550152:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760786.550163:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760786.550188:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277540
00000100:00100000:0.0:1789760786.550310:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521061632:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760786.552251:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760786.552275:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521061760:192.168.203.116@tcp:4:dd.0
00000008:00010000:0.0:1789760786.596507:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277c00
00000020:00200000:0.0:1789760786.596524:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760786.596539:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760786.596566:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277c00
00000100:00100000:0.0:1789760786.596597:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521061760:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760786.597638:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521061888:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760786.637204:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973554 gen 3
00000100:00100000:0.0:1789760786.637268:0:2406:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff911a08b0b100 x1876699521061888/t4294973555(4294973555) o4->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760802 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:0.0:1789760786.637322:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a132776c0
00000020:00200000:0.0:1789760786.637329:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760786.637341:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760786.637538:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a132776c0
00000100:00100000:0.0:1789760786.637564:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521061888:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760786.638254:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521062016:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760786.675327:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973555 gen 3
00000100:00100000:0.0:1789760786.675368:0:2405:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff911a08b09c00 x1876699521062016/t4294973556(4294973556) o4->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760802 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:0.0:1789760786.675437:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277b40
00000020:00200000:0.0:1789760786.675444:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760786.675456:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760786.675484:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277b40
00000100:00100000:0.0:1789760786.675511:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521062016:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760786.675928:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6236, 6236]
00000080:00200000:3.0:1789760786.676004:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760786.676012:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760786.676028:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25546752 i_blocks 51207
00000020:00200000:3.0:1789760786.676033:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760786.676043:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760786.676082:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25546752, count: 4096
00000080:00200000:3.0:1789760786.676090:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25546752, bytes: 4096
00000080:00200000:3.0:1789760786.676101:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760786.676109:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760786.676113:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25546752, 25550848) 0 0
00000080:00200000:3.0:1789760786.676117:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760786.676136:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6237, 6237]
00020000:00200000:3.0:1789760786.676146:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25546752 chunk: [25546752, 25550848) 25550848, 4096
00020000:00200000:3.0:1789760786.676150:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760786.676170:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6237, 6237]
00000008:00010000:3.0:1789760786.676189:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760786.676195:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760786.676208:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25546752, 25550848) append 0 append lockpos 0
00000080:00200000:3.0:1789760786.676256:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25546752=0x185d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760786.676319:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760786.676322:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25550848
00000020:00010000:3.0:1789760786.676331:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:3.0:1789760786.676334:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760786.676336:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760786.676340:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760786.676342:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760786.676350:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760786.676357:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760786.676375:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb60c0
00000008:00100000:3.0:1789760786.677135:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad0380 - object 0x280000401:3 offset 25546752<>25550848
00000100:00100000:3.0:1789760786.722890:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973556 gen 3
00000100:00100000:3.0:1789760786.723093:0:2408:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff911a04ad0380 x1876699521062144/t4294973557(4294973557) o4->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760802 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:3.0:1789760786.723144:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb60c0
00000020:00200000:3.0:1789760786.723151:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760786.723163:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760786.723189:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb60c0
00000100:00100000:3.0:1789760786.723260:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521062144:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760786.723609:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6237, 6237]
00000080:00200000:0.0:1789760786.723689:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760786.723698:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760786.723717:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25550848 i_blocks 51207
00000020:00200000:0.0:1789760786.723721:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760786.723733:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760786.723774:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25550848, count: 4096
00000080:00200000:0.0:1789760786.723783:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25550848, bytes: 4096
00000080:00200000:0.0:1789760786.723797:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760786.723807:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760786.723810:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25550848, 25554944) 0 0
00000080:00200000:0.0:1789760786.723815:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760786.723836:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6238, 6238]
00020000:00200000:0.0:1789760786.723859:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25550848 chunk: [25550848, 25554944) 25554944, 4096
00020000:00200000:0.0:1789760786.723865:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760786.723889:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6238, 6238]
00000008:00010000:0.0:1789760786.724034:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760786.724042:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760786.724056:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25550848, 25554944) append 0 append lockpos 0
00000080:00200000:0.0:1789760786.724071:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25550848=0x185e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760786.724140:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760786.724143:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25554944
00000020:00010000:0.0:1789760786.724152:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760786.724155:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760786.724159:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760786.724162:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760786.724166:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760786.724175:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760786.724181:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760786.724200:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760786.724346:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54380 - object 0x280000401:3 offset 25550848<>25554944
00000080:00200000:0.0:1789760786.788089:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6238, 6238]
00000080:00200000:0.0:1789760786.788106:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760786.788171:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760786.788187:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25554944 i_blocks 51207
00000020:00200000:0.0:1789760786.788191:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760786.788201:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760786.788272:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25554944, count: 4096
00000080:00200000:0.0:1789760786.788280:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25554944, bytes: 4096
00000080:00200000:0.0:1789760786.788289:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760786.788298:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760786.788300:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25554944, 25559040) 0 0
00000080:00200000:0.0:1789760786.788305:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760786.788323:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6239, 6239]
00020000:00200000:0.0:1789760786.788333:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25554944 chunk: [25554944, 25559040) 25559040, 4096
00020000:00200000:0.0:1789760786.788337:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760786.788357:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6239, 6239]
00000008:00010000:0.0:1789760786.788375:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760786.788381:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760786.788393:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25554944, 25559040) append 0 append lockpos 0
00000080:00200000:0.0:1789760786.788408:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25554944=0x185f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760786.789293:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760786.789300:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25559040
00000020:00010000:0.0:1789760786.789312:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760786.789317:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760786.789320:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760786.789324:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760786.789328:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760786.789338:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760786.789347:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760786.789377:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760786.789691:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57800 - object 0x280000401:3 offset 25554944<>25559040
00000080:00200000:3.0:1789760786.863098:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6239, 6239]
00000080:00200000:3.0:1789760786.863116:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760786.863123:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760786.863139:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25559040 i_blocks 51207
00000020:00200000:3.0:1789760786.863143:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760786.863153:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760786.863189:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25559040, count: 4096
00000080:00200000:3.0:1789760786.863197:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25559040, bytes: 4096
00000080:00200000:3.0:1789760786.863207:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760786.863265:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760786.863267:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25559040, 25563136) 0 0
00000080:00200000:3.0:1789760786.863271:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760786.863305:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6240, 6240]
00020000:00200000:3.0:1789760786.863315:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25559040 chunk: [25559040, 25563136) 25563136, 4096
00020000:00200000:3.0:1789760786.863319:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760786.863337:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6240, 6240]
00000008:00010000:3.0:1789760786.863355:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760786.863361:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760786.863383:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25559040, 25563136) append 0 append lockpos 0
00000080:00200000:3.0:1789760786.863397:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25559040=0x1860000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760786.863450:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760786.863453:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25563136
00000020:00010000:3.0:1789760786.863461:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:3.0:1789760786.863464:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760786.863467:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760786.863470:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760786.864607:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760786.864622:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760786.864631:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760786.864653:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb60c0
00000008:00100000:3.0:1789760786.864781:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad0a80 - object 0x280000401:3 offset 25559040<>25563136
00000100:00100000:3.0:1789760786.864836:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760786.865286:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521062528:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760786.913736:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973560 gen 3
00000008:00010000:3.0:1789760786.913859:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb60c0
00000020:00200000:3.0:1789760786.913868:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760786.913881:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760786.913902:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb60c0
00000100:00100000:3.0:1789760786.913934:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521062528:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760786.960824:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065906c0
00000020:00200000:3.0:1789760786.960849:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760786.960862:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760786.960887:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065906c0
00000100:00100000:3.0:1789760786.960921:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521062656:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760786.962566:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521062784:192.168.203.116@tcp:4:dd.0
00010000:00010000:3.0:1789760786.976936:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789760787.010662:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973561 gen 3
00000100:00100000:0.0:1789760787.010708:0:2406:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff911a08b0b480 x1876699521062784/t4294973562(4294973562) o4->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760802 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:0.0:1789760787.010762:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277f00
00000020:00200000:0.0:1789760787.010769:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760787.010783:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760787.010810:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277f00
00000100:00100000:0.0:1789760787.010838:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521062784:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760787.012138:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521062912:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760787.067389:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973563 gen 3
00000008:00010000:0.0:1789760787.067462:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277840
00000020:00200000:0.0:1789760787.067471:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760787.067485:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760787.067510:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277840
00000100:00100000:0.0:1789760787.069039:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521062912:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760787.144036:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6244, 6244]
00000080:00200000:3.0:1789760787.144054:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760787.144060:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760787.144074:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25579520 i_blocks 51207
00000020:00200000:3.0:1789760787.144078:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760787.144087:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760787.144123:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25579520, count: 4096
00000080:00200000:3.0:1789760787.144130:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25579520, bytes: 4096
00000080:00200000:3.0:1789760787.144140:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760787.144149:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760787.144151:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25579520, 25583616) 0 0
00000080:00200000:3.0:1789760787.144157:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760787.144174:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6245, 6245]
00020000:00200000:3.0:1789760787.144183:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25579520 chunk: [25579520, 25583616) 25583616, 4096
00020000:00200000:3.0:1789760787.144188:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760787.144208:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6245, 6245]
00000008:00010000:3.0:1789760787.144246:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760787.144251:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760787.144262:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25579520, 25583616) append 0 append lockpos 0
00000080:00200000:3.0:1789760787.144276:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25579520=0x1865000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760787.144325:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760787.144327:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25583616
00000020:00010000:3.0:1789760787.144335:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:3.0:1789760787.144339:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760787.144342:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760787.144346:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760787.144349:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760787.144355:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760787.144361:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760787.144374:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb60c0
00000008:00100000:3.0:1789760787.144491:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad0a80 - object 0x280000401:3 offset 25579520<>25583616
00000100:00100000:3.0:1789760787.145202:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760787.145267:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521063168:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760787.189443:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973565 gen 3
00000008:00010000:3.0:1789760787.189492:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb60c0
00000020:00200000:3.0:1789760787.189500:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760787.189511:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760787.189636:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb60c0
00000100:00100000:3.0:1789760787.189679:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521063168:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760787.191261:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521063296:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760787.247211:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973566 gen 3
00000008:00010000:3.0:1789760787.247292:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590300
00000020:00200000:3.0:1789760787.247301:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760787.247312:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760787.247333:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590300
00000100:00100000:3.0:1789760787.247364:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521063296:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760787.248127:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521063424:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760787.303039:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973567 gen 3
00000008:00010000:3.0:1789760787.303091:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590d80
00000020:00200000:3.0:1789760787.303100:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760787.303110:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760787.303130:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590d80
00000100:00100000:3.0:1789760787.303161:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521063424:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760787.304015:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760787.304034:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521063552:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760787.372103:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973568 gen 3
00000008:00010000:3.0:1789760787.372153:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590e40
00000020:00200000:3.0:1789760787.372161:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760787.372173:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760787.372194:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590e40
00000100:00100000:3.0:1789760787.373695:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521063552:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760787.458204:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973569 gen 3
00000008:00010000:3.0:1789760787.458287:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590180
00000020:00200000:3.0:1789760787.458296:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760787.458307:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760787.458329:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590180
00000100:00100000:3.0:1789760787.458359:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521063680:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760787.459356:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760787.459391:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521063808:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760787.491040:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973570 gen 3
00000008:00010000:3.0:1789760787.491094:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590c00
00000020:00200000:3.0:1789760787.491103:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760787.491114:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760787.491135:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590c00
00000100:00100000:3.0:1789760787.491169:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521063808:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760787.492056:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521063936:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760787.525666:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973571 gen 3
00000008:00010000:3.0:1789760787.525725:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590f00
00000020:00200000:3.0:1789760787.525734:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760787.525745:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760787.525889:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590f00
00000100:00100000:3.0:1789760787.525922:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521063936:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760787.526678:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521064064:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760787.565569:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590600
00000020:00200000:3.0:1789760787.565583:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760787.565593:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760787.565607:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590600
00000100:00100000:3.0:1789760787.565640:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521064064:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760787.597637:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973572 gen 3
00000100:00100000:3.0:1789760787.597678:0:2407:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff911a12eeb800 x1876699521064192/t4294973573(4294973573) o4->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760803 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:3.0:1789760787.597732:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065903c0
00000020:00200000:3.0:1789760787.597739:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760787.597749:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760787.597809:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065903c0
00000100:00100000:3.0:1789760787.597852:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521064192:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760787.598651:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521064320:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760787.634171:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973574 gen 3
00000008:00010000:3.0:1789760787.634344:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065903c0
00000020:00200000:3.0:1789760787.634353:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760787.634362:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760787.634744:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065903c0
00000100:00100000:3.0:1789760787.634780:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521064320:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760787.636363:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521064448:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760787.667824:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973575 gen 3
00000008:00010000:3.0:1789760787.667885:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590600
00000020:00200000:3.0:1789760787.667893:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760787.667904:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760787.667923:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590600
00000100:00100000:3.0:1789760787.667955:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521064448:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760787.669121:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760787.669146:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521064576:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760787.703093:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973576 gen 3
00000008:00010000:3.0:1789760787.703142:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590f00
00000020:00200000:3.0:1789760787.703150:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760787.703160:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760787.703182:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590f00
00000100:00100000:3.0:1789760787.703269:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521064576:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760787.704111:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521064704:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760787.740649:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973577 gen 3
00000008:00010000:3.0:1789760787.740698:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590c00
00000020:00200000:3.0:1789760787.740706:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760787.740718:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760787.740739:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590c00
00000100:00100000:3.0:1789760787.740771:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521064704:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760787.741665:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521064832:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760787.783984:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973578 gen 3
00000008:00010000:3.0:1789760787.784038:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590180
00000020:00200000:3.0:1789760787.784047:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760787.784058:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760787.784085:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590180
00000100:00100000:3.0:1789760787.784116:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521064832:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760787.830320:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6259, 6259]
00000080:00200000:0.0:1789760787.830351:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760787.830359:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760787.830380:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25640960 i_blocks 51207
00000020:00200000:0.0:1789760787.830387:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760787.830405:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760787.830440:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25640960, count: 4096
00000080:00200000:0.0:1789760787.830449:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25640960, bytes: 4096
00000080:00200000:0.0:1789760787.830464:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760787.830474:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760787.830476:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25640960, 25645056) 0 0
00000080:00200000:0.0:1789760787.830481:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760787.830498:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6260, 6260]
00020000:00200000:0.0:1789760787.830508:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25640960 chunk: [25640960, 25645056) 25645056, 4096
00020000:00200000:0.0:1789760787.830514:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760787.830536:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6260, 6260]
00000008:00010000:0.0:1789760787.830554:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760787.830560:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760787.830573:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25640960, 25645056) append 0 append lockpos 0
00000080:00200000:0.0:1789760787.830589:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25640960=0x1874000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760787.830985:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760787.830989:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25645056
00000020:00010000:0.0:1789760787.831000:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760787.831004:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760787.831007:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760787.831011:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760787.831015:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760787.831024:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760787.831030:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760787.831051:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d180
00000008:00100000:0.0:1789760787.831183:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56a00 - object 0x280000401:3 offset 25640960<>25645056
00000080:00200000:0.0:1789760787.870133:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6260, 6260]
00000080:00200000:0.0:1789760787.870150:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760787.870156:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760787.870172:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25645056 i_blocks 51207
00000020:00200000:0.0:1789760787.870176:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760787.870186:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760787.870259:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25645056, count: 4096
00000080:00200000:0.0:1789760787.870267:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25645056, bytes: 4096
00000080:00200000:0.0:1789760787.870281:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760787.870290:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760787.870293:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25645056, 25649152) 0 0
00000080:00200000:0.0:1789760787.870297:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760787.870314:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6261, 6261]
00020000:00200000:0.0:1789760787.870323:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25645056 chunk: [25645056, 25649152) 25649152, 4096
00020000:00200000:0.0:1789760787.870328:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760787.870346:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6261, 6261]
00000008:00010000:0.0:1789760787.870362:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760787.870368:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760787.870378:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25645056, 25649152) append 0 append lockpos 0
00000080:00200000:0.0:1789760787.870391:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25645056=0x1875000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760787.870444:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760787.870447:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25649152
00000020:00010000:0.0:1789760787.870456:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760787.870460:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760787.870463:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760787.870466:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760787.870470:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760787.870477:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760787.870485:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760787.870501:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:0.0:1789760787.870698:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56a00 - object 0x280000401:3 offset 25645056<>25649152
00000080:00200000:0.0:1789760787.924610:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6261, 6261]
00000080:00200000:0.0:1789760787.924629:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760787.924635:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760787.924651:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25649152 i_blocks 51207
00000020:00200000:0.0:1789760787.924655:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760787.924666:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760787.924705:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25649152, count: 4096
00000080:00200000:0.0:1789760787.924713:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25649152, bytes: 4096
00000080:00200000:0.0:1789760787.924722:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760787.924731:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760787.924733:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25649152, 25653248) 0 0
00000080:00200000:0.0:1789760787.924738:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760787.924757:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6262, 6262]
00020000:00200000:0.0:1789760787.924766:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25649152 chunk: [25649152, 25653248) 25653248, 4096
00020000:00200000:0.0:1789760787.924771:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760787.924791:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6262, 6262]
00000008:00010000:0.0:1789760787.924808:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760787.924813:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760787.924825:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25649152, 25653248) append 0 append lockpos 0
00000080:00200000:0.0:1789760787.924848:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25649152=0x1876000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760787.924975:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760787.924978:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25653248
00000020:00010000:0.0:1789760787.924987:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760787.924991:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760787.924993:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760787.924995:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760787.924998:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760787.925004:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760787.925010:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760787.925023:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d240
00000008:00100000:0.0:1789760787.925143:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57800 - object 0x280000401:3 offset 25649152<>25653248
00000080:00200000:0.0:1789760787.955706:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6262, 6262]
00000080:00200000:0.0:1789760787.955726:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760787.955732:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760787.955748:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25653248 i_blocks 51207
00000020:00200000:0.0:1789760787.955752:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760787.955761:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760787.955795:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25653248, count: 4096
00000080:00200000:0.0:1789760787.955804:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25653248, bytes: 4096
00000080:00200000:0.0:1789760787.955814:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760787.955823:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760787.955825:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25653248, 25657344) 0 0
00000080:00200000:0.0:1789760787.955830:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760787.955857:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6263, 6263]
00020000:00200000:0.0:1789760787.955867:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25653248 chunk: [25653248, 25657344) 25657344, 4096
00020000:00200000:0.0:1789760787.955872:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760787.955892:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6263, 6263]
00000008:00010000:0.0:1789760787.955909:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760787.955915:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760787.955927:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25653248, 25657344) append 0 append lockpos 0
00000080:00200000:0.0:1789760787.955941:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25653248=0x1877000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760787.955992:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760787.955995:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25657344
00000020:00010000:0.0:1789760787.956006:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760787.956010:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760787.956013:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760787.956016:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760787.956019:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760787.956027:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760787.956035:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00010000:00010000:0.0:1789760787.999941:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000080:00200000:0.0:1789760788.008257:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6263, 6263]
00000080:00200000:0.0:1789760788.008273:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760788.008280:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760788.008296:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25657344 i_blocks 51207
00000020:00200000:0.0:1789760788.008301:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760788.008311:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760788.008345:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25657344, count: 4096
00000080:00200000:0.0:1789760788.008352:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25657344, bytes: 4096
00000080:00200000:0.0:1789760788.008365:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760788.008374:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760788.008377:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25657344, 25661440) 0 0
00000080:00200000:0.0:1789760788.008381:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760788.008398:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6264, 6264]
00020000:00200000:0.0:1789760788.008407:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25657344 chunk: [25657344, 25661440) 25661440, 4096
00020000:00200000:0.0:1789760788.008412:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760788.008431:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6264, 6264]
00000008:00010000:0.0:1789760788.008448:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760788.008454:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760788.008465:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25657344, 25661440) append 0 append lockpos 0
00000080:00200000:0.0:1789760788.008481:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25657344=0x1878000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760788.008539:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760788.008542:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25661440
00000020:00010000:0.0:1789760788.008550:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760788.008554:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.008557:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.008560:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760788.008563:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760788.008571:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760788.008578:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760788.009721:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d0c0
00000008:00100000:0.0:1789760788.009991:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54380 - object 0x280000401:3 offset 25657344<>25661440
00000100:00100000:0.0:1789760788.010093:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760788.010117:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521065600:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760788.052205:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973584 gen 3
00000008:00010000:0.0:1789760788.052294:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7d0c0
00000020:00200000:0.0:1789760788.052303:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760788.052314:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760788.052333:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7d0c0
00000100:00100000:0.0:1789760788.052370:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521065600:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760788.052496:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6264, 6264]
00000080:00200000:3.0:1789760788.052514:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760788.052671:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760788.052690:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25661440 i_blocks 51207
00000020:00200000:3.0:1789760788.052695:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760788.052705:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760788.052743:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25661440, count: 4096
00000080:00200000:3.0:1789760788.053079:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25661440, bytes: 4096
00000080:00200000:3.0:1789760788.053093:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760788.053102:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760788.053104:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25661440, 25665536) 0 0
00000080:00200000:3.0:1789760788.053109:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760788.053126:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6265, 6265]
00020000:00200000:3.0:1789760788.053135:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25661440 chunk: [25661440, 25665536) 25665536, 4096
00020000:00200000:3.0:1789760788.053140:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760788.053166:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6265, 6265]
00000008:00010000:3.0:1789760788.053184:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760788.053191:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760788.053202:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25661440, 25665536) append 0 append lockpos 0
00000080:00200000:3.0:1789760788.053258:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25661440=0x1879000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760788.053321:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760788.053325:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25665536
00000020:00010000:3.0:1789760788.053334:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:3.0:1789760788.053338:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760788.053341:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760788.053345:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760788.053348:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760788.053355:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760788.053372:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760788.053393:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb60c0
00000008:00100000:3.0:1789760788.053533:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad0a80 - object 0x280000401:3 offset 25661440<>25665536
00000100:00100000:3.0:1789760788.053587:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760788.054816:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521065728:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760788.120729:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973585 gen 3
00000008:00010000:3.0:1789760788.120781:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb60c0
00000020:00200000:3.0:1789760788.120789:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760788.120800:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760788.120971:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb60c0
00000100:00100000:3.0:1789760788.121002:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521065728:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760788.122433:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521065856:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760788.176068:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973586 gen 3
00000008:00010000:3.0:1789760788.176125:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590e40
00000020:00200000:3.0:1789760788.176133:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760788.176146:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760788.176166:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590e40
00000100:00100000:3.0:1789760788.176209:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521065856:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760788.177041:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521065984:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760788.230707:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590d80
00000020:00200000:3.0:1789760788.230726:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760788.230739:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760788.230769:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590d80
00000100:00100000:3.0:1789760788.230811:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521065984:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760788.231767:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760788.231791:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521066112:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760788.314294:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973587 gen 3
00000100:00100000:3.0:1789760788.314336:0:2407:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff911a12ee8000 x1876699521066112/t4294973588(4294973588) o4->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760804 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:3.0:1789760788.314400:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590300
00000020:00200000:3.0:1789760788.314407:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760788.314417:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760788.314439:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590300
00000100:00100000:3.0:1789760788.314467:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521066112:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760788.315436:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521066240:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760788.431098:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973589 gen 3
00000008:00010000:3.0:1789760788.431163:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065906c0
00000020:00200000:3.0:1789760788.431173:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760788.431183:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760788.431206:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065906c0
00000100:00100000:3.0:1789760788.431278:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521066240:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760788.433954:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760788.433994:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521066368:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760788.447845:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521066624:192.168.203.116@tcp:400:kworker.0
00000100:00100000:3.0:1789760788.447955:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2408:1876699521066880:192.168.203.116@tcp:400:kworker.0
00000100:00100000:3.0:1789760788.447990:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1]
00000100:00100000:3.0:1789760788.448008:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2408:1876699521066496:192.168.203.116@tcp:400:kworker.0
00000100:00100000:3.0:1789760788.448040:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521066752:192.168.203.116@tcp:400:kworker.0
00000100:00100000:3.0:1789760788.448063:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2408:1876699521067008:192.168.203.116@tcp:400:kworker.0
00000100:00100000:3.0:1789760788.454042:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2408:1876699521066496:192.168.203.116@tcp:400:kworker.0
00000100:00100000:3.0:1789760788.454074:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521066752:192.168.203.116@tcp:400:kworker.0
00000100:00100000:3.0:1789760788.454088:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2408:1876699521067008:192.168.203.116@tcp:400:kworker.0
00000100:00100000:3.0:1789760788.454101:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521066624:192.168.203.116@tcp:400:kworker.0
00000100:00100000:3.0:1789760788.454113:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2408:1876699521066880:192.168.203.116@tcp:400:kworker.0
00000080:00200000:0.0:1789760788.524764:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6270, 6270]
00000080:00200000:0.0:1789760788.524781:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760788.524787:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760788.524803:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25686016 i_blocks 51207
00000020:00200000:0.0:1789760788.524807:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760788.524818:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760788.524862:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25686016, count: 4096
00000080:00200000:0.0:1789760788.524871:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25686016, bytes: 4096
00000080:00200000:0.0:1789760788.524882:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760788.524891:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760788.524894:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25686016, 25690112) 0 0
00000080:00200000:0.0:1789760788.524899:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760788.524918:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6271, 6271]
00020000:00200000:0.0:1789760788.524928:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25686016 chunk: [25686016, 25690112) 25690112, 4096
00020000:00200000:0.0:1789760788.524933:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760788.524954:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6271, 6271]
00000008:00010000:0.0:1789760788.524973:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760788.524979:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760788.524992:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25686016, 25690112) append 0 append lockpos 0
00000080:00200000:0.0:1789760788.525016:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25686016=0x187f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760788.525079:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760788.525082:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25690112
00000020:00010000:0.0:1789760788.525092:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760788.525096:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.525099:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.525103:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760788.525106:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760788.525115:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760788.525122:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760788.525140:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d0c0
00000008:00100000:0.0:1789760788.525312:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54380 - object 0x280000401:3 offset 25686016<>25690112
00000080:00200000:0.0:1789760788.612209:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6271, 6271]
00000080:00200000:0.0:1789760788.612253:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760788.612259:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760788.612274:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25690112 i_blocks 51207
00000020:00200000:0.0:1789760788.612278:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760788.612288:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760788.612415:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25690112, count: 4096
00000080:00200000:0.0:1789760788.612423:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25690112, bytes: 4096
00000080:00200000:0.0:1789760788.612433:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760788.612442:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760788.612444:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25690112, 25694208) 0 0
00000080:00200000:0.0:1789760788.612448:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760788.612472:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6272, 6272]
00020000:00200000:0.0:1789760788.612482:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25690112 chunk: [25690112, 25694208) 25694208, 4096
00020000:00200000:0.0:1789760788.612486:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760788.612504:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6272, 6272]
00000008:00010000:0.0:1789760788.612521:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760788.612527:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760788.612538:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25690112, 25694208) append 0 append lockpos 0
00000080:00200000:0.0:1789760788.612551:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25690112=0x1880000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760788.612599:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760788.612601:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25694208
00000020:00010000:0.0:1789760788.612610:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760788.612613:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.612616:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.612620:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760788.612623:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760788.612631:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760788.612637:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760788.612652:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d240
00000008:00100000:0.0:1789760788.612763:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56300 - object 0x280000401:3 offset 25690112<>25694208
00000080:00200000:0.0:1789760788.695159:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6273, 6273]
00000080:00200000:0.0:1789760788.695175:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760788.695181:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760788.695197:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25698304 i_blocks 51207
00000020:00200000:0.0:1789760788.695201:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760788.695211:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760788.695275:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25698304, count: 4096
00000080:00200000:0.0:1789760788.695281:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25698304, bytes: 4096
00000080:00200000:0.0:1789760788.695291:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760788.695300:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760788.695302:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25698304, 25702400) 0 0
00000080:00200000:0.0:1789760788.695306:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760788.695321:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6274, 6274]
00020000:00200000:0.0:1789760788.695331:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25698304 chunk: [25698304, 25702400) 25702400, 4096
00020000:00200000:0.0:1789760788.695336:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760788.695353:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6274, 6274]
00000008:00010000:0.0:1789760788.695368:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760788.695373:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760788.695383:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25698304, 25702400) append 0 append lockpos 0
00000080:00200000:0.0:1789760788.695396:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25698304=0x1882000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760788.695448:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760788.695451:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25702400
00000020:00010000:0.0:1789760788.695458:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760788.695461:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.695464:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.695468:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760788.695471:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760788.695478:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760788.695484:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760788.695498:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:0.0:1789760788.695605:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55880 - object 0x280000401:3 offset 25698304<>25702400
00000080:00200000:0.0:1789760788.735672:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6274, 6274]
00000080:00200000:0.0:1789760788.735700:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760788.735708:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760788.735727:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25702400 i_blocks 51207
00000020:00200000:0.0:1789760788.735732:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760788.735749:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760788.735783:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25702400, count: 4096
00000080:00200000:0.0:1789760788.735792:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25702400, bytes: 4096
00000080:00200000:0.0:1789760788.735809:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760788.735818:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760788.735823:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25702400, 25706496) 0 0
00000080:00200000:0.0:1789760788.735837:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760788.735854:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6275, 6275]
00020000:00200000:0.0:1789760788.735864:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25702400 chunk: [25702400, 25706496) 25706496, 4096
00020000:00200000:0.0:1789760788.735868:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760788.735889:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6275, 6275]
00000008:00010000:0.0:1789760788.735906:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760788.735913:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760788.735924:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25702400, 25706496) append 0 append lockpos 0
00000080:00200000:0.0:1789760788.735937:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25702400=0x1883000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760788.736008:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760788.736011:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25706496
00000020:00010000:0.0:1789760788.736021:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760788.736024:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.736027:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.736031:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760788.736034:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760788.736042:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760788.736049:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760788.736080:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d180
00000008:00100000:0.0:1789760788.736254:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57100 - object 0x280000401:3 offset 25702400<>25706496
00000080:00200000:0.0:1789760788.789298:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6275, 6275]
00000080:00200000:0.0:1789760788.789318:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760788.789324:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760788.789343:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25706496 i_blocks 51207
00000020:00200000:0.0:1789760788.789347:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760788.789357:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760788.789393:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25706496, count: 4096
00000080:00200000:0.0:1789760788.789400:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25706496, bytes: 4096
00000080:00200000:0.0:1789760788.789411:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760788.789421:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760788.789424:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25706496, 25710592) 0 0
00000080:00200000:0.0:1789760788.789428:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760788.789446:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6276, 6276]
00020000:00200000:0.0:1789760788.789558:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25706496 chunk: [25706496, 25710592) 25710592, 4096
00020000:00200000:0.0:1789760788.789565:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760788.789590:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6276, 6276]
00000008:00010000:0.0:1789760788.789610:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760788.789617:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760788.789630:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25706496, 25710592) append 0 append lockpos 0
00000080:00200000:0.0:1789760788.789645:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25706496=0x1884000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760788.789709:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760788.789712:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25710592
00000020:00010000:0.0:1789760788.789721:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760788.789724:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.789727:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.789730:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760788.789733:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760788.789741:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760788.789759:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760788.789778:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760788.789912:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54000 - object 0x280000401:3 offset 25706496<>25710592
00000100:00100000:3.0:1789760788.826155:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521067904:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760788.885073:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6277, 6277]
00000080:00200000:0.0:1789760788.885089:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760788.885096:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760788.885111:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25714688 i_blocks 51207
00000020:00200000:0.0:1789760788.885115:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760788.885124:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760788.885156:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25714688, count: 4096
00000080:00200000:0.0:1789760788.885162:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25714688, bytes: 4096
00000080:00200000:0.0:1789760788.885171:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760788.885181:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760788.885183:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25714688, 25718784) 0 0
00000080:00200000:0.0:1789760788.885187:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760788.885202:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6278, 6278]
00020000:00200000:0.0:1789760788.885210:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25714688 chunk: [25714688, 25718784) 25718784, 4096
00020000:00200000:0.0:1789760788.885245:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760788.885263:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6278, 6278]
00000008:00010000:0.0:1789760788.885280:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760788.885286:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760788.885298:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25714688, 25718784) append 0 append lockpos 0
00000080:00200000:0.0:1789760788.885324:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25714688=0x1886000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760788.885382:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760788.885384:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25718784
00000020:00010000:0.0:1789760788.885392:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760788.885395:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.885398:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.885402:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760788.885404:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760788.885412:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760788.885418:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760788.885432:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760788.885550:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56d80 - object 0x280000401:3 offset 25714688<>25718784
00000080:00200000:0.0:1789760788.924967:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6278, 6278]
00000080:00200000:0.0:1789760788.924985:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760788.924991:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760788.925007:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25718784 i_blocks 51207
00000020:00200000:0.0:1789760788.925011:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760788.925021:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760788.925056:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25718784, count: 4096
00000080:00200000:0.0:1789760788.925064:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25718784, bytes: 4096
00000080:00200000:0.0:1789760788.925074:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760788.925083:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760788.925086:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25718784, 25722880) 0 0
00000080:00200000:0.0:1789760788.925090:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760788.925107:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6279, 6279]
00020000:00200000:0.0:1789760788.925122:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25718784 chunk: [25718784, 25722880) 25722880, 4096
00020000:00200000:0.0:1789760788.925127:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760788.925157:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6279, 6279]
00000008:00010000:0.0:1789760788.925175:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760788.925181:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760788.925194:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25718784, 25722880) append 0 append lockpos 0
00000080:00200000:0.0:1789760788.925207:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25718784=0x1887000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760788.925455:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760788.925460:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25722880
00000020:00010000:0.0:1789760788.925471:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760788.925475:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.925478:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.925482:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760788.925485:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760788.925493:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760788.925501:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760788.925519:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760788.925837:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55180 - object 0x280000401:3 offset 25718784<>25722880
00000080:00200000:0.0:1789760788.978301:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6279, 6279]
00000080:00200000:0.0:1789760788.978427:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760788.978433:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760788.978450:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25722880 i_blocks 51207
00000020:00200000:0.0:1789760788.978453:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760788.979630:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760788.979668:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25722880, count: 4096
00000080:00200000:0.0:1789760788.979677:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25722880, bytes: 4096
00000080:00200000:0.0:1789760788.979691:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760788.979700:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760788.979703:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25722880, 25726976) 0 0
00000080:00200000:0.0:1789760788.979708:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760788.979727:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6280, 6280]
00020000:00200000:0.0:1789760788.979736:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25722880 chunk: [25722880, 25726976) 25726976, 4096
00020000:00200000:0.0:1789760788.979742:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760788.979773:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6280, 6280]
00000008:00010000:0.0:1789760788.979791:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760788.979797:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760788.979808:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25722880, 25726976) append 0 append lockpos 0
00000080:00200000:0.0:1789760788.979820:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25722880=0x1888000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760788.979890:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760788.979892:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25726976
00000020:00010000:0.0:1789760788.979900:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760788.979903:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.979906:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.979910:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760788.979913:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760788.979920:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760788.979926:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760788.979950:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760788.980068:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55500 - object 0x280000401:3 offset 25722880<>25726976
00010000:00010000:0.0:1789760789.024245:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000080:00200000:0.0:1789760789.054679:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6280, 6280]
00000080:00200000:0.0:1789760789.054695:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760789.054701:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760789.054716:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25726976 i_blocks 51207
00000020:00200000:0.0:1789760789.054720:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760789.054729:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760789.054763:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25726976, count: 4096
00000080:00200000:0.0:1789760789.054771:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25726976, bytes: 4096
00000080:00200000:0.0:1789760789.054781:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760789.054790:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760789.054792:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25726976, 25731072) 0 0
00000080:00200000:0.0:1789760789.054797:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760789.054815:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6281, 6281]
00020000:00200000:0.0:1789760789.054834:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25726976 chunk: [25726976, 25731072) 25731072, 4096
00020000:00200000:0.0:1789760789.054841:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760789.054860:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6281, 6281]
00000008:00010000:0.0:1789760789.054877:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760789.054883:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760789.054894:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25726976, 25731072) append 0 append lockpos 0
00000080:00200000:0.0:1789760789.054908:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25726976=0x1889000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760789.054966:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760789.054969:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25731072
00000020:00010000:0.0:1789760789.054977:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760789.054980:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.054984:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.054988:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760789.054990:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760789.054998:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760789.055005:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760789.055021:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d180
00000008:00100000:0.0:1789760789.055151:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54a80 - object 0x280000401:3 offset 25726976<>25731072
00000080:00200000:0.0:1789760789.101060:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6281, 6281]
00000080:00200000:0.0:1789760789.101076:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760789.101082:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760789.101096:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25731072 i_blocks 51207
00000020:00200000:0.0:1789760789.101100:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760789.101108:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760789.101141:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25731072, count: 4096
00000080:00200000:0.0:1789760789.101148:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25731072, bytes: 4096
00000080:00200000:0.0:1789760789.101158:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760789.101167:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760789.101169:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25731072, 25735168) 0 0
00000080:00200000:0.0:1789760789.101174:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760789.101190:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6282, 6282]
00020000:00200000:0.0:1789760789.101199:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25731072 chunk: [25731072, 25735168) 25735168, 4096
00020000:00200000:0.0:1789760789.101204:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760789.101309:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6282, 6282]
00000008:00010000:0.0:1789760789.101326:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760789.101340:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760789.101351:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25731072, 25735168) append 0 append lockpos 0
00000080:00200000:0.0:1789760789.101505:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25731072=0x188a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760789.101558:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760789.101561:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25735168
00000020:00010000:0.0:1789760789.101570:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760789.101573:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.101576:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.101580:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760789.101583:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760789.101590:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760789.101598:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760789.101616:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:0.0:1789760789.101742:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54e00 - object 0x280000401:3 offset 25731072<>25735168
00000080:00200000:0.0:1789760789.155054:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6282, 6282]
00000080:00200000:0.0:1789760789.155074:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760789.155080:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760789.155098:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25735168 i_blocks 51207
00000020:00200000:0.0:1789760789.155102:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760789.155114:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760789.155151:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25735168, count: 4096
00000080:00200000:0.0:1789760789.155160:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25735168, bytes: 4096
00000080:00200000:0.0:1789760789.155172:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760789.155181:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760789.155183:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25735168, 25739264) 0 0
00000080:00200000:0.0:1789760789.155187:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760789.155205:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6283, 6283]
00020000:00200000:0.0:1789760789.155247:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25735168 chunk: [25735168, 25739264) 25739264, 4096
00020000:00200000:0.0:1789760789.155253:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760789.155275:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6283, 6283]
00000008:00010000:0.0:1789760789.155293:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760789.155300:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760789.155310:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25735168, 25739264) append 0 append lockpos 0
00000080:00200000:0.0:1789760789.155324:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25735168=0x188b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760789.155397:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760789.155399:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25739264
00000020:00010000:0.0:1789760789.155408:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760789.155412:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.155415:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.155418:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760789.155421:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760789.155429:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760789.155436:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760789.155454:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d240
00000008:00100000:0.0:1789760789.155779:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54700 - object 0x280000401:3 offset 25735168<>25739264
00000080:00200000:0.0:1789760789.199564:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6283, 6283]
00000080:00200000:0.0:1789760789.199582:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760789.199588:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760789.199604:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25739264 i_blocks 51207
00000020:00200000:0.0:1789760789.199608:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760789.199617:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760789.199652:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25739264, count: 4096
00000080:00200000:0.0:1789760789.199661:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25739264, bytes: 4096
00000080:00200000:0.0:1789760789.199670:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760789.199680:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760789.199682:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25739264, 25743360) 0 0
00000080:00200000:0.0:1789760789.199686:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760789.199704:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6284, 6284]
00020000:00200000:0.0:1789760789.199712:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25739264 chunk: [25739264, 25743360) 25743360, 4096
00020000:00200000:0.0:1789760789.199717:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760789.199736:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6284, 6284]
00000008:00010000:0.0:1789760789.199754:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760789.199760:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760789.199772:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25739264, 25743360) append 0 append lockpos 0
00000080:00200000:0.0:1789760789.199784:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25739264=0x188c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760789.199842:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760789.199846:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25743360
00000020:00010000:0.0:1789760789.199854:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760789.199858:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.199861:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.199864:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760789.199876:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760789.199884:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760789.199891:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760789.239249:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6284, 6284]
00000080:00200000:0.0:1789760789.239267:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760789.239273:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760789.239289:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25743360 i_blocks 51207
00000020:00200000:0.0:1789760789.239292:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760789.239303:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760789.239341:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25743360, count: 4096
00000080:00200000:0.0:1789760789.239349:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25743360, bytes: 4096
00000080:00200000:0.0:1789760789.239372:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760789.239381:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760789.239384:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25743360, 25747456) 0 0
00000080:00200000:0.0:1789760789.239388:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760789.239404:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6285, 6285]
00020000:00200000:0.0:1789760789.239412:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25743360 chunk: [25743360, 25747456) 25747456, 4096
00020000:00200000:0.0:1789760789.239418:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760789.239437:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6285, 6285]
00000008:00010000:0.0:1789760789.239625:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760789.239631:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760789.239645:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25743360, 25747456) append 0 append lockpos 0
00000080:00200000:0.0:1789760789.239660:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25743360=0x188d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760789.239722:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760789.239726:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25747456
00000020:00010000:0.0:1789760789.239734:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760789.239737:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.239740:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.239755:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760789.239759:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760789.239768:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760789.239774:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760789.239792:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d0c0
00000008:00100000:0.0:1789760789.239988:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55c00 - object 0x280000401:3 offset 25743360<>25747456
00000080:00200000:0.0:1789760789.280822:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6285, 6285]
00000080:00200000:0.0:1789760789.280847:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760789.280854:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760789.280877:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25747456 i_blocks 51207
00000020:00200000:0.0:1789760789.280881:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760789.280890:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760789.280924:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25747456, count: 4096
00000080:00200000:0.0:1789760789.280931:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25747456, bytes: 4096
00000080:00200000:0.0:1789760789.280942:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760789.280950:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760789.280953:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25747456, 25751552) 0 0
00000080:00200000:0.0:1789760789.280957:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760789.280975:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6286, 6286]
00020000:00200000:0.0:1789760789.280984:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25747456 chunk: [25747456, 25751552) 25751552, 4096
00020000:00200000:0.0:1789760789.280989:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760789.281010:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6286, 6286]
00000008:00010000:0.0:1789760789.281030:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760789.281036:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760789.281047:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25747456, 25751552) append 0 append lockpos 0
00000080:00200000:0.0:1789760789.281061:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25747456=0x188e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760789.281117:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760789.281120:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25751552
00000020:00010000:0.0:1789760789.281128:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760789.281131:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.281134:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.281138:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760789.281140:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760789.281148:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760789.281154:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760789.281172:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d240
00000008:00100000:0.0:1789760789.281312:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57b80 - object 0x280000401:3 offset 25747456<>25751552
00000100:00100000:0.0:1789760789.281356:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760789.281374:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521069056:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760789.321936:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973605 gen 3
00000100:00100000:0.0:1789760789.321979:0:2405:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff911a05c57b80 x1876699521069056/t4294973606(4294973606) o4->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760805 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:0.0:1789760789.322031:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7d240
00000020:00200000:0.0:1789760789.322038:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760789.322048:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760789.322075:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7d240
00000100:00100000:0.0:1789760789.322100:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521069056:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760789.356075:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6287, 6287]
00000080:00200000:3.0:1789760789.356092:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760789.356098:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760789.356113:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25755648 i_blocks 51207
00000020:00200000:3.0:1789760789.356116:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760789.356127:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760789.356161:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25755648, count: 4096
00000080:00200000:3.0:1789760789.356169:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25755648, bytes: 4096
00000080:00200000:3.0:1789760789.356181:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760789.356190:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760789.356192:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25755648, 25759744) 0 0
00000080:00200000:3.0:1789760789.356196:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760789.356301:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6288, 6288]
00020000:00200000:3.0:1789760789.356311:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25755648 chunk: [25755648, 25759744) 25759744, 4096
00020000:00200000:3.0:1789760789.356316:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000100:00100000:3.0:1789760789.357243:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521069312:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760789.404095:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6288, 6288]
00000080:00200000:0.0:1789760789.404113:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760789.404120:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760789.404134:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25759744 i_blocks 51207
00000020:00200000:0.0:1789760789.404138:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760789.404147:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760789.404179:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25759744, count: 4096
00000080:00200000:0.0:1789760789.404186:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25759744, bytes: 4096
00000080:00200000:0.0:1789760789.404197:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760789.404206:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760789.404208:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25759744, 25763840) 0 0
00000080:00200000:0.0:1789760789.404243:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760789.404260:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6289, 6289]
00020000:00200000:0.0:1789760789.404269:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25759744 chunk: [25759744, 25763840) 25763840, 4096
00020000:00200000:0.0:1789760789.404274:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760789.404294:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6289, 6289]
00000008:00010000:0.0:1789760789.404312:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760789.404319:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760789.404331:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25759744, 25763840) append 0 append lockpos 0
00000080:00200000:0.0:1789760789.404343:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25759744=0x1891000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760789.404403:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760789.404406:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25763840
00000020:00010000:0.0:1789760789.404414:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760789.404417:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.404421:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.404425:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760789.404428:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760789.404437:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760789.404443:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760789.404520:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d240
00000008:00100000:0.0:1789760789.404632:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55c00 - object 0x280000401:3 offset 25759744<>25763840
00000080:00200000:0.0:1789760789.437312:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6289, 6289]
00000080:00200000:0.0:1789760789.437330:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760789.437337:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760789.437354:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25763840 i_blocks 51207
00000020:00200000:0.0:1789760789.437357:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760789.437368:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760789.437403:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25763840, count: 4096
00000080:00200000:0.0:1789760789.437410:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25763840, bytes: 4096
00000080:00200000:0.0:1789760789.437422:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760789.437430:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760789.437433:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25763840, 25767936) 0 0
00000080:00200000:0.0:1789760789.437437:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760789.437511:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6290, 6290]
00020000:00200000:0.0:1789760789.437520:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25763840 chunk: [25763840, 25767936) 25767936, 4096
00020000:00200000:0.0:1789760789.437524:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760789.437543:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6290, 6290]
00000008:00010000:0.0:1789760789.437557:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760789.437561:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760789.437571:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25763840, 25767936) append 0 append lockpos 0
00000080:00200000:0.0:1789760789.437583:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25763840=0x1892000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760789.437632:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760789.437634:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25767936
00000020:00010000:0.0:1789760789.437640:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760789.437643:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.437645:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.437648:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760789.437650:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760789.437655:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760789.437660:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760789.437672:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:0.0:1789760789.437785:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56680 - object 0x280000401:3 offset 25763840<>25767936
00000080:00200000:0.0:1789760789.490288:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6290, 6290]
00000080:00200000:0.0:1789760789.490314:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760789.490321:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760789.490338:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25767936 i_blocks 51207
00000020:00200000:0.0:1789760789.490344:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760789.490360:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760789.490396:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25767936, count: 4096
00000080:00200000:0.0:1789760789.490405:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25767936, bytes: 4096
00000080:00200000:0.0:1789760789.490421:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760789.490430:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760789.490433:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25767936, 25772032) 0 0
00000080:00200000:0.0:1789760789.490437:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760789.490744:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6291, 6291]
00020000:00200000:0.0:1789760789.490763:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25767936 chunk: [25767936, 25772032) 25772032, 4096
00020000:00200000:0.0:1789760789.490768:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760789.490791:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6291, 6291]
00000008:00010000:0.0:1789760789.490810:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760789.490816:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760789.490838:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25767936, 25772032) append 0 append lockpos 0
00000080:00200000:0.0:1789760789.490854:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25767936=0x1893000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760789.490918:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760789.490921:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25772032
00000020:00010000:0.0:1789760789.490929:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760789.490933:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.490936:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.490940:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760789.490943:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760789.490952:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760789.490959:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760789.490980:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d180
00000008:00100000:0.0:1789760789.491115:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55f80 - object 0x280000401:3 offset 25767936<>25772032
00000080:00200000:0.0:1789760789.532066:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6291, 6291]
00000080:00200000:0.0:1789760789.532085:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760789.532091:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760789.532108:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25772032 i_blocks 51207
00000020:00200000:0.0:1789760789.532112:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760789.532122:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760789.532158:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25772032, count: 4096
00000080:00200000:0.0:1789760789.532165:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25772032, bytes: 4096
00000080:00200000:0.0:1789760789.532175:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760789.532184:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760789.532186:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25772032, 25776128) 0 0
00000080:00200000:0.0:1789760789.532190:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760789.532207:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6292, 6292]
00020000:00200000:0.0:1789760789.532257:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25772032 chunk: [25772032, 25776128) 25776128, 4096
00020000:00200000:0.0:1789760789.532262:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760789.532283:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6292, 6292]
00000008:00010000:0.0:1789760789.532302:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760789.532308:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760789.532321:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25772032, 25776128) append 0 append lockpos 0
00000080:00200000:0.0:1789760789.532337:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25772032=0x1894000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760789.532408:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760789.532411:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25776128
00000020:00010000:0.0:1789760789.532419:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760789.532422:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.532426:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.532429:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760789.532432:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760789.532440:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760789.532447:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760789.532476:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760789.532605:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55f80 - object 0x280000401:3 offset 25772032<>25776128
00000080:00200000:0.0:1789760789.592366:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6292, 6292]
00000080:00200000:0.0:1789760789.592397:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760789.592406:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760789.592432:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25776128 i_blocks 51207
00000020:00200000:0.0:1789760789.592439:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760789.592465:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760789.592519:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25776128, count: 4096
00000080:00200000:0.0:1789760789.592529:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25776128, bytes: 4096
00000080:00200000:0.0:1789760789.592546:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760789.592560:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760789.592562:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25776128, 25780224) 0 0
00000080:00200000:0.0:1789760789.592569:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760789.592591:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6293, 6293]
00020000:00200000:0.0:1789760789.592605:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25776128 chunk: [25776128, 25780224) 25780224, 4096
00020000:00200000:0.0:1789760789.592611:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760789.592642:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6293, 6293]
00000008:00010000:0.0:1789760789.592667:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760789.592676:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760789.592694:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25776128, 25780224) append 0 append lockpos 0
00000080:00200000:0.0:1789760789.592782:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25776128=0x1895000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760789.592879:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760789.592882:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25780224
00000020:00010000:0.0:1789760789.592895:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760789.592901:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.592905:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.592911:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760789.592916:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760789.592929:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760789.592939:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760789.593013:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760789.593892:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56680 - object 0x280000401:3 offset 25776128<>25780224
00000080:00200000:0.0:1789760789.634902:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6293, 6293]
00000080:00200000:0.0:1789760789.634918:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760789.634924:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760789.634940:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25780224 i_blocks 51207
00000020:00200000:0.0:1789760789.634944:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760789.634953:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760789.634986:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25780224, count: 4096
00000080:00200000:0.0:1789760789.634994:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25780224, bytes: 4096
00000080:00200000:0.0:1789760789.635004:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760789.635013:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760789.635015:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25780224, 25784320) 0 0
00000080:00200000:0.0:1789760789.635028:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760789.635043:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6294, 6294]
00020000:00200000:0.0:1789760789.635052:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25780224 chunk: [25780224, 25784320) 25784320, 4096
00020000:00200000:0.0:1789760789.635057:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760789.635077:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6294, 6294]
00000008:00010000:0.0:1789760789.635104:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760789.635110:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760789.635121:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25780224, 25784320) append 0 append lockpos 0
00000080:00200000:0.0:1789760789.635135:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25780224=0x1896000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760789.635190:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760789.635193:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25784320
00000020:00010000:0.0:1789760789.635202:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760789.635205:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.635209:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.635254:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760789.635258:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760789.635266:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760789.635273:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760789.635289:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760789.635404:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55c00 - object 0x280000401:3 offset 25780224<>25784320
00000080:00200000:0.0:1789760789.701399:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6294, 6294]
00000080:00200000:0.0:1789760789.701415:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760789.701421:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760789.701436:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25784320 i_blocks 51207
00000020:00200000:0.0:1789760789.701439:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760789.701448:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760789.701492:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25784320, count: 4096
00000080:00200000:0.0:1789760789.701499:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25784320, bytes: 4096
00000080:00200000:0.0:1789760789.701509:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760789.701518:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760789.701520:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25784320, 25788416) 0 0
00000080:00200000:0.0:1789760789.701525:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760789.701542:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6295, 6295]
00020000:00200000:0.0:1789760789.701551:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25784320 chunk: [25784320, 25788416) 25788416, 4096
00020000:00200000:0.0:1789760789.701555:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760789.701573:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6295, 6295]
00000008:00010000:0.0:1789760789.701590:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760789.701596:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760789.701608:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25784320, 25788416) append 0 append lockpos 0
00000080:00200000:0.0:1789760789.701622:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25784320=0x1897000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760789.701678:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760789.701681:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25788416
00000020:00010000:0.0:1789760789.701690:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760789.701693:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.701696:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.701700:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760789.701703:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760789.701711:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760789.701718:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760789.701734:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760789.701865:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57b80 - object 0x280000401:3 offset 25784320<>25788416
00000080:00200000:0.0:1789760789.740300:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6295, 6295]
00000080:00200000:0.0:1789760789.740318:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760789.740324:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760789.740340:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25788416 i_blocks 51207
00000020:00200000:0.0:1789760789.740344:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760789.740363:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760789.740396:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25788416, count: 4096
00000080:00200000:0.0:1789760789.740402:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25788416, bytes: 4096
00000080:00200000:0.0:1789760789.740413:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760789.740421:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760789.740423:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25788416, 25792512) 0 0
00000080:00200000:0.0:1789760789.740427:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760789.740444:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6296, 6296]
00020000:00200000:0.0:1789760789.740563:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25788416 chunk: [25788416, 25792512) 25792512, 4096
00020000:00200000:0.0:1789760789.740569:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760789.740590:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6296, 6296]
00000008:00010000:0.0:1789760789.740609:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760789.740615:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760789.740627:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25788416, 25792512) append 0 append lockpos 0
00000080:00200000:0.0:1789760789.740641:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25788416=0x1898000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760789.740700:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760789.740704:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25792512
00000020:00010000:0.0:1789760789.740712:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760789.740716:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.740718:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.740722:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760789.740724:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760789.740734:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760789.740741:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760789.740772:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d180
00000008:00100000:0.0:1789760789.740905:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54700 - object 0x280000401:3 offset 25788416<>25792512
00000080:00200000:0.0:1789760789.817777:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6296, 6296]
00000080:00200000:0.0:1789760789.817810:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760789.817817:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760789.817849:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25792512 i_blocks 51207
00000020:00200000:0.0:1789760789.817855:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760789.817873:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760789.817905:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25792512, count: 4096
00000080:00200000:0.0:1789760789.817914:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25792512, bytes: 4096
00000080:00200000:0.0:1789760789.817928:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760789.817938:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760789.817940:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25792512, 25796608) 0 0
00000080:00200000:0.0:1789760789.817945:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760789.817963:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6297, 6297]
00020000:00200000:0.0:1789760789.817973:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25792512 chunk: [25792512, 25796608) 25796608, 4096
00020000:00200000:0.0:1789760789.817978:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760789.818002:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6297, 6297]
00000008:00010000:0.0:1789760789.818020:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760789.818027:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760789.818039:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25792512, 25796608) append 0 append lockpos 0
00000080:00200000:0.0:1789760789.818055:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25792512=0x1899000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760789.818122:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760789.818125:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25796608
00000020:00010000:0.0:1789760789.818134:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760789.818137:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.818140:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.818143:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760789.818146:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760789.818156:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760789.818163:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760789.818184:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:0.0:1789760789.821878:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54e00 - object 0x280000401:3 offset 25792512<>25796608
00000080:00200000:0.0:1789760789.906784:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6297, 6297]
00000080:00200000:0.0:1789760789.906807:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760789.906814:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760789.906842:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25796608 i_blocks 51207
00000020:00200000:0.0:1789760789.906847:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760789.906861:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760789.906894:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25796608, count: 4096
00000080:00200000:0.0:1789760789.906901:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25796608, bytes: 4096
00000080:00200000:0.0:1789760789.906915:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760789.906924:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760789.906927:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25796608, 25800704) 0 0
00000080:00200000:0.0:1789760789.906931:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760789.906947:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6298, 6298]
00020000:00200000:0.0:1789760789.906956:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25796608 chunk: [25796608, 25800704) 25800704, 4096
00020000:00200000:0.0:1789760789.906961:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760789.906981:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6298, 6298]
00000008:00010000:0.0:1789760789.907001:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760789.907007:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760789.907018:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25796608, 25800704) append 0 append lockpos 0
00000080:00200000:0.0:1789760789.907033:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25796608=0x189a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760789.907100:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760789.907102:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25800704
00000020:00010000:0.0:1789760789.907111:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760789.907115:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.907118:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.907122:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760789.907125:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760789.907133:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760789.907140:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760789.907161:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d240
00000008:00100000:0.0:1789760789.907354:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54a80 - object 0x280000401:3 offset 25796608<>25800704
00000080:00200000:0.0:1789760789.956247:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6298, 6298]
00000080:00200000:0.0:1789760789.956263:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760789.956269:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760789.956284:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25800704 i_blocks 51207
00000020:00200000:0.0:1789760789.956288:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760789.956297:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760789.956332:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25800704, count: 4096
00000080:00200000:0.0:1789760789.956340:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25800704, bytes: 4096
00000080:00200000:0.0:1789760789.956360:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760789.956370:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760789.956372:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25800704, 25804800) 0 0
00000080:00200000:0.0:1789760789.956377:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760789.956397:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6299, 6299]
00020000:00200000:0.0:1789760789.956406:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25800704 chunk: [25800704, 25804800) 25804800, 4096
00020000:00200000:0.0:1789760789.956411:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760789.956433:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6299, 6299]
00000008:00010000:0.0:1789760789.956464:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760789.956470:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760789.956484:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25800704, 25804800) append 0 append lockpos 0
00000080:00200000:0.0:1789760789.956498:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25800704=0x189b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760789.956556:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760789.956559:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25804800
00000020:00010000:0.0:1789760789.956568:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760789.956571:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.956574:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.956577:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760789.956580:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760789.956588:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760789.956595:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760789.956613:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d0c0
00000008:00100000:0.0:1789760789.956736:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55500 - object 0x280000401:3 offset 25800704<>25804800
00000080:00200000:0.0:1789760790.001734:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6299, 6299]
00000080:00200000:0.0:1789760790.001757:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760790.001763:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760790.001777:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25804800 i_blocks 51207
00000020:00200000:0.0:1789760790.001781:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760790.001791:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760790.001836:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25804800, count: 4096
00000080:00200000:0.0:1789760790.001844:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25804800, bytes: 4096
00000080:00200000:0.0:1789760790.001855:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760790.001862:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760790.001865:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25804800, 25808896) 0 0
00000080:00200000:0.0:1789760790.001869:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760790.001887:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6300, 6300]
00020000:00200000:0.0:1789760790.001896:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25804800 chunk: [25804800, 25808896) 25808896, 4096
00020000:00200000:0.0:1789760790.001900:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760790.001921:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6300, 6300]
00000008:00010000:0.0:1789760790.001939:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760790.002052:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760790.002067:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25804800, 25808896) append 0 append lockpos 0
00000080:00200000:0.0:1789760790.002085:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25804800=0x189c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760790.002149:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760790.002152:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25808896
00000020:00010000:0.0:1789760790.002161:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760790.002165:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.002168:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.002172:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760790.002175:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760790.002183:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760790.002191:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760790.002209:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d0c0
00000008:00100000:0.0:1789760790.002373:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55180 - object 0x280000401:3 offset 25804800<>25808896
00010000:00010000:0.0:1789760790.048030:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000080:00200000:0.0:1789760790.061305:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6300, 6300]
00000080:00200000:0.0:1789760790.061323:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760790.061329:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760790.061346:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25808896 i_blocks 51207
00000020:00200000:0.0:1789760790.061350:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760790.061360:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760790.061396:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25808896, count: 4096
00000080:00200000:0.0:1789760790.061403:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25808896, bytes: 4096
00000080:00200000:0.0:1789760790.061416:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760790.061425:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760790.061427:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25808896, 25812992) 0 0
00000080:00200000:0.0:1789760790.061432:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760790.061524:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6301, 6301]
00020000:00200000:0.0:1789760790.061535:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25808896 chunk: [25808896, 25812992) 25812992, 4096
00020000:00200000:0.0:1789760790.061541:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760790.061562:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6301, 6301]
00000008:00010000:0.0:1789760790.061581:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760790.061587:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760790.061600:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25808896, 25812992) append 0 append lockpos 0
00000080:00200000:0.0:1789760790.061615:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25808896=0x189d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760790.061679:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760790.061682:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25812992
00000020:00010000:0.0:1789760790.061692:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760790.061695:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.061698:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.061701:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760790.061703:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760790.061710:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760790.061717:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760790.061734:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d240
00000008:00100000:0.0:1789760790.061873:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56d80 - object 0x280000401:3 offset 25808896<>25812992
00000080:00200000:0.0:1789760790.118621:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6301, 6301]
00000080:00200000:0.0:1789760790.118640:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760790.118645:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760790.118662:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25812992 i_blocks 51207
00000020:00200000:0.0:1789760790.118666:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760790.118675:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760790.118711:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25812992, count: 4096
00000080:00200000:0.0:1789760790.118718:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25812992, bytes: 4096
00000080:00200000:0.0:1789760790.118730:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760790.118741:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760790.118743:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25812992, 25817088) 0 0
00000080:00200000:0.0:1789760790.118748:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760790.118766:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6302, 6302]
00020000:00200000:0.0:1789760790.118776:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25812992 chunk: [25812992, 25817088) 25817088, 4096
00020000:00200000:0.0:1789760790.118781:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760790.118801:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6302, 6302]
00000008:00010000:0.0:1789760790.118832:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760790.118839:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760790.118851:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25812992, 25817088) append 0 append lockpos 0
00000080:00200000:0.0:1789760790.119040:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25812992=0x189e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760790.119112:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760790.119116:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25817088
00000020:00010000:0.0:1789760790.119125:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760790.119129:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.119131:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.119135:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760790.119137:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760790.119146:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760790.119153:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760790.119173:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:0.0:1789760790.119472:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54000 - object 0x280000401:3 offset 25812992<>25817088
00000080:00200000:0.0:1789760790.255514:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6303, 6303]
00000080:00200000:0.0:1789760790.255533:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760790.255539:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760790.255561:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25821184 i_blocks 51207
00000020:00200000:0.0:1789760790.255565:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760790.255576:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760790.255603:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25821184, count: 4096
00000080:00200000:0.0:1789760790.255609:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25821184, bytes: 4096
00000080:00200000:0.0:1789760790.255620:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760790.255628:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760790.255630:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25821184, 25825280) 0 0
00000080:00200000:0.0:1789760790.255633:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760790.255648:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6304, 6304]
00020000:00200000:0.0:1789760790.255657:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25821184 chunk: [25821184, 25825280) 25825280, 4096
00020000:00200000:0.0:1789760790.255660:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760790.255679:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6304, 6304]
00000008:00010000:0.0:1789760790.255693:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760790.255698:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760790.255707:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25821184, 25825280) append 0 append lockpos 0
00000080:00200000:0.0:1789760790.255718:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25821184=0x18a0000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760790.255765:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760790.255767:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25825280
00000020:00010000:0.0:1789760790.255774:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760790.255778:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.255780:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.255783:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760790.255786:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760790.255792:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760790.255797:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760790.255829:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d180
00000008:00100000:0.0:1789760790.256076:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57100 - object 0x280000401:3 offset 25821184<>25825280
00000080:00200000:0.0:1789760790.293487:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6304, 6304]
00000080:00200000:0.0:1789760790.293509:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760790.293515:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760790.293530:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25825280 i_blocks 51207
00000020:00200000:0.0:1789760790.293534:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760790.293545:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760790.293572:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25825280, count: 4096
00000080:00200000:0.0:1789760790.293579:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25825280, bytes: 4096
00000080:00200000:0.0:1789760790.293588:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760790.293595:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760790.293598:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25825280, 25829376) 0 0
00000080:00200000:0.0:1789760790.293602:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760790.293614:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6305, 6305]
00020000:00200000:0.0:1789760790.293622:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25825280 chunk: [25825280, 25829376) 25829376, 4096
00020000:00200000:0.0:1789760790.293626:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760790.293644:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6305, 6305]
00000008:00010000:0.0:1789760790.293658:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760790.293663:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760790.293673:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25825280, 25829376) append 0 append lockpos 0
00000080:00200000:0.0:1789760790.293685:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25825280=0x18a1000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760790.293738:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760790.293742:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25829376
00000020:00010000:0.0:1789760790.293749:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760790.293753:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.293755:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.293758:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760790.293761:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760790.293768:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760790.293773:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760790.293792:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760790.293904:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55880 - object 0x280000401:3 offset 25825280<>25829376
00000080:00200000:0.0:1789760790.334007:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6305, 6305]
00000080:00200000:0.0:1789760790.334025:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760790.334032:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760790.334121:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25829376 i_blocks 51207
00000020:00200000:0.0:1789760790.334127:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760790.334140:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760790.334167:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25829376, count: 4096
00000080:00200000:0.0:1789760790.334174:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25829376, bytes: 4096
00000080:00200000:0.0:1789760790.334186:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760790.334193:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760790.334195:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25829376, 25833472) 0 0
00000080:00200000:0.0:1789760790.334199:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760790.334232:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6306, 6306]
00020000:00200000:0.0:1789760790.334240:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25829376 chunk: [25829376, 25833472) 25833472, 4096
00020000:00200000:0.0:1789760790.334244:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760790.334261:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6306, 6306]
00000008:00010000:0.0:1789760790.334275:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760790.334280:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760790.334289:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25829376, 25833472) append 0 append lockpos 0
00000080:00200000:0.0:1789760790.334300:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25829376=0x18a2000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760790.334355:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760790.334357:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25833472
00000020:00010000:0.0:1789760790.334364:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760790.334366:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.334369:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.334371:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760790.334374:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760790.334380:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760790.334385:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760790.334407:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760790.334509:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56300 - object 0x280000401:3 offset 25829376<>25833472
00000080:00200000:0.0:1789760790.383427:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6306, 6306]
00000080:00200000:0.0:1789760790.383446:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760790.383451:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760790.383464:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25833472 i_blocks 51207
00000020:00200000:0.0:1789760790.383468:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760790.383479:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760790.383502:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25833472, count: 4096
00000080:00200000:0.0:1789760790.383508:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25833472, bytes: 4096
00000080:00200000:0.0:1789760790.383518:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760790.383525:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760790.383527:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25833472, 25837568) 0 0
00000080:00200000:0.0:1789760790.383531:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760790.383543:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6307, 6307]
00020000:00200000:0.0:1789760790.383549:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25833472 chunk: [25833472, 25837568) 25837568, 4096
00020000:00200000:0.0:1789760790.383552:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760790.383569:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6307, 6307]
00000008:00010000:0.0:1789760790.383582:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760790.383598:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760790.383607:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25833472, 25837568) append 0 append lockpos 0
00000080:00200000:0.0:1789760790.383621:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25833472=0x18a3000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760790.383671:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760790.383674:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25837568
00000020:00010000:0.0:1789760790.383681:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760790.383683:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.383686:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.383689:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760790.383691:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760790.383697:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760790.383702:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760790.383720:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760790.383829:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54380 - object 0x280000401:3 offset 25833472<>25837568
00000080:00200000:0.0:1789760790.428559:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6307, 6307]
00000080:00200000:0.0:1789760790.428572:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760790.428578:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760790.428598:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25837568 i_blocks 51207
00000020:00200000:0.0:1789760790.428602:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760790.428609:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760790.428635:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25837568, count: 4096
00000080:00200000:0.0:1789760790.428641:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25837568, bytes: 4096
00000080:00200000:0.0:1789760790.428651:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760790.428658:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760790.428661:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25837568, 25841664) 0 0
00000080:00200000:0.0:1789760790.428665:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760790.428678:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6308, 6308]
00020000:00200000:0.0:1789760790.428685:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25837568 chunk: [25837568, 25841664) 25841664, 4096
00020000:00200000:0.0:1789760790.428688:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760790.428702:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6308, 6308]
00000008:00010000:0.0:1789760790.428715:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760790.428719:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760790.428727:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25837568, 25841664) append 0 append lockpos 0
00000080:00200000:0.0:1789760790.428737:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25837568=0x18a4000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760790.428788:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760790.428791:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25841664
00000020:00010000:0.0:1789760790.428797:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760790.428801:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.428804:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.428807:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760790.428810:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760790.428827:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760790.428833:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760790.428846:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760790.428945:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57800 - object 0x280000401:3 offset 25837568<>25841664
00000080:00200000:0.0:1789760790.500416:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6308, 6308]
00000080:00200000:0.0:1789760790.500429:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760790.500434:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760790.500446:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25841664 i_blocks 51207
00000020:00200000:0.0:1789760790.500460:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760790.500468:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760790.500494:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25841664, count: 4096
00000080:00200000:0.0:1789760790.500500:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25841664, bytes: 4096
00000080:00200000:0.0:1789760790.500508:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760790.500516:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760790.500518:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25841664, 25845760) 0 0
00000080:00200000:0.0:1789760790.500522:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760790.500534:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6309, 6309]
00020000:00200000:0.0:1789760790.500541:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25841664 chunk: [25841664, 25845760) 25845760, 4096
00020000:00200000:0.0:1789760790.500545:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760790.500560:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6309, 6309]
00000008:00010000:0.0:1789760790.500574:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760790.500579:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760790.500599:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25841664, 25845760) append 0 append lockpos 0
00000080:00200000:0.0:1789760790.500610:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25841664=0x18a5000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760790.500654:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760790.500657:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25845760
00000020:00010000:0.0:1789760790.500663:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760790.500667:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.500670:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.500673:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760790.500676:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760790.500683:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760790.500688:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760790.500705:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d180
00000008:00100000:0.0:1789760790.500804:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56a00 - object 0x280000401:3 offset 25841664<>25845760
00000080:00200000:0.0:1789760790.574754:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6309, 6309]
00000080:00200000:0.0:1789760790.574778:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760790.574783:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760790.574794:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25845760 i_blocks 51207
00000020:00200000:0.0:1789760790.574797:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760790.574805:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760790.574881:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25845760, count: 4096
00000080:00200000:0.0:1789760790.574889:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25845760, bytes: 4096
00000080:00200000:0.0:1789760790.574899:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760790.574906:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760790.574908:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25845760, 25849856) 0 0
00000080:00200000:0.0:1789760790.574912:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760790.574924:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6310, 6310]
00020000:00200000:0.0:1789760790.574932:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25845760 chunk: [25845760, 25849856) 25849856, 4096
00020000:00200000:0.0:1789760790.574935:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760790.574952:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6310, 6310]
00000008:00010000:0.0:1789760790.574967:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760790.574972:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760790.574981:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25845760, 25849856) append 0 append lockpos 0
00000080:00200000:0.0:1789760790.574992:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25845760=0x18a6000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760790.575048:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760790.575050:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25849856
00000020:00010000:0.0:1789760790.575057:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760790.575060:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.575063:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.575065:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760790.575067:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760790.575074:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760790.575079:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760790.575095:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:0.0:1789760790.575503:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56a00 - object 0x280000401:3 offset 25845760<>25849856
00000080:00200000:0.0:1789760790.653786:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6310, 6310]
00000080:00200000:0.0:1789760790.653799:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760790.653803:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760790.653824:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25849856 i_blocks 51207
00000020:00200000:0.0:1789760790.653828:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760790.653836:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760790.653933:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25849856, count: 4096
00000080:00200000:0.0:1789760790.653940:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25849856, bytes: 4096
00000080:00200000:0.0:1789760790.653951:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760790.653958:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760790.653960:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25849856, 25853952) 0 0
00000080:00200000:0.0:1789760790.653964:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760790.653978:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6311, 6311]
00020000:00200000:0.0:1789760790.653986:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25849856 chunk: [25849856, 25853952) 25853952, 4096
00020000:00200000:0.0:1789760790.653990:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760790.654006:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6311, 6311]
00000008:00010000:0.0:1789760790.654019:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760790.654023:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760790.654031:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25849856, 25853952) append 0 append lockpos 0
00000080:00200000:0.0:1789760790.654042:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25849856=0x18a7000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760790.654083:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760790.654086:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25853952
00000020:00010000:0.0:1789760790.654091:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760790.654094:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.654097:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.654100:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760790.654102:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760790.654109:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760790.654114:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760790.654129:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d240
00000008:00100000:0.0:1789760790.654365:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57800 - object 0x280000401:3 offset 25849856<>25853952
00000080:00200000:0.0:1789760790.734303:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6311, 6311]
00000080:00200000:0.0:1789760790.734333:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760790.734339:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760790.734354:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25853952 i_blocks 51207
00000020:00200000:0.0:1789760790.734359:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760790.734371:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760790.734399:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25853952, count: 4096
00000080:00200000:0.0:1789760790.734406:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25853952, bytes: 4096
00000080:00200000:0.0:1789760790.734418:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760790.734427:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760790.734429:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25853952, 25858048) 0 0
00000080:00200000:0.0:1789760790.734433:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760790.734445:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6312, 6312]
00020000:00200000:0.0:1789760790.734452:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25853952 chunk: [25853952, 25858048) 25858048, 4096
00020000:00200000:0.0:1789760790.734456:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760790.734473:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6312, 6312]
00000008:00010000:0.0:1789760790.734487:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760790.734492:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760790.734502:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25853952, 25858048) append 0 append lockpos 0
00000080:00200000:0.0:1789760790.734514:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25853952=0x18a8000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760790.734565:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760790.734567:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25858048
00000020:00010000:0.0:1789760790.734574:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760790.734577:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.734580:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.734583:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760790.734595:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760790.734603:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760790.734608:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760790.734628:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d0c0
00000008:00100000:0.0:1789760790.734728:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54380 - object 0x280000401:3 offset 25853952<>25858048
00000080:00200000:0.0:1789760790.783295:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6312, 6312]
00000080:00200000:0.0:1789760790.783311:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760790.783316:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760790.783328:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25858048 i_blocks 51207
00000020:00200000:0.0:1789760790.783331:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760790.783340:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760790.783366:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25858048, count: 4096
00000080:00200000:0.0:1789760790.783372:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25858048, bytes: 4096
00000080:00200000:0.0:1789760790.783382:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760790.783389:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760790.783391:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25858048, 25862144) 0 0
00000080:00200000:0.0:1789760790.783394:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760790.783407:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6313, 6313]
00020000:00200000:0.0:1789760790.783423:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25858048 chunk: [25858048, 25862144) 25862144, 4096
00020000:00200000:0.0:1789760790.783427:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760790.783444:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6313, 6313]
00000008:00010000:0.0:1789760790.783458:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760790.783463:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760790.783472:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25858048, 25862144) append 0 append lockpos 0
00000080:00200000:0.0:1789760790.783483:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25858048=0x18a9000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760790.783532:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760790.783535:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25862144
00000020:00010000:0.0:1789760790.783541:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760790.783544:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.783546:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.783549:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760790.783552:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760790.783558:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760790.783564:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760790.783581:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d0c0
00000008:00100000:0.0:1789760790.783688:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56300 - object 0x280000401:3 offset 25858048<>25862144
00000080:00200000:0.0:1789760790.830351:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6313, 6313]
00000080:00200000:0.0:1789760790.830372:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760790.830377:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760790.830391:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25862144 i_blocks 51207
00000020:00200000:0.0:1789760790.830396:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760790.830418:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760790.830443:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25862144, count: 4096
00000080:00200000:0.0:1789760790.830450:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25862144, bytes: 4096
00000080:00200000:0.0:1789760790.830460:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760790.830468:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760790.830470:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25862144, 25866240) 0 0
00000080:00200000:0.0:1789760790.830474:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760790.830486:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6314, 6314]
00020000:00200000:0.0:1789760790.830493:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25862144 chunk: [25862144, 25866240) 25866240, 4096
00020000:00200000:0.0:1789760790.830497:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760790.830512:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6314, 6314]
00000008:00010000:0.0:1789760790.830526:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760790.830531:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760790.830541:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25862144, 25866240) append 0 append lockpos 0
00000080:00200000:0.0:1789760790.830551:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25862144=0x18aa000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760790.830603:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760790.830606:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25866240
00000020:00010000:0.0:1789760790.830613:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760790.830616:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.830619:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.830622:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760790.830624:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760790.830632:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760790.830637:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760790.830659:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d240
00000008:00100000:0.0:1789760790.830762:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55880 - object 0x280000401:3 offset 25862144<>25866240
00000080:00200000:0.0:1789760790.874606:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6314, 6314]
00000080:00200000:0.0:1789760790.874622:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760790.874629:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760790.874645:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25866240 i_blocks 51207
00000020:00200000:0.0:1789760790.874649:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760790.874659:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760790.874692:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25866240, count: 4096
00000080:00200000:0.0:1789760790.874699:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25866240, bytes: 4096
00000080:00200000:0.0:1789760790.874709:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760790.874717:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760790.874720:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25866240, 25870336) 0 0
00000080:00200000:0.0:1789760790.874724:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760790.874742:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6315, 6315]
00020000:00200000:0.0:1789760790.874760:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25866240 chunk: [25866240, 25870336) 25870336, 4096
00020000:00200000:0.0:1789760790.874766:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760790.874786:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6315, 6315]
00000008:00010000:0.0:1789760790.874805:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760790.874824:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760790.874836:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25866240, 25870336) append 0 append lockpos 0
00000080:00200000:0.0:1789760790.874851:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25866240=0x18ab000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760790.874910:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760790.874913:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25870336
00000020:00010000:0.0:1789760790.874921:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760790.874925:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.874928:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.874931:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760790.874934:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760790.874942:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760790.874949:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760790.874966:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:0.0:1789760790.875087:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57100 - object 0x280000401:3 offset 25866240<>25870336
00000080:00200000:0.0:1789760790.924897:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6315, 6315]
00000080:00200000:0.0:1789760790.924914:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760790.924920:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760790.924935:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25870336 i_blocks 51207
00000020:00200000:0.0:1789760790.924938:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760790.924947:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760790.924981:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25870336, count: 4096
00000080:00200000:0.0:1789760790.924989:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25870336, bytes: 4096
00000080:00200000:0.0:1789760790.924998:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760790.925007:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760790.925009:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25870336, 25874432) 0 0
00000080:00200000:0.0:1789760790.925013:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760790.925031:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6316, 6316]
00020000:00200000:0.0:1789760790.925040:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25870336 chunk: [25870336, 25874432) 25874432, 4096
00020000:00200000:0.0:1789760790.925045:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760790.925063:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6316, 6316]
00000008:00010000:0.0:1789760790.925080:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760790.925086:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760790.925097:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25870336, 25874432) append 0 append lockpos 0
00000080:00200000:0.0:1789760790.925112:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25870336=0x18ac000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760790.925170:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760790.925173:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25874432
00000020:00010000:0.0:1789760790.925181:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760790.925185:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.925188:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.925192:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760790.925195:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760790.925203:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760790.925210:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760790.925274:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d180
00000008:00100000:0.0:1789760790.925403:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54000 - object 0x280000401:3 offset 25870336<>25874432
00000080:00200000:0.0:1789760790.973508:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6316, 6316]
00000080:00200000:0.0:1789760790.973538:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760790.973545:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760790.973568:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25874432 i_blocks 51207
00000020:00200000:0.0:1789760790.973575:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760790.973591:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760790.973630:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25874432, count: 4096
00000080:00200000:0.0:1789760790.973639:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25874432, bytes: 4096
00000080:00200000:0.0:1789760790.973654:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760790.973665:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760790.973667:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25874432, 25878528) 0 0
00000080:00200000:0.0:1789760790.973672:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760790.973689:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6317, 6317]
00020000:00200000:0.0:1789760790.973698:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25874432 chunk: [25874432, 25878528) 25878528, 4096
00020000:00200000:0.0:1789760790.973703:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760790.973723:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6317, 6317]
00000008:00010000:0.0:1789760790.973743:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760790.973749:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760790.973761:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25874432, 25878528) append 0 append lockpos 0
00000080:00200000:0.0:1789760790.973776:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25874432=0x18ad000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760790.973858:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760790.973861:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25878528
00000020:00010000:0.0:1789760790.973869:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760790.973873:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.973876:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.973879:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760790.973882:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760790.973891:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760790.973897:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760790.973923:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760790.974053:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56d80 - object 0x280000401:3 offset 25874432<>25878528
00000080:00200000:0.0:1789760791.026855:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6317, 6317]
00000080:00200000:0.0:1789760791.026873:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760791.026879:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760791.026895:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25878528 i_blocks 51207
00000020:00200000:0.0:1789760791.026899:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760791.026909:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760791.026946:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25878528, count: 4096
00000080:00200000:0.0:1789760791.026954:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25878528, bytes: 4096
00000080:00200000:0.0:1789760791.026963:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760791.026972:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760791.026975:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25878528, 25882624) 0 0
00000080:00200000:0.0:1789760791.026979:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760791.026995:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6318, 6318]
00020000:00200000:0.0:1789760791.027005:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25878528 chunk: [25878528, 25882624) 25882624, 4096
00020000:00200000:0.0:1789760791.027010:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760791.027032:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6318, 6318]
00000008:00010000:0.0:1789760791.027051:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760791.027057:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760791.027069:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25878528, 25882624) append 0 append lockpos 0
00000080:00200000:0.0:1789760791.027086:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25878528=0x18ae000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760791.027146:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760791.027149:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25882624
00000020:00010000:0.0:1789760791.027158:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760791.027161:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.027164:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.027167:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760791.027170:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760791.027178:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760791.027185:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760791.027203:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760791.027541:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55180 - object 0x280000401:3 offset 25878528<>25882624
00010000:00010000:0.0:1789760791.071575:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000080:00200000:0.0:1789760791.076573:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6318, 6318]
00000080:00200000:0.0:1789760791.076591:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760791.076598:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760791.076614:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25882624 i_blocks 51207
00000020:00200000:0.0:1789760791.076618:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760791.076628:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760791.076665:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25882624, count: 4096
00000080:00200000:0.0:1789760791.076673:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25882624, bytes: 4096
00000080:00200000:0.0:1789760791.076684:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760791.076693:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760791.076695:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25882624, 25886720) 0 0
00000080:00200000:0.0:1789760791.076699:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760791.076717:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6319, 6319]
00020000:00200000:0.0:1789760791.076726:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25882624 chunk: [25882624, 25886720) 25886720, 4096
00020000:00200000:0.0:1789760791.076731:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760791.076760:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6319, 6319]
00000008:00010000:0.0:1789760791.076779:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760791.076785:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760791.076796:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25882624, 25886720) append 0 append lockpos 0
00000080:00200000:0.0:1789760791.076819:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25882624=0x18af000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760791.076879:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760791.076882:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25886720
00000020:00010000:0.0:1789760791.076891:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760791.076894:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.076897:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.076901:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760791.076904:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760791.076912:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760791.076919:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760791.076936:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760791.077071:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55500 - object 0x280000401:3 offset 25882624<>25886720
00000100:00100000:0.0:1789760791.077120:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760791.077138:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521073280:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760791.123384:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973639 gen 3
00000008:00010000:0.0:1789760791.123440:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7d780
00000020:00200000:0.0:1789760791.123449:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760791.123459:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760791.123553:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7d780
00000100:00100000:0.0:1789760791.123585:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521073280:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760791.173751:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973640 gen 3
00000008:00010000:3.0:1789760791.173802:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065900c0
00000020:00200000:3.0:1789760791.173819:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760791.173831:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760791.173854:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065900c0
00000100:00100000:3.0:1789760791.173890:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521073408:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760791.174247:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6320, 6320]
00000080:00200000:0.0:1789760791.174265:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760791.174271:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760791.174390:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25890816 i_blocks 51207
00000020:00200000:0.0:1789760791.174394:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760791.174405:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760791.174504:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25890816, count: 4096
00000080:00200000:0.0:1789760791.174512:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25890816, bytes: 4096
00000080:00200000:0.0:1789760791.174525:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760791.174535:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760791.174537:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25890816, 25894912) 0 0
00000080:00200000:0.0:1789760791.174542:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760791.174560:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6321, 6321]
00020000:00200000:0.0:1789760791.174570:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25890816 chunk: [25890816, 25894912) 25894912, 4096
00020000:00200000:0.0:1789760791.174574:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760791.174594:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6321, 6321]
00000008:00010000:0.0:1789760791.174612:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760791.174619:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760791.174630:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25890816, 25894912) append 0 append lockpos 0
00000080:00200000:0.0:1789760791.174645:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25890816=0x18b1000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760791.174707:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760791.174711:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25894912
00000020:00010000:0.0:1789760791.174719:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760791.174723:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.174725:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.174729:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760791.174732:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760791.174740:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760791.174747:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760791.174767:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760791.174902:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55500 - object 0x280000401:3 offset 25890816<>25894912
00000100:00100000:0.0:1789760791.174964:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521073536:192.168.203.116@tcp:4:dd.0
00000008:00010000:0.0:1789760791.217145:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7d780
00000020:00200000:0.0:1789760791.217162:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760791.217172:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760791.217197:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7d780
00000100:00100000:0.0:1789760791.217257:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521073536:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760791.217346:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6321, 6321]
00000080:00200000:3.0:1789760791.217365:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760791.217370:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760791.217385:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25894912 i_blocks 51207
00000020:00200000:3.0:1789760791.217389:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760791.217399:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760791.217430:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25894912, count: 4096
00000080:00200000:3.0:1789760791.217438:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25894912, bytes: 4096
00000080:00200000:3.0:1789760791.217460:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760791.217469:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760791.217471:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25894912, 25899008) 0 0
00000080:00200000:3.0:1789760791.217475:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760791.217493:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6322, 6322]
00020000:00200000:3.0:1789760791.217501:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25894912 chunk: [25894912, 25899008) 25899008, 4096
00020000:00200000:3.0:1789760791.217506:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760791.217527:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6322, 6322]
00000008:00010000:3.0:1789760791.217545:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760791.217551:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760791.217563:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25894912, 25899008) append 0 append lockpos 0
00000080:00200000:3.0:1789760791.217577:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25894912=0x18b2000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760791.217633:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760791.217636:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25899008
00000020:00010000:3.0:1789760791.217645:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:3.0:1789760791.217648:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760791.217651:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760791.217655:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760791.217658:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760791.217666:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760791.217673:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760791.217689:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb60c0
00000008:00100000:3.0:1789760791.217805:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1880 - object 0x280000401:3 offset 25894912<>25899008
00000100:00100000:3.0:1789760791.217861:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760791.217878:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521073664:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760791.263621:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973642 gen 3
00000008:00010000:3.0:1789760791.263686:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb60c0
00000020:00200000:3.0:1789760791.263695:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760791.263705:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760791.263731:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb60c0
00000100:00100000:3.0:1789760791.263762:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521073664:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760791.263877:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6322, 6322]
00000080:00200000:0.0:1789760791.263893:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760791.263899:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760791.263975:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25899008 i_blocks 51207
00000020:00200000:0.0:1789760791.263979:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760791.263991:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760791.264028:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25899008, count: 4096
00000080:00200000:0.0:1789760791.264036:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25899008, bytes: 4096
00000080:00200000:0.0:1789760791.264045:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760791.264055:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760791.264057:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25899008, 25903104) 0 0
00000080:00200000:0.0:1789760791.264061:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760791.264078:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6323, 6323]
00020000:00200000:0.0:1789760791.264087:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25899008 chunk: [25899008, 25903104) 25903104, 4096
00020000:00200000:0.0:1789760791.264092:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760791.264111:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6323, 6323]
00000008:00010000:0.0:1789760791.264129:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760791.264135:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760791.264146:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25899008, 25903104) append 0 append lockpos 0
00000080:00200000:0.0:1789760791.264160:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25899008=0x18b3000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760791.264260:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760791.264263:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25903104
00000020:00010000:0.0:1789760791.264273:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760791.264277:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.264281:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.264518:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760791.264522:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760791.264532:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760791.264540:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760791.264560:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760791.264684:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54a80 - object 0x280000401:3 offset 25899008<>25903104
00000080:00200000:0.0:1789760791.331978:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6323, 6323]
00000080:00200000:0.0:1789760791.331996:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760791.332003:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760791.332019:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25903104 i_blocks 51207
00000020:00200000:0.0:1789760791.332023:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760791.332034:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760791.332077:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25903104, count: 4096
00000080:00200000:0.0:1789760791.332084:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25903104, bytes: 4096
00000080:00200000:0.0:1789760791.332094:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760791.332103:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760791.332106:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25903104, 25907200) 0 0
00000080:00200000:0.0:1789760791.332111:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760791.332129:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6324, 6324]
00020000:00200000:0.0:1789760791.332138:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25903104 chunk: [25903104, 25907200) 25907200, 4096
00020000:00200000:0.0:1789760791.332143:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760791.332164:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6324, 6324]
00000008:00010000:0.0:1789760791.332181:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760791.332188:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760791.332199:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25903104, 25907200) append 0 append lockpos 0
00000080:00200000:0.0:1789760791.335636:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25903104=0x18b4000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760791.335743:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760791.335747:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25907200
00000020:00010000:0.0:1789760791.335759:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760791.335762:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.335767:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.335771:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760791.335774:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760791.335797:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760791.335806:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760791.335846:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760791.335979:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54e00 - object 0x280000401:3 offset 25903104<>25907200
00000080:00200000:0.0:1789760791.378694:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6324, 6324]
00000080:00200000:0.0:1789760791.378719:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760791.378726:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760791.378746:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25907200 i_blocks 51207
00000020:00200000:0.0:1789760791.378752:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760791.378764:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760791.378797:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25907200, count: 4096
00000080:00200000:0.0:1789760791.378804:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25907200, bytes: 4096
00000080:00200000:0.0:1789760791.378827:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760791.378837:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760791.378839:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25907200, 25911296) 0 0
00000080:00200000:0.0:1789760791.378843:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760791.378862:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6325, 6325]
00020000:00200000:0.0:1789760791.379021:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25907200 chunk: [25907200, 25911296) 25911296, 4096
00020000:00200000:0.0:1789760791.379027:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760791.379062:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6325, 6325]
00000008:00010000:0.0:1789760791.379081:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760791.379087:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760791.379100:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25907200, 25911296) append 0 append lockpos 0
00000080:00200000:0.0:1789760791.379114:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25907200=0x18b5000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760791.379181:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760791.379184:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25911296
00000020:00010000:0.0:1789760791.379193:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760791.379196:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.379199:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.379203:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760791.379206:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760791.379262:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760791.379270:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760791.379294:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d180
00000008:00100000:0.0:1789760791.379424:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54700 - object 0x280000401:3 offset 25907200<>25911296
00000080:00200000:0.0:1789760791.422879:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6325, 6325]
00000080:00200000:0.0:1789760791.422897:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760791.422903:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760791.422919:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25911296 i_blocks 51207
00000020:00200000:0.0:1789760791.422922:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760791.422931:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760791.423028:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25911296, count: 4096
00000080:00200000:0.0:1789760791.423035:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25911296, bytes: 4096
00000080:00200000:0.0:1789760791.423044:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760791.423053:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760791.423055:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25911296, 25915392) 0 0
00000080:00200000:0.0:1789760791.423059:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760791.423075:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6326, 6326]
00020000:00200000:0.0:1789760791.423085:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25911296 chunk: [25911296, 25915392) 25915392, 4096
00020000:00200000:0.0:1789760791.423090:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760791.423112:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6326, 6326]
00000008:00010000:0.0:1789760791.423130:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760791.423136:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760791.423150:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25911296, 25915392) append 0 append lockpos 0
00000080:00200000:0.0:1789760791.423164:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25911296=0x18b6000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760791.423311:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760791.423314:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25915392
00000020:00010000:0.0:1789760791.423323:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760791.423327:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.423330:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.423333:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760791.423336:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760791.423345:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760791.423351:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760791.423368:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:0.0:1789760791.423549:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57b80 - object 0x280000401:3 offset 25911296<>25915392
00000100:00100000:3.0:1789760791.476969:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521074304:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760791.515882:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590900
00000020:00200000:3.0:1789760791.515908:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760791.515921:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760791.515953:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590900
00000100:00100000:3.0:1789760791.515991:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521074304:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760791.517625:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760791.517655:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521074432:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760791.569871:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973648 gen 3
00000008:00010000:3.0:1789760791.569947:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590000
00000020:00200000:3.0:1789760791.569956:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760791.569966:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760791.569984:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590000
00000100:00100000:3.0:1789760791.570016:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521074432:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760791.571018:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521074560:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760791.658515:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973649 gen 3
00000008:00010000:3.0:1789760791.658569:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590b40
00000020:00200000:3.0:1789760791.658578:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760791.658590:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760791.658609:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590b40
00000100:00100000:3.0:1789760791.658644:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521074560:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760791.659472:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760791.659490:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521074688:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760791.741351:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973650 gen 3
00000008:00010000:3.0:1789760791.741390:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590b40
00000020:00200000:3.0:1789760791.741397:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760791.741407:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760791.741424:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590b40
00000100:00100000:3.0:1789760791.741448:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521074688:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760791.742311:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521074816:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760791.789027:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590000
00000020:00200000:3.0:1789760791.789037:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760791.789046:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760791.789065:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590000
00000100:00100000:3.0:1789760791.789091:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521074816:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760791.789936:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760791.789951:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521074944:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760791.838166:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973651 gen 3
00000100:00100000:3.0:1789760791.838196:0:2407:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff911a12eead80 x1876699521074944/t4294973652(4294973652) o4->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760807 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:3.0:1789760791.838279:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590900
00000020:00200000:3.0:1789760791.838285:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760791.838292:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760791.838409:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590900
00000100:00100000:3.0:1789760791.838432:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521074944:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760791.839519:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521075072:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760791.880572:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973652 gen 3
00000100:00100000:3.0:1789760791.880603:0:2407:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff911a12ee8700 x1876699521075072/t4294973653(4294973653) o4->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760807 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:3.0:1789760791.880638:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065900c0
00000020:00200000:3.0:1789760791.880644:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760791.880650:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760791.880666:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065900c0
00000100:00100000:3.0:1789760791.880687:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521075072:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760791.882012:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521075200:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760791.937995:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973654 gen 3
00000008:00010000:3.0:1789760791.938042:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065906c0
00000020:00200000:3.0:1789760791.938050:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760791.938057:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760791.938126:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065906c0
00000100:00100000:3.0:1789760791.938151:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521075200:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760792.022109:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973655 gen 3
00000008:00010000:3.0:1789760792.022158:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590300
00000020:00200000:3.0:1789760792.022168:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760792.022179:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760792.022211:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590300
00000100:00100000:3.0:1789760792.022275:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521075328:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760792.022461:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6335, 6335]
00000080:00200000:0.0:1789760792.022478:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.022485:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.022500:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25952256 i_blocks 51207
00000020:00200000:0.0:1789760792.022504:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.022513:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.022547:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25952256, count: 4096
00000080:00200000:0.0:1789760792.022555:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25952256, bytes: 4096
00000080:00200000:0.0:1789760792.022565:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.022574:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.022576:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25952256, 25956352) 0 0
00000080:00200000:0.0:1789760792.022580:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.022597:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6336, 6336]
00020000:00200000:0.0:1789760792.022607:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25952256 chunk: [25952256, 25956352) 25956352, 4096
00020000:00200000:0.0:1789760792.022612:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.022633:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6336, 6336]
00000008:00010000:0.0:1789760792.022654:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.022660:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760792.022673:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25952256, 25956352) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.022691:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25952256=0x18c0000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.022766:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.022770:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25956352
00000020:00010000:0.0:1789760792.022779:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.022783:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.022786:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.022790:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.022793:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.022813:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.022821:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.022849:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d240
00000008:00100000:0.0:1789760792.023310:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55c00 - object 0x280000401:3 offset 25952256<>25956352
00000080:00200000:3.0:1789760792.077270:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6336, 6336]
00000080:00200000:3.0:1789760792.077286:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760792.077292:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760792.077307:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25956352 i_blocks 51207
00000020:00200000:3.0:1789760792.077310:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760792.077319:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760792.077600:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25956352, count: 4096
00000080:00200000:3.0:1789760792.077610:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25956352, bytes: 4096
00000080:00200000:3.0:1789760792.077623:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760792.077632:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760792.077635:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25956352, 25960448) 0 0
00000080:00200000:3.0:1789760792.077640:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760792.077657:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6337, 6337]
00020000:00200000:3.0:1789760792.077665:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25956352 chunk: [25956352, 25960448) 25960448, 4096
00020000:00200000:3.0:1789760792.077670:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760792.077689:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6337, 6337]
00000008:00010000:3.0:1789760792.077707:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760792.077712:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760792.077723:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25956352, 25960448) append 0 append lockpos 0
00000080:00200000:3.0:1789760792.077735:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25956352=0x18c1000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760792.077858:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760792.077860:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25960448
00000020:00010000:3.0:1789760792.077869:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:3.0:1789760792.077872:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760792.077875:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760792.077878:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760792.077881:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760792.077888:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760792.077895:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760792.077919:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb60c0
00000008:00100000:3.0:1789760792.078038:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1880 - object 0x280000401:3 offset 25956352<>25960448
00010000:00010000:0.0:1789760792.096378:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789760792.114650:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973656 gen 3
00000100:00100000:3.0:1789760792.114694:0:2408:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff911a04ad1880 x1876699521075584/t4294973657(4294973657) o4->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760808 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:3.0:1789760792.114758:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb60c0
00000020:00200000:3.0:1789760792.114767:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760792.114777:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760792.114800:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb60c0
00000100:00100000:3.0:1789760792.114845:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521075584:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760792.115581:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521075712:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760792.149277:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973657 gen 3
00000100:00100000:0.0:1789760792.149317:0:2405:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff911a08b0aa00 x1876699521075712/t4294973658(4294973658) o4->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760808 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:0.0:1789760792.149375:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277d80
00000020:00200000:0.0:1789760792.149382:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760792.149394:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760792.149415:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277d80
00000100:00100000:0.0:1789760792.149441:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521075712:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760792.150400:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521075840:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760792.194740:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973659 gen 3
00000008:00010000:0.0:1789760792.194818:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277d80
00000020:00200000:0.0:1789760792.194826:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760792.194838:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760792.194859:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277d80
00000100:00100000:0.0:1789760792.194892:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521075840:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760792.196026:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521075968:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760792.233592:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973660 gen 3
00000008:00010000:0.0:1789760792.233641:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277840
00000020:00200000:0.0:1789760792.233650:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760792.233663:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760792.233685:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277840
00000100:00100000:0.0:1789760792.233717:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521075968:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760792.234837:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521076096:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760792.290628:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973661 gen 3
00000008:00010000:0.0:1789760792.290682:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277f00
00000020:00200000:0.0:1789760792.290692:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760792.290704:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760792.290727:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277f00
00000100:00100000:0.0:1789760792.290769:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521076096:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760792.292044:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521076224:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760792.346862:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973662 gen 3
00000008:00010000:0.0:1789760792.346919:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277b40
00000020:00200000:0.0:1789760792.346928:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760792.346942:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760792.347009:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277b40
00000100:00100000:0.0:1789760792.347040:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521076224:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760792.347980:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521076352:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760792.382605:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590d80
00000020:00200000:3.0:1789760792.382622:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760792.382632:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760792.382655:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590d80
00000100:00100000:3.0:1789760792.382686:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521076352:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760792.383525:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760792.384205:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521076480:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760792.416585:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973663 gen 3
00000100:00100000:3.0:1789760792.416630:0:2407:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff911a12ee9180 x1876699521076480/t4294973664(4294973664) o4->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760808 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:3.0:1789760792.416681:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590e40
00000020:00200000:3.0:1789760792.416689:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760792.416698:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760792.416727:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590e40
00000100:00100000:3.0:1789760792.416755:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521076480:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760792.416919:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6344, 6344]
00000080:00200000:0.0:1789760792.416938:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.416945:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.416962:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25989120 i_blocks 51207
00000020:00200000:0.0:1789760792.416966:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.416975:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.417013:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25989120, count: 4096
00000080:00200000:0.0:1789760792.417021:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25989120, bytes: 4096
00000080:00200000:0.0:1789760792.417033:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.417042:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.417045:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25989120, 25993216) 0 0
00000080:00200000:0.0:1789760792.417050:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.417070:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6345, 6345]
00020000:00200000:0.0:1789760792.417081:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25989120 chunk: [25989120, 25993216) 25993216, 4096
00020000:00200000:0.0:1789760792.417087:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.417108:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6345, 6345]
00000008:00010000:0.0:1789760792.417130:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.417137:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760792.417149:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25989120, 25993216) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.417164:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25989120=0x18c9000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.417259:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.417262:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25993216
00000020:00010000:0.0:1789760792.417271:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.417275:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.417278:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.417282:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.417285:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.417294:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.417302:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.417319:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d0c0
00000008:00100000:0.0:1789760792.417454:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56680 - object 0x280000401:3 offset 25989120<>25993216
00000100:00100000:0.0:1789760792.417504:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760792.417522:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521076608:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760792.457364:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973665 gen 3
00000008:00010000:0.0:1789760792.457442:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7d0c0
00000020:00200000:0.0:1789760792.457452:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760792.457462:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760792.457488:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7d0c0
00000100:00100000:0.0:1789760792.457519:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521076608:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760792.457681:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6345, 6345]
00000080:00200000:3.0:1789760792.457700:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760792.457706:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760792.457723:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25993216 i_blocks 51207
00000020:00200000:3.0:1789760792.457728:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760792.457738:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760792.457776:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25993216, count: 4096
00000080:00200000:3.0:1789760792.457784:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25993216, bytes: 4096
00000080:00200000:3.0:1789760792.457795:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760792.457814:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760792.457818:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25993216, 25997312) 0 0
00000080:00200000:3.0:1789760792.457823:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760792.457844:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6346, 6346]
00020000:00200000:3.0:1789760792.457854:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25993216 chunk: [25993216, 25997312) 25997312, 4096
00020000:00200000:3.0:1789760792.457859:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760792.457879:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6346, 6346]
00000008:00010000:3.0:1789760792.457898:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760792.457905:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760792.457917:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25993216, 25997312) append 0 append lockpos 0
00000080:00200000:3.0:1789760792.457932:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25993216=0x18ca000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760792.457994:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760792.457998:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25997312
00000020:00010000:3.0:1789760792.458007:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:3.0:1789760792.458011:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760792.458014:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760792.458017:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760792.458020:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760792.458029:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760792.458036:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760792.458057:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb60c0
00000008:00100000:3.0:1789760792.458185:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1f80 - object 0x280000401:3 offset 25993216<>25997312
00000100:00100000:3.0:1789760792.516531:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973666 gen 3
00000008:00010000:3.0:1789760792.516566:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb60c0
00000020:00200000:3.0:1789760792.516573:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760792.516581:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760792.516598:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb60c0
00000100:00100000:3.0:1789760792.516623:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521076736:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760792.516688:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6346, 6346]
00000080:00200000:0.0:1789760792.516713:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.516719:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.516736:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25997312 i_blocks 51207
00000020:00200000:0.0:1789760792.516741:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.516755:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.516789:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25997312, count: 4096
00000080:00200000:0.0:1789760792.516797:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25997312, bytes: 4096
00000080:00200000:0.0:1789760792.516818:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.516827:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.516829:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25997312, 26001408) 0 0
00000080:00200000:0.0:1789760792.516834:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.516852:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6347, 6347]
00020000:00200000:0.0:1789760792.516866:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25997312 chunk: [25997312, 26001408) 26001408, 4096
00020000:00200000:0.0:1789760792.516871:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.516893:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6347, 6347]
00000008:00010000:0.0:1789760792.516911:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.516917:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760792.516928:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25997312, 26001408) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.516942:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=25997312=0x18cb000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.517008:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.517012:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26001408
00000020:00010000:0.0:1789760792.517020:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.517024:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.517027:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.517030:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.517032:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.517040:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.517047:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.517065:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d0c0
00000008:00100000:0.0:1789760792.517205:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56680 - object 0x280000401:3 offset 25997312<>26001408
00000080:00200000:0.0:1789760792.566697:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6347, 6347]
00000080:00200000:0.0:1789760792.566728:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.566735:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.566755:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26001408 i_blocks 51207
00000020:00200000:0.0:1789760792.566762:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.566780:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.566828:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26001408, count: 4096
00000080:00200000:0.0:1789760792.566840:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26001408, bytes: 4096
00000080:00200000:0.0:1789760792.566858:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.566870:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.566872:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26001408, 26005504) 0 0
00000080:00200000:0.0:1789760792.566877:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.566909:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6348, 6348]
00020000:00200000:0.0:1789760792.566920:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26001408 chunk: [26001408, 26005504) 26005504, 4096
00020000:00200000:0.0:1789760792.566926:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.566952:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6348, 6348]
00000008:00010000:0.0:1789760792.566973:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.566980:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760792.566994:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26001408, 26005504) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.567009:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26001408=0x18cc000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.567089:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.567092:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26005504
00000020:00010000:0.0:1789760792.567100:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.567104:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.567107:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.567110:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.567113:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.567120:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.567127:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.567149:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d0c0
00000008:00100000:0.0:1789760792.567340:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55f80 - object 0x280000401:3 offset 26001408<>26005504
00000080:00200000:0.0:1789760792.631250:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6348, 6348]
00000080:00200000:0.0:1789760792.631267:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.631274:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.631290:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26005504 i_blocks 51207
00000020:00200000:0.0:1789760792.631294:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.631303:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.631334:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26005504, count: 4096
00000080:00200000:0.0:1789760792.631341:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26005504, bytes: 4096
00000080:00200000:0.0:1789760792.631355:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.631364:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.631367:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26005504, 26009600) 0 0
00000080:00200000:0.0:1789760792.631372:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.631389:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6349, 6349]
00020000:00200000:0.0:1789760792.631398:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26005504 chunk: [26005504, 26009600) 26009600, 4096
00020000:00200000:0.0:1789760792.631403:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.631423:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6349, 6349]
00000008:00010000:0.0:1789760792.631443:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.631450:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760792.631460:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26005504, 26009600) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.631474:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26005504=0x18cd000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.633203:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.633228:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26009600
00000020:00010000:0.0:1789760792.633244:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.633249:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.633254:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.633259:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.633262:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.633276:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.633285:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.633307:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d240
00000008:00100000:0.0:1789760792.633443:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55f80 - object 0x280000401:3 offset 26005504<>26009600
00000080:00200000:0.0:1789760792.678749:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6349, 6349]
00000080:00200000:0.0:1789760792.678765:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.678771:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.678878:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26009600 i_blocks 51207
00000020:00200000:0.0:1789760792.678884:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.678894:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.678931:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26009600, count: 4096
00000080:00200000:0.0:1789760792.678939:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26009600, bytes: 4096
00000080:00200000:0.0:1789760792.678949:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.678959:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.678961:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26009600, 26013696) 0 0
00000080:00200000:0.0:1789760792.678966:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.678984:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6350, 6350]
00020000:00200000:0.0:1789760792.679066:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26009600 chunk: [26009600, 26013696) 26013696, 4096
00020000:00200000:0.0:1789760792.679072:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.679094:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6350, 6350]
00000008:00010000:0.0:1789760792.679113:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.682771:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760792.682825:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26009600, 26013696) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.682848:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26009600=0x18ce000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.682943:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.682948:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26013696
00000020:00010000:0.0:1789760792.682959:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.682963:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.682966:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.682970:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.682973:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.682986:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.685263:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.685299:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:0.0:1789760792.685454:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56680 - object 0x280000401:3 offset 26009600<>26013696
00000080:00200000:0.0:1789760792.743023:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6350, 6350]
00000080:00200000:0.0:1789760792.743048:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.743054:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.743072:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26013696 i_blocks 51207
00000020:00200000:0.0:1789760792.743077:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.743089:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.743136:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26013696, count: 4096
00000080:00200000:0.0:1789760792.743143:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26013696, bytes: 4096
00000080:00200000:0.0:1789760792.743157:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.743165:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.743168:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26013696, 26017792) 0 0
00000080:00200000:0.0:1789760792.743172:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.743189:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6351, 6351]
00020000:00200000:0.0:1789760792.743198:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26013696 chunk: [26013696, 26017792) 26017792, 4096
00020000:00200000:0.0:1789760792.743203:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.743273:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6351, 6351]
00000008:00010000:0.0:1789760792.743295:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.743302:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760792.743315:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26013696, 26017792) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.743329:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26013696=0x18cf000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.743395:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.743398:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26017792
00000020:00010000:0.0:1789760792.743407:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.743411:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.743415:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.743419:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.743422:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.743431:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.743439:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.743460:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d180
00000008:00100000:0.0:1789760792.743609:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55c00 - object 0x280000401:3 offset 26013696<>26017792
00000080:00200000:0.0:1789760792.829598:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6351, 6351]
00000080:00200000:0.0:1789760792.829624:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.829630:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.829650:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26017792 i_blocks 51207
00000020:00200000:0.0:1789760792.829655:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.829669:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.829703:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26017792, count: 4096
00000080:00200000:0.0:1789760792.829711:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26017792, bytes: 4096
00000080:00200000:0.0:1789760792.829724:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.829733:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.829736:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26017792, 26021888) 0 0
00000080:00200000:0.0:1789760792.829740:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.829757:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6352, 6352]
00020000:00200000:0.0:1789760792.829766:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26017792 chunk: [26017792, 26021888) 26021888, 4096
00020000:00200000:0.0:1789760792.829770:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.829792:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6352, 6352]
00000008:00010000:0.0:1789760792.829824:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.829830:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760792.829842:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26017792, 26021888) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.829856:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26017792=0x18d0000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.829924:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.829928:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26021888
00000020:00010000:0.0:1789760792.829936:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.829940:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.829943:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.829947:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.829949:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.829959:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.829965:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.829986:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760792.830110:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57b80 - object 0x280000401:3 offset 26017792<>26021888
00000080:00200000:0.0:1789760792.866160:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6352, 6352]
00000080:00200000:0.0:1789760792.866179:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.866185:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.866201:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26021888 i_blocks 51207
00000020:00200000:0.0:1789760792.866203:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.866338:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.866375:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26021888, count: 4096
00000080:00200000:0.0:1789760792.866496:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26021888, bytes: 4096
00000080:00200000:0.0:1789760792.866508:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.866516:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.866518:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26021888, 26025984) 0 0
00000080:00200000:0.0:1789760792.866590:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.866608:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6353, 6353]
00020000:00200000:0.0:1789760792.866617:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26021888 chunk: [26021888, 26025984) 26025984, 4096
00020000:00200000:0.0:1789760792.866622:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.866645:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6353, 6353]
00000008:00010000:0.0:1789760792.866665:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.866672:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760792.866684:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26021888, 26025984) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.866698:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26021888=0x18d1000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.866755:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.866758:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26025984
00000020:00010000:0.0:1789760792.866767:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.866770:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.866773:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.866776:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.866779:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.866927:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.866935:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.866957:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760792.867093:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54700 - object 0x280000401:3 offset 26021888<>26025984
00000080:00200000:0.0:1789760792.918195:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6353, 6353]
00000080:00200000:0.0:1789760792.918239:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.918246:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.918266:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26025984 i_blocks 51207
00000020:00200000:0.0:1789760792.918272:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.918289:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.918336:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26025984, count: 4096
00000080:00200000:0.0:1789760792.918345:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26025984, bytes: 4096
00000080:00200000:0.0:1789760792.918359:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.918368:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.918371:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26025984, 26030080) 0 0
00000080:00200000:0.0:1789760792.918386:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.918404:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6354, 6354]
00020000:00200000:0.0:1789760792.918414:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26025984 chunk: [26025984, 26030080) 26030080, 4096
00020000:00200000:0.0:1789760792.918421:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.918444:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6354, 6354]
00000008:00010000:0.0:1789760792.918463:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.918469:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760792.918482:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26025984, 26030080) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.918497:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26025984=0x18d2000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.918583:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.918587:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26030080
00000020:00010000:0.0:1789760792.919204:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.919210:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.919443:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd12d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.919448:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.919451:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.919463:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.919472:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.919752:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760792.919904:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54e00 - object 0x280000401:3 offset 26025984<>26030080
00000080:00200000:0.0:1789760792.964640:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6354, 6354]
00000080:00200000:0.0:1789760792.964659:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.964665:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000100:00100000:0.0:1789760792.965572:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521077888:192.168.203.116@tcp:4:dd.0
00000008:00010000:0.0:1789760793.008097:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a132776c0
00000020:00200000:0.0:1789760793.008112:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760793.008123:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760793.008137:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a132776c0
00000100:00100000:0.0:1789760793.008162:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521077888:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760793.008407:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6355, 6355]
00000080:00200000:3.0:1789760793.008424:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760793.008430:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760793.008445:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26034176 i_blocks 51207
00000020:00200000:3.0:1789760793.008449:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760793.008458:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760793.008494:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26034176, count: 4096
00000080:00200000:3.0:1789760793.008502:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26034176, bytes: 4096
00000080:00200000:3.0:1789760793.008512:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760793.008521:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760793.008523:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26034176, 26038272) 0 0
00000080:00200000:3.0:1789760793.008528:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760793.008545:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6356, 6356]
00020000:00200000:3.0:1789760793.008616:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26034176 chunk: [26034176, 26038272) 26038272, 4096
00020000:00200000:3.0:1789760793.008622:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760793.008644:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6356, 6356]
00000008:00010000:3.0:1789760793.008662:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760793.008669:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760793.008681:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26034176, 26038272) append 0 append lockpos 0
00000080:00200000:3.0:1789760793.008697:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26034176=0x18d4000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760793.008759:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760793.008763:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26038272
00000020:00010000:3.0:1789760793.008771:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:3.0:1789760793.008774:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760793.008777:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a065adc68/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760793.008780:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760793.008783:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760793.008790:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760793.008806:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760793.008824:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb60c0
00000008:00100000:3.0:1789760793.008949:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1f80 - object 0x280000401:3 offset 26034176<>26038272
00000100:00100000:3.0:1789760793.059713:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973675 gen 3
00000100:00100000:3.0:1789760793.059767:0:2408:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff911a04ad1f80 x1876699521078016/t4294973676(4294973676) o4->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760809 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:3.0:1789760793.059840:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb60c0
00000020:00200000:3.0:1789760793.059848:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760793.059858:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760793.059880:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb60c0
00000100:00100000:3.0:1789760793.059907:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521078016:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760793.060819:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521078144:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760793.109936:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973676 gen 3
00000100:00100000:3.0:1789760793.109981:0:2407:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff911a12eeb480 x1876699521078144/t4294973677(4294973677) o4->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760809 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:3.0:1789760793.110090:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590180
00000020:00200000:3.0:1789760793.110098:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760793.110108:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760793.110126:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590180
00000100:00100000:3.0:1789760793.110155:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521078144:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760793.111125:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521078272:192.168.203.116@tcp:4:dd.0
00010000:00010000:0.0:1789760793.119484:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789760793.160786:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973678 gen 3
00000008:00010000:3.0:1789760793.160868:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590c00
00000020:00200000:3.0:1789760793.160877:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760793.160887:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760793.160913:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590c00
00000080:00200000:0.0:1789760793.161029:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6358, 6358]
00000080:00200000:0.0:1789760793.161047:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760793.161054:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760793.161071:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26046464 i_blocks 51207
00000020:00200000:0.0:1789760793.161074:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760793.161085:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760793.161124:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26046464, count: 4096
00000080:00200000:0.0:1789760793.161133:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26046464, bytes: 4096
00000080:00200000:0.0:1789760793.161144:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760793.161154:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760793.161156:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26046464, 26050560) 0 0
00000080:00200000:0.0:1789760793.161162:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760793.161180:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6359, 6359]
00020000:00200000:0.0:1789760793.161194:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26046464 chunk: [26046464, 26050560) 26050560, 4096
00020000:00200000:0.0:1789760793.161200:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760793.161254:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6359, 6359]
00000008:00010000:0.0:1789760793.161274:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760793.161280:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760793.161291:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26046464, 26050560) append 0 append lockpos 0
00000080:00200000:0.0:1789760793.161305:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26046464=0x18d7000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760793.161364:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760793.161367:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26050560
00000020:00010000:0.0:1789760793.161376:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760793.161380:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.161383:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a065adc68/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.161386:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760793.161388:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760793.161396:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760793.161403:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000100:00100000:3.0:1789760793.161846:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521078272:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760793.161892:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:3.0:1789760793.162156:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1f80 - object 0x280000401:3 offset 26046464<>26050560
00000100:00100000:3.0:1789760793.162203:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760793.162239:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521078400:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760793.230524:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973679 gen 3
00000008:00010000:3.0:1789760793.230575:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7db40
00000020:00200000:3.0:1789760793.230584:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760793.230596:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760793.230621:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7db40
00000100:00100000:3.0:1789760793.230653:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521078400:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760793.231069:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6359, 6359]
00000080:00200000:0.0:1789760793.231423:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760793.231430:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760793.231445:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26050560 i_blocks 51207
00000020:00200000:0.0:1789760793.231449:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760793.231461:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760793.231495:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26050560, count: 4096
00000080:00200000:0.0:1789760793.231503:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26050560, bytes: 4096
00000080:00200000:0.0:1789760793.231514:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760793.231523:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760793.231526:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26050560, 26054656) 0 0
00000080:00200000:0.0:1789760793.231530:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760793.231546:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6360, 6360]
00020000:00200000:0.0:1789760793.231621:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26050560 chunk: [26050560, 26054656) 26054656, 4096
00020000:00200000:0.0:1789760793.231626:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760793.231647:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6360, 6360]
00000008:00010000:0.0:1789760793.231666:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760793.231673:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760793.231685:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26050560, 26054656) append 0 append lockpos 0
00000080:00200000:0.0:1789760793.231698:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26050560=0x18d8000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760793.231757:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760793.231761:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26054656
00000020:00010000:0.0:1789760793.231768:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760793.231772:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.231775:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a065adc68/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.231778:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760793.231781:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760793.231788:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760793.231806:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760793.231824:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d180
00000008:00100000:0.0:1789760793.231949:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54a80 - object 0x280000401:3 offset 26050560<>26054656
00000100:00100000:0.0:1789760793.232003:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760793.232025:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521078528:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760793.272624:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973680 gen 3
00000008:00010000:0.0:1789760793.272667:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7d180
00000020:00200000:0.0:1789760793.272674:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760793.272682:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760793.272745:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7d180
00000100:00100000:0.0:1789760793.272776:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521078528:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760793.273967:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521078656:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760793.315908:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973681 gen 3
00000008:00010000:0.0:1789760793.315953:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277540
00000020:00200000:0.0:1789760793.315961:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760793.315973:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760793.316047:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277540
00000100:00100000:0.0:1789760793.316079:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521078656:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760793.317533:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760793.317557:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521078784:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760793.349072:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973682 gen 3
00000008:00010000:0.0:1789760793.349126:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277540
00000020:00200000:0.0:1789760793.349135:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760793.349148:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760793.349273:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277540
00000100:00100000:0.0:1789760793.349296:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521078784:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760793.349721:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6362, 6362]
00000080:00200000:3.0:1789760793.349740:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760793.349821:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000100:00100000:3.0:1789760793.350533:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521078912:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760793.385347:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973683 gen 3
00000008:00010000:3.0:1789760793.385399:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590f00
00000020:00200000:3.0:1789760793.385408:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760793.385420:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760793.385448:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590f00
00000100:00100000:3.0:1789760793.385481:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521078912:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760793.386608:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521079040:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760793.424826:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973684 gen 3
00000008:00010000:3.0:1789760793.424879:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590600
00000020:00200000:3.0:1789760793.424887:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760793.424898:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760793.424919:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590600
00000100:00100000:3.0:1789760793.424950:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521079040:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760793.425721:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760793.425738:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521079168:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760793.459362:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973685 gen 3
00000008:00010000:3.0:1789760793.459412:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065903c0
00000020:00200000:3.0:1789760793.459421:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760793.459535:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760793.459557:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065903c0
00000100:00100000:3.0:1789760793.459589:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521079168:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760793.460553:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521079296:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760793.494636:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065903c0
00000020:00200000:3.0:1789760793.494651:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760793.494662:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760793.494725:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065903c0
00000100:00100000:3.0:1789760793.494759:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521079296:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760793.495564:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521079424:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760793.531910:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973687 gen 3
00000008:00010000:3.0:1789760793.531975:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590600
00000020:00200000:3.0:1789760793.531984:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760793.531994:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760793.532017:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590600
00000100:00100000:3.0:1789760793.532051:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521079424:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760793.532158:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6367, 6367]
00000080:00200000:0.0:1789760793.532175:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760793.532181:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760793.532197:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26083328 i_blocks 51207
00000020:00200000:0.0:1789760793.532201:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760793.532242:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760793.532280:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26083328, count: 4096
00000080:00200000:0.0:1789760793.532288:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26083328, bytes: 4096
00000080:00200000:0.0:1789760793.532298:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760793.532308:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760793.532310:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26083328, 26087424) 0 0
00000080:00200000:0.0:1789760793.532315:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760793.532344:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6368, 6368]
00020000:00200000:0.0:1789760793.532354:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26083328 chunk: [26083328, 26087424) 26087424, 4096
00020000:00200000:0.0:1789760793.532359:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760793.532380:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6368, 6368]
00000008:00010000:0.0:1789760793.532398:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760793.532403:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760793.532415:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26083328, 26087424) append 0 append lockpos 0
00000080:00200000:0.0:1789760793.532541:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26083328=0x18e0000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760793.532601:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760793.532604:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26087424
00000020:00010000:0.0:1789760793.532614:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760793.532617:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.532620:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.532624:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760793.532627:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760793.532636:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760793.532642:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760793.532658:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d180
00000008:00100000:0.0:1789760793.532777:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54a80 - object 0x280000401:3 offset 26083328<>26087424
00000080:00200000:0.0:1789760793.568358:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6368, 6368]
00000080:00200000:0.0:1789760793.568376:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760793.568382:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760793.568397:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26087424 i_blocks 51207
00000020:00200000:0.0:1789760793.568401:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760793.568410:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760793.568454:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26087424, count: 4096
00000080:00200000:0.0:1789760793.568461:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26087424, bytes: 4096
00000080:00200000:0.0:1789760793.568470:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760793.568479:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760793.568482:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26087424, 26091520) 0 0
00000080:00200000:0.0:1789760793.568486:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760793.568502:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6369, 6369]
00020000:00200000:0.0:1789760793.568512:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26087424 chunk: [26087424, 26091520) 26091520, 4096
00020000:00200000:0.0:1789760793.568516:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760793.568536:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6369, 6369]
00000008:00010000:0.0:1789760793.568554:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760793.568560:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760793.568571:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26087424, 26091520) append 0 append lockpos 0
00000080:00200000:0.0:1789760793.568587:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26087424=0x18e1000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760793.568643:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760793.568646:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26091520
00000020:00010000:0.0:1789760793.568655:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760793.568659:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.568662:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.568665:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760793.568668:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760793.568676:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760793.568682:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760793.568698:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:0.0:1789760793.568827:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55880 - object 0x280000401:3 offset 26087424<>26091520
00000080:00200000:0.0:1789760793.611070:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6369, 6369]
00000080:00200000:0.0:1789760793.611087:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760793.611094:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760793.611110:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26091520 i_blocks 51207
00000020:00200000:0.0:1789760793.611114:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760793.611123:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760793.611159:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26091520, count: 4096
00000080:00200000:0.0:1789760793.611167:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26091520, bytes: 4096
00000080:00200000:0.0:1789760793.611176:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760793.611185:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760793.611188:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26091520, 26095616) 0 0
00000080:00200000:0.0:1789760793.611192:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760793.611246:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6370, 6370]
00020000:00200000:0.0:1789760793.611256:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26091520 chunk: [26091520, 26095616) 26095616, 4096
00020000:00200000:0.0:1789760793.611261:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760793.611280:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6370, 6370]
00000008:00010000:0.0:1789760793.611298:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760793.611305:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760793.611316:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26091520, 26095616) append 0 append lockpos 0
00000080:00200000:0.0:1789760793.611343:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26091520=0x18e2000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760793.611399:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760793.611402:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26095616
00000020:00010000:0.0:1789760793.611410:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760793.611414:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.611416:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.611420:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760793.611434:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760793.611443:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760793.611450:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760793.611465:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d240
00000008:00100000:0.0:1789760793.611587:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56300 - object 0x280000401:3 offset 26091520<>26095616
00000080:00200000:0.0:1789760793.646920:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6370, 6370]
00000080:00200000:0.0:1789760793.646938:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760793.646944:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760793.646961:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26095616 i_blocks 51207
00000020:00200000:0.0:1789760793.646966:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760793.646975:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760793.647011:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26095616, count: 4096
00000080:00200000:0.0:1789760793.647019:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26095616, bytes: 4096
00000080:00200000:0.0:1789760793.647028:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760793.647038:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760793.647040:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26095616, 26099712) 0 0
00000080:00200000:0.0:1789760793.647045:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760793.647063:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6371, 6371]
00020000:00200000:0.0:1789760793.647073:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26095616 chunk: [26095616, 26099712) 26099712, 4096
00020000:00200000:0.0:1789760793.647078:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760793.647098:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6371, 6371]
00000008:00010000:0.0:1789760793.647117:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760793.647124:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760793.647136:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26095616, 26099712) append 0 append lockpos 0
00000080:00200000:0.0:1789760793.647150:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26095616=0x18e3000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760793.647207:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760793.647210:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26099712
00000020:00010000:0.0:1789760793.647266:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760793.647269:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.647272:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.647276:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760793.647279:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760793.647287:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760793.647294:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760793.647311:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d0c0
00000008:00100000:0.0:1789760793.647440:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54380 - object 0x280000401:3 offset 26095616<>26099712
00000080:00200000:0.0:1789760793.688034:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6371, 6371]
00000080:00200000:0.0:1789760793.688051:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760793.688057:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760793.688073:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26099712 i_blocks 51207
00000020:00200000:0.0:1789760793.688077:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760793.688087:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760793.688119:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26099712, count: 4096
00000080:00200000:0.0:1789760793.688127:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26099712, bytes: 4096
00000080:00200000:0.0:1789760793.688137:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760793.688146:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760793.688148:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26099712, 26103808) 0 0
00000080:00200000:0.0:1789760793.688153:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760793.688170:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6372, 6372]
00020000:00200000:0.0:1789760793.688180:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26099712 chunk: [26099712, 26103808) 26103808, 4096
00020000:00200000:0.0:1789760793.688184:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760793.688203:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6372, 6372]
00000008:00010000:0.0:1789760793.688253:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760793.688260:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760793.688272:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26099712, 26103808) append 0 append lockpos 0
00000080:00200000:0.0:1789760793.688285:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26099712=0x18e4000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760793.688406:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760793.688409:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26103808
00000020:00010000:0.0:1789760793.688419:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760793.688483:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.688486:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.688490:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a065158a8 (ffff911a04ad7758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760793.688493:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760793.688502:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760793.688510:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760793.688526:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d0c0
00000008:00100000:0.0:1789760793.688644:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57800 - object 0x280000401:3 offset 26099712<>26103808
00000100:00100000:3.0:1789760793.726954:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521080832:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760793.758914:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6373, 6373]
00000080:00200000:3.0:1789760793.758930:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760793.758937:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760793.758954:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26107904 i_blocks 51207
00000020:00200000:3.0:1789760793.758958:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760793.758968:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760793.759031:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26107904, count: 4096
00000080:00200000:3.0:1789760793.759039:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26107904, bytes: 4096
00000080:00200000:3.0:1789760793.759051:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760793.759060:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760793.759062:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26107904, 26112000) 0 0
00000080:00200000:3.0:1789760793.759067:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760793.759086:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6374, 6374]
00020000:00200000:3.0:1789760793.759095:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26107904 chunk: [26107904, 26112000) 26112000, 4096
00020000:00200000:3.0:1789760793.759101:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760793.759122:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6374, 6374]
00000008:00010000:3.0:1789760793.759141:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760793.759147:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760793.759159:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26107904, 26112000) append 0 append lockpos 0
00000080:00200000:3.0:1789760793.759173:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26107904=0x18e6000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760793.759257:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760793.759261:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26112000
00000020:00010000:3.0:1789760793.759272:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515308 (ffff911a04ad7ea8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760793.759276:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515308 (ffff911a04ad7ea8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760793.759278:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a065adc68/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760793.759282:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515308 (ffff911a04ad7ea8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760793.759284:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7ea8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760793.759292:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760793.759299:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760793.759315:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb60c0
00000008:00100000:3.0:1789760793.759571:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1f80 - object 0x280000401:3 offset 26107904<>26112000
00000080:00200000:3.0:1789760793.795254:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6374, 6374]
00000080:00200000:3.0:1789760793.795271:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760793.795278:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760793.795294:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26112000 i_blocks 51207
00000020:00200000:3.0:1789760793.795298:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760793.795308:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760793.795347:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26112000, count: 4096
00000080:00200000:3.0:1789760793.795355:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26112000, bytes: 4096
00000080:00200000:3.0:1789760793.795365:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760793.795374:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760793.795376:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26112000, 26116096) 0 0
00000080:00200000:3.0:1789760793.795381:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760793.795398:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6375, 6375]
00020000:00200000:3.0:1789760793.795408:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26112000 chunk: [26112000, 26116096) 26116096, 4096
00020000:00200000:3.0:1789760793.795413:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760793.795662:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6375, 6375]
00000008:00010000:3.0:1789760793.795685:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760793.795692:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760793.795707:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26112000, 26116096) append 0 append lockpos 0
00000080:00200000:3.0:1789760793.795722:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26112000=0x18e7000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760793.795803:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760793.795806:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26116096
00000020:00010000:3.0:1789760793.795814:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515308 (ffff911a04ad7ea8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760793.795818:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515308 (ffff911a04ad7ea8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760793.795821:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a065adc68/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760793.795824:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515308 (ffff911a04ad7ea8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760793.795827:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7ea8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760793.795835:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760793.795842:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760793.795858:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb66c0
00000008:00100000:3.0:1789760793.795984:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad0000 - object 0x280000401:3 offset 26112000<>26116096
00000080:00200000:3.0:1789760793.829302:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6375, 6375]
00000080:00200000:3.0:1789760793.829317:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760793.829322:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760793.829337:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26116096 i_blocks 51207
00000020:00200000:3.0:1789760793.829341:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760793.829351:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760793.829384:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26116096, count: 4096
00000080:00200000:3.0:1789760793.829391:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26116096, bytes: 4096
00000080:00200000:3.0:1789760793.829401:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760793.829410:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760793.829412:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26116096, 26120192) 0 0
00000080:00200000:3.0:1789760793.829417:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760793.829433:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6376, 6376]
00020000:00200000:3.0:1789760793.829441:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26116096 chunk: [26116096, 26120192) 26120192, 4096
00020000:00200000:3.0:1789760793.829445:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760793.829464:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6376, 6376]
00000008:00010000:3.0:1789760793.829483:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760793.829489:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760793.829500:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26116096, 26120192) append 0 append lockpos 0
00000080:00200000:3.0:1789760793.829578:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26116096=0x18e8000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760793.829635:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760793.829638:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26120192
00000020:00010000:3.0:1789760793.829646:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515308 (ffff911a04ad7ea8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760793.829650:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515308 (ffff911a04ad7ea8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760793.829653:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a065adc68/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760793.829656:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515308 (ffff911a04ad7ea8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760793.829710:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7ea8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760793.829719:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760793.829726:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760793.829745:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6cc0
00000008:00100000:3.0:1789760793.829970:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1180 - object 0x280000401:3 offset 26116096<>26120192
00000080:00200000:3.0:1789760793.885287:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6376, 6376]
00000080:00200000:3.0:1789760793.885304:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760793.885310:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760793.885327:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26120192 i_blocks 51207
00000020:00200000:3.0:1789760793.885330:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760793.885341:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760793.885374:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26120192, count: 4096
00000080:00200000:3.0:1789760793.885381:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26120192, bytes: 4096
00000080:00200000:3.0:1789760793.885395:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760793.885404:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760793.885406:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26120192, 26124288) 0 0
00000080:00200000:3.0:1789760793.885411:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760793.885429:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6377, 6377]
00020000:00200000:3.0:1789760793.885439:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26120192 chunk: [26120192, 26124288) 26124288, 4096
00020000:00200000:3.0:1789760793.885443:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760793.885464:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6377, 6377]
00000008:00010000:3.0:1789760793.885483:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760793.885489:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760793.885501:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26120192, 26124288) append 0 append lockpos 0
00000080:00200000:3.0:1789760793.885516:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26120192=0x18e9000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760793.885578:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760793.885581:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26124288
00000020:00010000:3.0:1789760793.885590:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515308 (ffff911a04ad7ea8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760793.885593:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515308 (ffff911a04ad7ea8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760793.885596:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a065adc68/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760793.885676:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515308 (ffff911a04ad7ea8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760793.885680:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7ea8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760793.885689:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760793.885695:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760793.885711:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6cc0
00000008:00100000:3.0:1789760793.885928:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad0a80 - object 0x280000401:3 offset 26120192<>26124288
00000008:00010000:3.0:1789760793.952499:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6cc0
00000020:00200000:3.0:1789760793.952509:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760793.952520:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760793.952576:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6cc0
00000100:00100000:3.0:1789760793.952615:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521081344:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760793.953337:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521081472:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760794.022203:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6378, 6378]
00000080:00200000:3.0:1789760794.022248:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760794.022254:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760794.022271:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26128384 i_blocks 51207
00000020:00200000:3.0:1789760794.022276:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760794.022287:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760794.022322:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26128384, count: 4096
00000080:00200000:3.0:1789760794.022329:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26128384, bytes: 4096
00000080:00200000:3.0:1789760794.022340:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760794.022349:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760794.022351:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26128384, 26132480) 0 0
00000080:00200000:3.0:1789760794.022367:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760794.022385:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6379, 6379]
00020000:00200000:3.0:1789760794.022394:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26128384 chunk: [26128384, 26132480) 26132480, 4096
00020000:00200000:3.0:1789760794.022399:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760794.022644:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6379, 6379]
00000008:00010000:3.0:1789760794.022676:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760794.022682:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760794.022693:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26128384, 26132480) append 0 append lockpos 0
00000080:00200000:3.0:1789760794.022707:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26128384=0x18eb000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760794.022770:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760794.022773:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26132480
00000020:00010000:3.0:1789760794.022780:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515308 (ffff911a04ad7ea8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760794.022783:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515308 (ffff911a04ad7ea8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760794.022785:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a065adc68/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760794.022800:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515308 (ffff911a04ad7ea8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760794.022803:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7ea8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760794.022811:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760794.022819:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760794.022843:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6cc0
00000008:00100000:3.0:1789760794.022941:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad0a80 - object 0x280000401:3 offset 26128384<>26132480
00000080:00200000:3.0:1789760794.076565:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6379, 6379]
00000080:00200000:3.0:1789760794.076581:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760794.076586:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760794.076600:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26132480 i_blocks 51207
00000020:00200000:3.0:1789760794.076603:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760794.076612:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760794.076644:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26132480, count: 4096
00000080:00200000:3.0:1789760794.076651:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26132480, bytes: 4096
00000080:00200000:3.0:1789760794.076662:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760794.076670:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760794.076672:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26132480, 26136576) 0 0
00000080:00200000:3.0:1789760794.076676:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760794.076693:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6380, 6380]
00020000:00200000:3.0:1789760794.076701:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26132480 chunk: [26132480, 26136576) 26136576, 4096
00020000:00200000:3.0:1789760794.076706:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760794.076725:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6380, 6380]
00000008:00010000:3.0:1789760794.076744:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760794.076820:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760794.076832:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26132480, 26136576) append 0 append lockpos 0
00000080:00200000:3.0:1789760794.076846:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26132480=0x18ec000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760794.076905:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760794.076907:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26136576
00000020:00010000:3.0:1789760794.076916:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515308 (ffff911a04ad7ea8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760794.076919:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515308 (ffff911a04ad7ea8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760794.076922:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a065adc68/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760794.076925:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515308 (ffff911a04ad7ea8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760794.076928:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7ea8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760794.076935:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760794.076942:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760794.076959:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb66c0
00000008:00100000:3.0:1789760794.077075:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad3100 - object 0x280000401:3 offset 26132480<>26136576
00000080:00200000:3.0:1789760794.134066:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6380, 6380]
00000080:00200000:3.0:1789760794.134081:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760794.134087:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760794.134103:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26136576 i_blocks 51207
00000020:00200000:3.0:1789760794.134107:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760794.134117:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760794.134153:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26136576, count: 4096
00000080:00200000:3.0:1789760794.134161:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26136576, bytes: 4096
00000080:00200000:3.0:1789760794.134170:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760794.134179:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760794.134182:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26136576, 26140672) 0 0
00000080:00200000:3.0:1789760794.134187:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760794.134204:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6381, 6381]
00020000:00200000:3.0:1789760794.134256:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26136576 chunk: [26136576, 26140672) 26140672, 4096
00020000:00200000:3.0:1789760794.134262:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760794.134282:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6381, 6381]
00000008:00010000:3.0:1789760794.134301:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760794.134307:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760794.134319:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26136576, 26140672) append 0 append lockpos 0
00000080:00200000:3.0:1789760794.134334:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26136576=0x18ed000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760794.134392:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760794.134395:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26140672
00000020:00010000:3.0:1789760794.134403:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515308 (ffff911a04ad7ea8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760794.134407:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515308 (ffff911a04ad7ea8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760794.134410:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a065adc68/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760794.134414:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515308 (ffff911a04ad7ea8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760794.134536:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7ea8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760794.134547:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760794.134554:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760794.134573:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb60c0
00000008:00100000:3.0:1789760794.134699:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad3100 - object 0x280000401:3 offset 26136576<>26140672
00010000:00010000:0.0:1789760794.143894:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000080:00200000:3.0:1789760794.190756:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6381, 6381]
00000080:00200000:3.0:1789760794.190771:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760794.190776:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760794.190802:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26140672 i_blocks 51207
00000020:00200000:3.0:1789760794.190806:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760794.190816:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760794.190851:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26140672, count: 4096
00000080:00200000:3.0:1789760794.190859:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26140672, bytes: 4096
00000080:00200000:3.0:1789760794.190869:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760794.190877:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760794.190879:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26140672, 26144768) 0 0
00000080:00200000:3.0:1789760794.190883:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760794.190899:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6382, 6382]
00020000:00200000:3.0:1789760794.190908:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26140672 chunk: [26140672, 26144768) 26144768, 4096
00020000:00200000:3.0:1789760794.190913:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760794.190932:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6382, 6382]
00000008:00010000:3.0:1789760794.190951:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760794.190957:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760794.190969:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26140672, 26144768) append 0 append lockpos 0
00000080:00200000:3.0:1789760794.190983:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26140672=0x18ee000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760794.191048:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760794.191051:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26144768
00000020:00010000:3.0:1789760794.191061:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515308 (ffff911a04ad7ea8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760794.191064:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515308 (ffff911a04ad7ea8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760794.191067:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a065adc68/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760794.191071:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515308 (ffff911a04ad7ea8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760794.191074:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7ea8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760794.191081:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760794.191089:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760794.191106:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6240
00000008:00100000:3.0:1789760794.191343:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad0a80 - object 0x280000401:3 offset 26140672<>26144768
00000080:00200000:3.0:1789760794.247681:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6382, 6382]
00000080:00200000:3.0:1789760794.247697:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760794.247703:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760794.247718:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26144768 i_blocks 51207
00000020:00200000:3.0:1789760794.247721:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760794.247731:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760794.247766:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26144768, count: 4096
00000080:00200000:3.0:1789760794.247773:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26144768, bytes: 4096
00000080:00200000:3.0:1789760794.247783:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760794.247800:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760794.247802:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26144768, 26148864) 0 0
00000080:00200000:3.0:1789760794.247807:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760794.247823:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6383, 6383]
00020000:00200000:3.0:1789760794.247832:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26144768 chunk: [26144768, 26148864) 26148864, 4096
00020000:00200000:3.0:1789760794.247836:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760794.247856:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6383, 6383]
00000008:00010000:3.0:1789760794.247981:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760794.247988:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760794.248001:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26144768, 26148864) append 0 append lockpos 0
00000080:00200000:3.0:1789760794.248015:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26144768=0x18ef000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760794.248073:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760794.248076:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26148864
00000020:00010000:3.0:1789760794.248609:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515308 (ffff911a04ad7ea8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760794.248616:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515308 (ffff911a04ad7ea8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760794.248621:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a065adc68/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760794.248625:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515308 (ffff911a04ad7ea8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760794.248628:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7ea8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760794.248638:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760794.248647:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760794.248669:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6f00
00000008:00100000:3.0:1789760794.248799:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1180 - object 0x280000401:3 offset 26144768<>26148864
00000080:00200000:3.0:1789760794.325933:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6383, 6383]
00000080:00200000:3.0:1789760794.325951:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760794.325957:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760794.325974:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26148864 i_blocks 51207
00000020:00200000:3.0:1789760794.325978:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760794.325988:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760794.326025:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26148864, count: 4096
00000080:00200000:3.0:1789760794.326033:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26148864, bytes: 4096
00000080:00200000:3.0:1789760794.326045:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760794.326055:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760794.326057:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26148864, 26152960) 0 0
00000080:00200000:3.0:1789760794.326062:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760794.326080:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6384, 6384]
00020000:00200000:3.0:1789760794.326090:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26148864 chunk: [26148864, 26152960) 26152960, 4096
00020000:00200000:3.0:1789760794.326095:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760794.328025:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6384, 6384]
00000008:00010000:3.0:1789760794.328053:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760794.328059:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760794.328073:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26148864, 26152960) append 0 append lockpos 0
00000080:00200000:3.0:1789760794.328092:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26148864=0x18f0000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760794.328176:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760794.328180:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26152960
00000020:00010000:3.0:1789760794.328189:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515308 (ffff911a04ad7ea8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760794.328192:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515308 (ffff911a04ad7ea8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760794.328196:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a065adc68/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760794.328199:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515308 (ffff911a04ad7ea8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760794.328203:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7ea8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760794.328249:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760794.328259:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760794.328291:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6a80
00000008:00100000:3.0:1789760794.328432:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad0000 - object 0x280000401:3 offset 26148864<>26152960
00000080:00200000:3.0:1789760794.384031:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6384, 6384]
00000080:00200000:3.0:1789760794.384061:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760794.384068:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760794.384086:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26152960 i_blocks 51207
00000020:00200000:3.0:1789760794.384092:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760794.384245:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760794.384278:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26152960, count: 4096
00000080:00200000:3.0:1789760794.384287:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26152960, bytes: 4096
00000080:00200000:3.0:1789760794.384300:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760794.384309:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760794.384311:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26152960, 26157056) 0 0
00000080:00200000:3.0:1789760794.384316:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760794.384331:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6385, 6385]
00020000:00200000:3.0:1789760794.384340:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26152960 chunk: [26152960, 26157056) 26157056, 4096
00020000:00200000:3.0:1789760794.384345:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760794.384365:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6385, 6385]
00000008:00010000:3.0:1789760794.384383:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760794.384389:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760794.384401:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26152960, 26157056) append 0 append lockpos 0
00000080:00200000:3.0:1789760794.384413:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26152960=0x18f1000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760794.384483:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760794.384486:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26157056
00000020:00010000:3.0:1789760794.384494:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515308 (ffff911a04ad7ea8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760794.384498:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515308 (ffff911a04ad7ea8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760794.384502:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a065adc68/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760794.384505:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515308 (ffff911a04ad7ea8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760794.384508:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04ad7ea8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760794.384517:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760794.384525:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760794.384558:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6480
00000008:00100000:3.0:1789760794.385073:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1f80 - object 0x280000401:3 offset 26152960<>26157056
00000080:00200000:0.0:1789760794.427399:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6385, 6385]
00000080:00200000:0.0:1789760794.427416:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760794.427422:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760794.427438:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26157056 i_blocks 51207
00000020:00200000:0.0:1789760794.427442:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760794.427453:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760794.427489:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26157056, count: 4096
00000080:00200000:0.0:1789760794.427496:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26157056, bytes: 4096
00000080:00200000:0.0:1789760794.427507:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760794.427517:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760794.427519:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26157056, 26161152) 0 0
00000080:00200000:0.0:1789760794.427524:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760794.427541:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6386, 6386]
00020000:00200000:0.0:1789760794.427552:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26157056 chunk: [26157056, 26161152) 26161152, 4096
00020000:00200000:0.0:1789760794.427557:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760794.427576:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6386, 6386]
00000008:00010000:0.0:1789760794.427594:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760794.427600:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760794.427613:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26157056, 26161152) append 0 append lockpos 0
00000080:00200000:0.0:1789760794.427626:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26157056=0x18f2000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760794.427684:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760794.427687:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26161152
00000020:00010000:0.0:1789760794.427695:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515308 (ffff911a04ad7ea8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760794.427699:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515308 (ffff911a04ad7ea8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.427702:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a065adc68/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.427706:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515308 (ffff911a04ad7ea8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760794.427709:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760794.427717:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760794.427724:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760794.427741:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d240
00000008:00100000:0.0:1789760794.428129:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56a00 - object 0x280000401:3 offset 26157056<>26161152
00000080:00200000:3.0:1789760794.509291:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6387, 6387]
00000080:00200000:3.0:1789760794.509308:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760794.509377:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000100:00100000:3.0:1789760794.510177:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521082752:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760794.547952:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521082880:192.168.203.116@tcp:4:dd.0
00000008:00010000:0.0:1789760794.588344:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a132776c0
00000020:00200000:0.0:1789760794.588359:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760794.588372:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760794.588398:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a132776c0
00000100:00100000:0.0:1789760794.588439:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521082880:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760794.589498:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760794.589520:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521083008:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760794.633311:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973710 gen 3
00000008:00010000:0.0:1789760794.633542:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277b40
00000020:00200000:0.0:1789760794.633551:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760794.633563:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760794.633626:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277b40
00000100:00100000:0.0:1789760794.633658:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521083008:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760794.634637:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521083136:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760794.676340:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973711 gen 3
00000008:00010000:0.0:1789760794.676396:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277f00
00000020:00200000:0.0:1789760794.676406:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760794.676419:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760794.676494:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277f00
00000100:00100000:0.0:1789760794.676529:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521083136:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760794.713607:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590f00
00000020:00200000:3.0:1789760794.713623:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760794.713634:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760794.713656:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590f00
00000100:00100000:3.0:1789760794.713690:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521083264:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760794.714963:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521083392:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760794.773533:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973713 gen 3
00000008:00010000:3.0:1789760794.773591:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590c00
00000020:00200000:3.0:1789760794.773598:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760794.773607:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760794.773664:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590c00
00000100:00100000:3.0:1789760794.773692:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521083392:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760794.773865:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6393, 6393]
00000080:00200000:0.0:1789760794.773882:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760794.773958:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760794.773973:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26189824 i_blocks 51207
00000020:00200000:0.0:1789760794.773977:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760794.773986:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760794.774018:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26189824, count: 4096
00000080:00200000:0.0:1789760794.774025:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26189824, bytes: 4096
00000080:00200000:0.0:1789760794.774033:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760794.774042:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760794.774044:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26189824, 26193920) 0 0
00000080:00200000:0.0:1789760794.774048:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760794.774063:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6394, 6394]
00020000:00200000:0.0:1789760794.774072:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26189824 chunk: [26189824, 26193920) 26193920, 4096
00020000:00200000:0.0:1789760794.774077:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760794.774094:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6394, 6394]
00000008:00010000:0.0:1789760794.774111:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760794.774117:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760794.774128:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26189824, 26193920) append 0 append lockpos 0
00000080:00200000:0.0:1789760794.774141:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26189824=0x18fa000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760794.774199:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760794.774202:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26193920
00000020:00010000:0.0:1789760794.774211:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515308 (ffff911a04ad7ea8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760794.774311:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515308 (ffff911a04ad7ea8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.774315:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1b48/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.774319:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515308 (ffff911a04ad7ea8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760794.774322:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760794.774335:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760794.774342:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760794.774360:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:0.0:1789760794.774544:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56a00 - object 0x280000401:3 offset 26189824<>26193920
00000080:00200000:0.0:1789760794.813181:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6394, 6394]
00000080:00200000:0.0:1789760794.813197:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760794.813204:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760794.813255:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26193920 i_blocks 51207
00000020:00200000:0.0:1789760794.813260:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760794.813271:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760794.813309:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26193920, count: 4096
00000080:00200000:0.0:1789760794.813381:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26193920, bytes: 4096
00000080:00200000:0.0:1789760794.813393:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760794.813403:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760794.813405:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26193920, 26198016) 0 0
00000080:00200000:0.0:1789760794.813410:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760794.813429:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6395, 6395]
00020000:00200000:0.0:1789760794.813439:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26193920 chunk: [26193920, 26198016) 26198016, 4096
00020000:00200000:0.0:1789760794.813443:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760794.813463:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6395, 6395]
00000008:00010000:0.0:1789760794.813482:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760794.813489:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760794.813502:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26193920, 26198016) append 0 append lockpos 0
00000080:00200000:0.0:1789760794.813517:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26193920=0x18fb000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760794.813577:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760794.813579:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26198016
00000020:00010000:0.0:1789760794.813589:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515308 (ffff911a04ad7ea8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760794.813592:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515308 (ffff911a04ad7ea8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.813596:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1b48/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.813599:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515308 (ffff911a04ad7ea8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760794.813602:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760794.813611:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760794.813617:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760794.813634:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d180
00000008:00100000:0.0:1789760794.813907:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57800 - object 0x280000401:3 offset 26193920<>26198016
00000080:00200000:0.0:1789760794.850300:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6395, 6395]
00000080:00200000:0.0:1789760794.850480:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760794.850487:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760794.850503:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26198016 i_blocks 51207
00000020:00200000:0.0:1789760794.850507:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760794.850517:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760794.850552:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26198016, count: 4096
00000080:00200000:0.0:1789760794.850559:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26198016, bytes: 4096
00000080:00200000:0.0:1789760794.850569:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760794.850579:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760794.850581:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26198016, 26202112) 0 0
00000080:00200000:0.0:1789760794.850585:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760794.850602:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6396, 6396]
00020000:00200000:0.0:1789760794.850610:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26198016 chunk: [26198016, 26202112) 26202112, 4096
00020000:00200000:0.0:1789760794.850615:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760794.850633:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6396, 6396]
00000008:00010000:0.0:1789760794.850652:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760794.850874:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760794.850887:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26198016, 26202112) append 0 append lockpos 0
00000080:00200000:0.0:1789760794.850901:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26198016=0x18fc000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760794.850963:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760794.850966:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26202112
00000020:00010000:0.0:1789760794.850975:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515308 (ffff911a04ad7ea8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760794.850979:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515308 (ffff911a04ad7ea8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.850982:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1b48/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.850985:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515308 (ffff911a04ad7ea8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760794.850988:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760794.850996:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760794.851002:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760794.851019:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760794.851140:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54380 - object 0x280000401:3 offset 26198016<>26202112
00000080:00200000:0.0:1789760794.903932:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6396, 6396]
00000080:00200000:0.0:1789760794.903956:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760794.903962:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760794.903981:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26202112 i_blocks 51207
00000020:00200000:0.0:1789760794.903986:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760794.903998:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760794.904033:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26202112, count: 4096
00000080:00200000:0.0:1789760794.904040:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26202112, bytes: 4096
00000080:00200000:0.0:1789760794.904054:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760794.904062:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760794.904065:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26202112, 26206208) 0 0
00000080:00200000:0.0:1789760794.904070:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760794.904086:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6397, 6397]
00020000:00200000:0.0:1789760794.904095:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26202112 chunk: [26202112, 26206208) 26206208, 4096
00020000:00200000:0.0:1789760794.904099:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760794.904120:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6397, 6397]
00000008:00010000:0.0:1789760794.904138:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760794.904145:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760794.904158:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26202112, 26206208) append 0 append lockpos 0
00000080:00200000:0.0:1789760794.904173:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26202112=0x18fd000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760794.905200:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760794.905208:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26206208
00000020:00010000:0.0:1789760794.905537:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515308 (ffff911a04ad7ea8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760794.905543:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515308 (ffff911a04ad7ea8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.905547:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1b48/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.905551:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515308 (ffff911a04ad7ea8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760794.905554:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760794.905567:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760794.905576:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760794.905607:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760794.905913:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56300 - object 0x280000401:3 offset 26202112<>26206208
00000080:00200000:0.0:1789760794.944202:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6397, 6397]
00000080:00200000:0.0:1789760794.944283:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760794.944290:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760794.944309:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26206208 i_blocks 51207
00000020:00200000:0.0:1789760794.944316:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760794.944332:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760794.944368:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26206208, count: 4096
00000080:00200000:0.0:1789760794.944378:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26206208, bytes: 4096
00000080:00200000:0.0:1789760794.944393:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760794.944403:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760794.944405:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26206208, 26210304) 0 0
00000080:00200000:0.0:1789760794.944410:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760794.944564:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6398, 6398]
00020000:00200000:0.0:1789760794.944573:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26206208 chunk: [26206208, 26210304) 26210304, 4096
00020000:00200000:0.0:1789760794.944578:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760794.944601:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6398, 6398]
00000008:00010000:0.0:1789760794.944621:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760794.944628:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760794.944641:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26206208, 26210304) append 0 append lockpos 0
00000080:00200000:0.0:1789760794.944656:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26206208=0x18fe000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760794.944729:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760794.944732:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26210304
00000020:00010000:0.0:1789760794.944742:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515308 (ffff911a04ad7ea8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760794.944746:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515308 (ffff911a04ad7ea8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.944749:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1b48/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.944752:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515308 (ffff911a04ad7ea8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760794.944755:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760794.944764:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760794.944771:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760794.946169:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760794.946652:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55880 - object 0x280000401:3 offset 26206208<>26210304
00000100:00100000:0.0:1789760794.999636:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521084160:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760795.036866:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973719 gen 3
00000008:00010000:0.0:1789760795.036994:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590180
00000020:00200000:0.0:1789760795.037003:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760795.037013:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760795.037262:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590180
00000100:00100000:0.0:1789760795.037296:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521084160:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760795.040741:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521084288:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760795.081882:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973720 gen 3
00000008:00010000:0.0:1789760795.082002:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277840
00000020:00200000:0.0:1789760795.082012:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760795.082025:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760795.082047:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277840
00000100:00100000:0.0:1789760795.082078:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521084288:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760795.082957:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521084416:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760795.119868:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973721 gen 3
00000008:00010000:0.0:1789760795.119923:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277d80
00000020:00200000:0.0:1789760795.119931:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760795.119944:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760795.120045:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277d80
00000100:00100000:0.0:1789760795.120078:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521084416:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760795.151112:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6402, 6402]
00000080:00200000:0.0:1789760795.151130:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760795.151137:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760795.151155:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26226688 i_blocks 53255
00000020:00200000:0.0:1789760795.151159:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760795.151169:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760795.151205:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26226688, count: 4096
00000080:00200000:0.0:1789760795.151247:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26226688, bytes: 4096
00000080:00200000:0.0:1789760795.151260:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760795.151269:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760795.151271:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26226688, 26230784) 0 0
00000080:00200000:0.0:1789760795.151276:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760795.151292:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6403, 6403]
00020000:00200000:0.0:1789760795.151301:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26226688 chunk: [26226688, 26230784) 26230784, 4096
00020000:00200000:0.0:1789760795.151306:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760795.151389:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6403, 6403]
00000008:00010000:0.0:1789760795.151409:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760795.151478:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760795.151490:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26226688, 26230784) append 0 append lockpos 0
00000080:00200000:0.0:1789760795.151505:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26226688=0x1903000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760795.151563:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760795.151566:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26230784
00000020:00010000:0.0:1789760795.151574:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a06515308 (ffff911a04ad7ea8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760795.151577:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a06515308 (ffff911a04ad7ea8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760795.151580:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1b48/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760795.151583:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a06515308 (ffff911a04ad7ea8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760795.151586:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04ad7ea8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760795.151593:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760795.151600:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760795.151618:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760795.151737:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55880 - object 0x280000401:3 offset 26226688<>26230784
00010000:00010000:0.0:1789760795.168086:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000080:00200000:3.0:1789760795.190829:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6403, 6403]
00000080:00200000:3.0:1789760795.190847:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760795.190854:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760795.190869:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26230784 i_blocks 53255
00000020:00200000:3.0:1789760795.190872:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760795.190882:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760795.190944:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26230784, count: 4096
00000080:00200000:3.0:1789760795.190950:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26230784, bytes: 4096
00000080:00200000:3.0:1789760795.190960:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760795.190968:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760795.190970:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26230784, 26234880) 0 0
00000080:00200000:3.0:1789760795.190975:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760795.190993:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6404, 6404]
00020000:00200000:3.0:1789760795.191002:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26230784 chunk: [26230784, 26234880) 26234880, 4096
00020000:00200000:3.0:1789760795.191007:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760795.191028:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6404, 6404]
00000008:00010000:3.0:1789760795.191044:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760795.191050:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760795.191061:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26230784, 26234880) append 0 append lockpos 0
00000080:00200000:3.0:1789760795.191075:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26230784=0x1904000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760795.191131:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760795.191134:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26234880
00000020:00010000:3.0:1789760795.191142:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_release():245
00000020:00010000:3.0:1789760795.191146:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760795.191149:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a065adc68/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760795.191152:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760795.191155:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1b48/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760795.191162:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760795.191168:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760795.191184:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6000
00000008:00100000:3.0:1789760795.191348:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1880 - object 0x280000401:3 offset 26230784<>26234880
00000100:00100000:3.0:1789760795.191400:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760795.191426:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521084800:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760795.232437:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973724 gen 3
00000008:00010000:3.0:1789760795.232485:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6000
00000020:00200000:3.0:1789760795.232493:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760795.232504:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760795.232563:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6000
00000100:00100000:3.0:1789760795.232594:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521084800:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760795.280050:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973725 gen 3
00000008:00010000:3.0:1789760795.280106:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590e40
00000020:00200000:3.0:1789760795.280723:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760795.280737:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760795.280764:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590e40
00000100:00100000:3.0:1789760795.280812:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521084928:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760795.282055:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521085056:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760795.365729:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973726 gen 3
00000008:00010000:3.0:1789760795.365791:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590d80
00000020:00200000:3.0:1789760795.365800:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760795.365813:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760795.365834:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590d80
00000100:00100000:3.0:1789760795.365867:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521085056:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760795.366587:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760795.366607:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521085184:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760795.405611:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973727 gen 3
00000008:00010000:3.0:1789760795.405664:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590300
00000020:00200000:3.0:1789760795.405674:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760795.405684:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760795.405707:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590300
00000100:00100000:3.0:1789760795.405737:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521085184:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760795.456801:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973728 gen 3
00000008:00010000:3.0:1789760795.456864:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065906c0
00000020:00200000:3.0:1789760795.456873:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760795.456885:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760795.456911:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065906c0
00000100:00100000:3.0:1789760795.456946:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521085312:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760795.456958:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6408, 6408]
00000080:00200000:0.0:1789760795.456980:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760795.456986:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760795.457003:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26251264 i_blocks 53255
00000020:00200000:0.0:1789760795.457007:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760795.457019:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760795.457055:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26251264, count: 4096
00000080:00200000:0.0:1789760795.457063:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26251264, bytes: 4096
00000080:00200000:0.0:1789760795.457073:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760795.457083:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760795.457085:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26251264, 26255360) 0 0
00000080:00200000:0.0:1789760795.457090:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760795.457107:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6409, 6409]
00020000:00200000:0.0:1789760795.457116:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26251264 chunk: [26251264, 26255360) 26255360, 4096
00020000:00200000:0.0:1789760795.457121:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760795.457141:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6409, 6409]
00000008:00010000:0.0:1789760795.457160:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760795.457166:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760795.457179:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26251264, 26255360) append 0 append lockpos 0
00000080:00200000:0.0:1789760795.457193:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26251264=0x1909000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760795.457633:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760795.457638:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26255360
00000020:00010000:0.0:1789760795.457647:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_release():245
00000020:00010000:0.0:1789760795.457650:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760795.457654:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a065adc68/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760795.457657:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760795.457661:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1b48/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760795.457669:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760795.457676:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760795.457694:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d180
00000008:00100000:0.0:1789760795.457871:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54a80 - object 0x280000401:3 offset 26251264<>26255360
00000080:00200000:0.0:1789760795.511120:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6409, 6409]
00000080:00200000:0.0:1789760795.511139:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760795.511145:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760795.511162:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26255360 i_blocks 53255
00000020:00200000:0.0:1789760795.511167:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760795.511179:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760795.511252:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26255360, count: 4096
00000080:00200000:0.0:1789760795.511260:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26255360, bytes: 4096
00000080:00200000:0.0:1789760795.511272:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760795.511281:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760795.511283:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26255360, 26259456) 0 0
00000080:00200000:0.0:1789760795.511288:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760795.511306:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6410, 6410]
00020000:00200000:0.0:1789760795.511326:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26255360 chunk: [26255360, 26259456) 26259456, 4096
00020000:00200000:0.0:1789760795.511333:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760795.511355:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6410, 6410]
00000008:00010000:0.0:1789760795.511374:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760795.511380:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760795.511392:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26255360, 26259456) append 0 append lockpos 0
00000080:00200000:0.0:1789760795.511481:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26255360=0x190a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760795.511546:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760795.511550:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26259456
00000020:00010000:0.0:1789760795.511558:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_release():245
00000020:00010000:0.0:1789760795.511561:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760795.511564:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a065adc68/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760795.511568:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760795.511570:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1b48/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760795.511579:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760795.511586:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760795.511606:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:0.0:1789760795.511735:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57100 - object 0x280000401:3 offset 26255360<>26259456
00000080:00200000:3.0:1789760795.550261:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6410, 6410]
00000080:00200000:3.0:1789760795.550276:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760795.550281:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760795.550305:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26259456 i_blocks 53255
00000020:00200000:3.0:1789760795.550308:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760795.550317:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760795.550354:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26259456, count: 4096
00000080:00200000:3.0:1789760795.550360:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26259456, bytes: 4096
00000080:00200000:3.0:1789760795.550383:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760795.550393:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760795.550395:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26259456, 26263552) 0 0
00000080:00200000:3.0:1789760795.550400:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760795.550417:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6411, 6411]
00020000:00200000:3.0:1789760795.550426:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26259456 chunk: [26259456, 26263552) 26263552, 4096
00020000:00200000:3.0:1789760795.550431:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760795.550451:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6411, 6411]
00000008:00010000:3.0:1789760795.550469:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760795.550475:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760795.550487:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26259456, 26263552) append 0 append lockpos 0
00000080:00200000:3.0:1789760795.550502:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26259456=0x190b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760795.550558:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760795.550561:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26263552
00000020:00010000:3.0:1789760795.550569:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_release():245
00000020:00010000:3.0:1789760795.550573:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760795.550576:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a065adc68/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760795.550579:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760795.550583:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1b48/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760795.550590:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760795.550598:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760795.550615:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6000
00000008:00100000:3.0:1789760795.550732:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1880 - object 0x280000401:3 offset 26259456<>26263552
00000100:00100000:3.0:1789760795.550793:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760795.550810:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521085696:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760795.586553:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973731 gen 3
00000008:00010000:3.0:1789760795.586607:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6000
00000020:00200000:3.0:1789760795.586615:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760795.586627:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760795.586649:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6000
00000100:00100000:3.0:1789760795.586681:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521085696:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760795.624630:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065900c0
00000020:00200000:3.0:1789760795.624648:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760795.624660:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760795.624680:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065900c0
00000100:00100000:3.0:1789760795.624719:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521085824:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760795.625673:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521085952:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760795.660157:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973733 gen 3
00000008:00010000:3.0:1789760795.660257:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590900
00000020:00200000:3.0:1789760795.660266:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760795.660276:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760795.660295:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590900
00000100:00100000:3.0:1789760795.660333:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521085952:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760795.661183:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521086080:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760795.721427:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973734 gen 3
00000008:00010000:3.0:1789760795.721478:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590000
00000020:00200000:3.0:1789760795.721488:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760795.721500:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760795.721521:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590000
00000100:00100000:3.0:1789760795.721554:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521086080:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760795.722670:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760795.722696:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521086208:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760795.788433:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973735 gen 3
00000008:00010000:3.0:1789760795.788488:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590b40
00000020:00200000:3.0:1789760795.788498:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760795.788511:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760795.788533:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590b40
00000100:00100000:3.0:1789760795.788567:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521086208:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760795.789622:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521086336:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760795.825114:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590b40
00000020:00200000:3.0:1789760795.825130:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760795.825141:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760795.825165:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590b40
00000100:00100000:3.0:1789760795.825199:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521086336:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760795.826252:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521086464:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760795.872066:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973737 gen 3
00000008:00010000:3.0:1789760795.872136:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590000
00000020:00200000:3.0:1789760795.872145:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760795.872155:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760795.872253:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590000
00000100:00100000:3.0:1789760795.872286:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521086464:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760795.873266:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521086592:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760795.916721:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973738 gen 3
00000008:00010000:3.0:1789760795.916848:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590900
00000020:00200000:3.0:1789760795.916857:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760795.916868:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760795.916933:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590900
00000100:00100000:3.0:1789760795.916969:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521086592:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760795.918155:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521086720:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760795.967758:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973739 gen 3
00000008:00010000:3.0:1789760795.967817:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065900c0
00000020:00200000:3.0:1789760795.967825:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760795.967836:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760795.967851:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065900c0
00000100:00100000:3.0:1789760795.967886:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521086720:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760795.968074:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6419, 6419]
00000080:00200000:0.0:1789760795.968091:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760795.968097:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760795.968111:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26296320 i_blocks 53255
00000020:00200000:0.0:1789760795.968115:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760795.968124:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760795.968158:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26296320, count: 4096
00000080:00200000:0.0:1789760795.968165:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26296320, bytes: 4096
00000080:00200000:0.0:1789760795.968179:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760795.968189:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760795.968191:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26296320, 26300416) 0 0
00000080:00200000:0.0:1789760795.968195:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760795.968230:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6420, 6420]
00020000:00200000:0.0:1789760795.968239:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26296320 chunk: [26296320, 26300416) 26300416, 4096
00020000:00200000:0.0:1789760795.968244:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760795.968263:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6420, 6420]
00000008:00010000:0.0:1789760795.968280:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760795.968285:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760795.968297:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26296320, 26300416) append 0 append lockpos 0
00000080:00200000:0.0:1789760795.968312:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26296320=0x1914000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760795.968372:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760795.968375:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26300416
00000020:00010000:0.0:1789760795.968384:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_release():245
00000020:00010000:0.0:1789760795.968388:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760795.968391:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a065adc68/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760795.968394:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760795.968398:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1b48/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760795.968406:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760795.968413:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760795.968429:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d240
00000008:00100000:0.0:1789760795.968553:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56d80 - object 0x280000401:3 offset 26296320<>26300416
00000080:00200000:0.0:1789760796.012300:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6420, 6420]
00000080:00200000:0.0:1789760796.012327:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760796.012333:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760796.012352:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26300416 i_blocks 53255
00000020:00200000:0.0:1789760796.012356:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760796.012368:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760796.012405:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26300416, count: 4096
00000080:00200000:0.0:1789760796.012423:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26300416, bytes: 4096
00000080:00200000:0.0:1789760796.012435:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760796.012445:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760796.012447:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26300416, 26304512) 0 0
00000080:00200000:0.0:1789760796.012452:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760796.012471:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6421, 6421]
00020000:00200000:0.0:1789760796.012481:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26300416 chunk: [26300416, 26304512) 26304512, 4096
00020000:00200000:0.0:1789760796.012486:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760796.012507:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6421, 6421]
00000008:00010000:0.0:1789760796.012525:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760796.012531:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760796.012543:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26300416, 26304512) append 0 append lockpos 0
00000080:00200000:0.0:1789760796.012559:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26300416=0x1915000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760796.012620:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760796.012623:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26304512
00000020:00010000:0.0:1789760796.012632:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_release():245
00000020:00010000:0.0:1789760796.012636:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.012640:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a065adc68/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.012644:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760796.012647:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1b48/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760796.012655:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760796.012663:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760796.012679:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d0c0
00000008:00100000:0.0:1789760796.012973:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55500 - object 0x280000401:3 offset 26300416<>26304512
00000080:00200000:0.0:1789760796.059569:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6421, 6421]
00000080:00200000:0.0:1789760796.059586:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760796.059592:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760796.059608:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26304512 i_blocks 53255
00000020:00200000:0.0:1789760796.059612:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760796.059622:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760796.059657:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26304512, count: 4096
00000080:00200000:0.0:1789760796.059664:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26304512, bytes: 4096
00000080:00200000:0.0:1789760796.059673:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760796.059682:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760796.059695:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26304512, 26308608) 0 0
00000080:00200000:0.0:1789760796.059700:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760796.059716:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6422, 6422]
00020000:00200000:0.0:1789760796.059724:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26304512 chunk: [26304512, 26308608) 26308608, 4096
00020000:00200000:0.0:1789760796.059729:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760796.059747:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6422, 6422]
00000008:00010000:0.0:1789760796.059764:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760796.059769:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760796.059787:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26304512, 26308608) append 0 append lockpos 0
00000080:00200000:0.0:1789760796.059801:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26304512=0x1916000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760796.059853:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760796.059856:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26308608
00000020:00010000:0.0:1789760796.059863:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_release():245
00000020:00010000:0.0:1789760796.059866:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.059869:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a065adc68/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.059872:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760796.059875:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1b48/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760796.059882:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760796.059888:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760796.059901:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d0c0
00000008:00100000:0.0:1789760796.060012:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54000 - object 0x280000401:3 offset 26304512<>26308608
00000080:00200000:0.0:1789760796.104065:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6422, 6422]
00000080:00200000:0.0:1789760796.104081:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760796.104087:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760796.104166:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26308608 i_blocks 53255
00000020:00200000:0.0:1789760796.104170:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760796.104180:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760796.104247:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26308608, count: 4096
00000080:00200000:0.0:1789760796.104254:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26308608, bytes: 4096
00000080:00200000:0.0:1789760796.104265:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760796.104273:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760796.104275:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26308608, 26312704) 0 0
00000080:00200000:0.0:1789760796.104280:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760796.104295:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6423, 6423]
00020000:00200000:0.0:1789760796.104314:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26308608 chunk: [26308608, 26312704) 26312704, 4096
00020000:00200000:0.0:1789760796.104320:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760796.104340:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6423, 6423]
00000008:00010000:0.0:1789760796.104359:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760796.104366:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760796.104377:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26308608, 26312704) append 0 append lockpos 0
00000080:00200000:0.0:1789760796.104392:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26308608=0x1917000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760796.104551:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760796.104554:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26312704
00000020:00010000:0.0:1789760796.104563:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_release():245
00000020:00010000:0.0:1789760796.104566:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.104569:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a065adc68/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.104573:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760796.104576:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1b48/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760796.104584:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760796.104591:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760796.104606:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d240
00000008:00100000:0.0:1789760796.104724:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55180 - object 0x280000401:3 offset 26308608<>26312704
00000080:00200000:0.0:1789760796.140981:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6423, 6423]
00000080:00200000:0.0:1789760796.140999:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760796.141005:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760796.141020:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26312704 i_blocks 53255
00000020:00200000:0.0:1789760796.141024:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760796.141033:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760796.141066:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26312704, count: 4096
00000080:00200000:0.0:1789760796.141073:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26312704, bytes: 4096
00000080:00200000:0.0:1789760796.141083:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760796.141101:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760796.141103:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26312704, 26316800) 0 0
00000080:00200000:0.0:1789760796.141107:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760796.141123:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6424, 6424]
00020000:00200000:0.0:1789760796.141131:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26312704 chunk: [26312704, 26316800) 26316800, 4096
00020000:00200000:0.0:1789760796.141192:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760796.141282:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6424, 6424]
00000008:00010000:0.0:1789760796.141302:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760796.141306:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760796.141317:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26312704, 26316800) append 0 append lockpos 0
00000080:00200000:0.0:1789760796.141329:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26312704=0x1918000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760796.141396:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760796.141399:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26316800
00000020:00010000:0.0:1789760796.141406:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_release():245
00000020:00010000:0.0:1789760796.141409:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.141412:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a065adc68/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.141415:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760796.141418:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1b48/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760796.141427:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760796.141433:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760796.141454:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:0.0:1789760796.141560:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54e00 - object 0x280000401:3 offset 26312704<>26316800
00010000:00010000:0.0:1789760796.191683:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000080:00200000:0.0:1789760796.192156:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6424, 6424]
00000080:00200000:0.0:1789760796.192169:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760796.192174:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760796.192185:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26316800 i_blocks 53255
00000020:00200000:0.0:1789760796.192188:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760796.192196:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760796.192249:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26316800, count: 4096
00000080:00200000:0.0:1789760796.192257:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26316800, bytes: 4096
00000080:00200000:0.0:1789760796.192265:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760796.192273:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760796.192275:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26316800, 26320896) 0 0
00000080:00200000:0.0:1789760796.192279:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760796.192292:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6425, 6425]
00020000:00200000:0.0:1789760796.192299:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26316800 chunk: [26316800, 26320896) 26320896, 4096
00020000:00200000:0.0:1789760796.192303:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760796.192317:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6425, 6425]
00000008:00010000:0.0:1789760796.192332:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760796.192337:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760796.192346:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26316800, 26320896) append 0 append lockpos 0
00000080:00200000:0.0:1789760796.192358:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26316800=0x1919000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760796.192400:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760796.192403:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26320896
00000020:00010000:0.0:1789760796.192409:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_release():245
00000020:00010000:0.0:1789760796.192412:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.192415:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a065adc68/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.192418:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760796.192421:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1b48/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760796.192427:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760796.192433:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760796.192457:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d180
00000008:00100000:0.0:1789760796.192550:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54700 - object 0x280000401:3 offset 26316800<>26320896
00000080:00200000:0.0:1789760796.226682:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6425, 6425]
00000080:00200000:0.0:1789760796.226694:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760796.226699:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760796.226711:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26320896 i_blocks 53255
00000020:00200000:0.0:1789760796.226714:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760796.226723:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760796.226746:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26320896, count: 4096
00000080:00200000:0.0:1789760796.226752:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26320896, bytes: 4096
00000080:00200000:0.0:1789760796.226760:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760796.226767:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760796.226769:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26320896, 26324992) 0 0
00000080:00200000:0.0:1789760796.226784:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760796.226796:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6426, 6426]
00020000:00200000:0.0:1789760796.226804:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26320896 chunk: [26320896, 26324992) 26324992, 4096
00020000:00200000:0.0:1789760796.226808:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760796.226823:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6426, 6426]
00000008:00010000:0.0:1789760796.226836:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760796.226841:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760796.226849:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26320896, 26324992) append 0 append lockpos 0
00000080:00200000:0.0:1789760796.226860:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26320896=0x191a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760796.226899:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760796.226902:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26324992
00000020:00010000:0.0:1789760796.226908:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_release():245
00000020:00010000:0.0:1789760796.226911:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.226913:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a065adc68/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.226916:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760796.226919:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1b48/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760796.226924:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760796.226929:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760796.226942:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760796.227044:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57b80 - object 0x280000401:3 offset 26320896<>26324992
00000080:00200000:0.0:1789760796.272717:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6426, 6426]
00000080:00200000:0.0:1789760796.272736:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760796.272742:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760796.272755:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26324992 i_blocks 53255
00000020:00200000:0.0:1789760796.272759:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760796.272781:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760796.272804:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26324992, count: 4096
00000080:00200000:0.0:1789760796.272811:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26324992, bytes: 4096
00000080:00200000:0.0:1789760796.272821:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760796.272828:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760796.272830:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26324992, 26329088) 0 0
00000080:00200000:0.0:1789760796.272834:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760796.272846:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6427, 6427]
00020000:00200000:0.0:1789760796.272852:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26324992 chunk: [26324992, 26329088) 26329088, 4096
00020000:00200000:0.0:1789760796.272856:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760796.272872:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6427, 6427]
00000008:00010000:0.0:1789760796.272885:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760796.272890:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760796.272910:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26324992, 26329088) append 0 append lockpos 0
00000080:00200000:0.0:1789760796.272922:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26324992=0x191b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760796.272974:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760796.272977:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26329088
00000020:00010000:0.0:1789760796.272983:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_release():245
00000020:00010000:0.0:1789760796.272987:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.272990:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a065adc68/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.272993:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760796.272995:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1b48/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760796.273010:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760796.273016:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760796.273039:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760796.273137:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55c00 - object 0x280000401:3 offset 26324992<>26329088
00000080:00200000:0.0:1789760796.303911:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6427, 6427]
00000080:00200000:0.0:1789760796.303926:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760796.303931:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760796.303943:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26329088 i_blocks 53255
00000020:00200000:0.0:1789760796.303946:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760796.303954:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760796.303979:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26329088, count: 4096
00000080:00200000:0.0:1789760796.303984:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26329088, bytes: 4096
00000080:00200000:0.0:1789760796.303992:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760796.303999:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760796.304001:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26329088, 26333184) 0 0
00000080:00200000:0.0:1789760796.304005:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760796.304016:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6428, 6428]
00020000:00200000:0.0:1789760796.304024:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26329088 chunk: [26329088, 26333184) 26333184, 4096
00020000:00200000:0.0:1789760796.304028:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760796.304044:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6428, 6428]
00000008:00010000:0.0:1789760796.304057:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760796.304062:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760796.304071:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26329088, 26333184) append 0 append lockpos 0
00000080:00200000:0.0:1789760796.304083:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26329088=0x191c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760796.304131:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760796.304134:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26333184
00000020:00010000:0.0:1789760796.304140:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_release():245
00000020:00010000:0.0:1789760796.304143:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.304146:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a065adc68/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.304149:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760796.304152:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1b48/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760796.304158:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760796.304163:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760796.304179:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760796.304594:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56680 - object 0x280000401:3 offset 26329088<>26333184
00000080:00200000:3.0:1789760796.340798:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6428, 6428]
00000080:00200000:3.0:1789760796.340814:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760796.340818:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760796.340831:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26333184 i_blocks 53255
00000020:00200000:3.0:1789760796.340835:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760796.340844:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760796.340869:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26333184, count: 4096
00000080:00200000:3.0:1789760796.340884:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26333184, bytes: 4096
00000080:00200000:3.0:1789760796.340894:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760796.340901:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760796.340903:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26333184, 26337280) 0 0
00000080:00200000:3.0:1789760796.340913:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760796.340925:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6429, 6429]
00020000:00200000:3.0:1789760796.340932:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26333184 chunk: [26333184, 26337280) 26337280, 4096
00020000:00200000:3.0:1789760796.340936:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760796.340952:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6429, 6429]
00000008:00010000:3.0:1789760796.340965:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760796.340969:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760796.340977:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26333184, 26337280) append 0 append lockpos 0
00000080:00200000:3.0:1789760796.340987:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26333184=0x191d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760796.341030:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760796.341033:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26337280
00000020:00010000:3.0:1789760796.341039:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_release():245
00000020:00010000:3.0:1789760796.341043:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760796.341046:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a065adc68/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760796.341049:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760796.341052:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1b48/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760796.341057:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760796.341073:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760796.341088:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6000
00000008:00100000:3.0:1789760796.341181:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1880 - object 0x280000401:3 offset 26333184<>26337280
00000100:00100000:3.0:1789760796.341378:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760796.341395:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521088000:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760796.382798:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973749 gen 3
00000008:00010000:3.0:1789760796.382829:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6000
00000020:00200000:3.0:1789760796.382834:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760796.382840:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760796.382856:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6000
00000100:00100000:3.0:1789760796.382884:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521088000:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760796.383599:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521088128:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760796.440199:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973750 gen 3
00000008:00010000:0.0:1789760796.440270:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277840
00000020:00200000:0.0:1789760796.440277:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760796.440298:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760796.440310:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277840
00000080:00200000:3.0:1789760796.440417:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6430, 6430]
00000080:00200000:3.0:1789760796.440432:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760796.440437:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760796.440448:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26341376 i_blocks 53255
00000020:00200000:3.0:1789760796.440452:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760796.440460:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760796.440490:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26341376, count: 4096
00000080:00200000:3.0:1789760796.440497:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26341376, bytes: 4096
00000080:00200000:3.0:1789760796.440504:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760796.440511:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760796.440513:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26341376, 26345472) 0 0
00000080:00200000:3.0:1789760796.440517:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760796.440529:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6431, 6431]
00020000:00200000:3.0:1789760796.440536:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26341376 chunk: [26341376, 26345472) 26345472, 4096
00020000:00200000:3.0:1789760796.440539:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760796.440554:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6431, 6431]
00000008:00010000:3.0:1789760796.440567:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760796.440573:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760796.440581:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26341376, 26345472) append 0 append lockpos 0
00000080:00200000:3.0:1789760796.440591:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26341376=0x191f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760796.440628:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760796.440630:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26345472
00000020:00010000:3.0:1789760796.440636:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_release():245
00000020:00010000:3.0:1789760796.440639:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760796.440642:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a065adc68/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760796.440645:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760796.440648:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1b48/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760796.440654:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760796.440660:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000100:00100000:0.0:1789760796.441313:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521088128:192.168.203.116@tcp:4:dd.0
00000008:00010000:0.0:1789760796.441354:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6000
00000008:00100000:0.0:1789760796.441451:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55f80 - object 0x280000401:3 offset 26341376<>26345472
00000100:00100000:0.0:1789760796.441491:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521088256:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760796.479785:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973751 gen 3
00000008:00010000:0.0:1789760796.479822:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb6000
00000020:00200000:0.0:1789760796.479828:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760796.479836:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760796.479857:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb6000
00000100:00100000:0.0:1789760796.479881:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521088256:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760796.479974:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6431, 6431]
00000080:00200000:3.0:1789760796.479987:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760796.479991:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760796.480003:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26345472 i_blocks 53255
00000020:00200000:3.0:1789760796.480007:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760796.480015:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760796.480039:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26345472, count: 4096
00000080:00200000:3.0:1789760796.480046:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26345472, bytes: 4096
00000080:00200000:3.0:1789760796.480053:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760796.480061:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760796.480063:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26345472, 26349568) 0 0
00000080:00200000:3.0:1789760796.480067:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760796.480089:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6432, 6432]
00020000:00200000:3.0:1789760796.480096:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26345472 chunk: [26345472, 26349568) 26349568, 4096
00020000:00200000:3.0:1789760796.480100:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760796.480125:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6432, 6432]
00000008:00010000:3.0:1789760796.480139:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760796.480143:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760796.480152:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26345472, 26349568) append 0 append lockpos 0
00000080:00200000:3.0:1789760796.480173:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26345472=0x1920000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760796.480418:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760796.480421:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26349568
00000020:00010000:3.0:1789760796.480429:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_release():245
00000020:00010000:3.0:1789760796.480432:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760796.480435:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a065adc68/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760796.480439:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760796.480442:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1b48/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760796.480448:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760796.480454:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760796.480470:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb63c0
00000008:00100000:3.0:1789760796.480572:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad1880 - object 0x280000401:3 offset 26345472<>26349568
00000008:00010000:3.0:1789760796.524568:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb63c0
00000020:00200000:3.0:1789760796.524585:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760796.524597:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760796.524698:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb63c0
00000100:00100000:3.0:1789760796.524730:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521088384:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760796.524820:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6432, 6432]
00000080:00200000:0.0:1789760796.524838:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760796.524844:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760796.524861:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26349568 i_blocks 53255
00000020:00200000:0.0:1789760796.524865:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760796.524875:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760796.524911:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26349568, count: 4096
00000080:00200000:0.0:1789760796.524919:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26349568, bytes: 4096
00000080:00200000:0.0:1789760796.524930:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760796.524939:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760796.524942:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26349568, 26353664) 0 0
00000080:00200000:0.0:1789760796.524947:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760796.524964:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6433, 6433]
00020000:00200000:0.0:1789760796.524973:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26349568 chunk: [26349568, 26353664) 26353664, 4096
00020000:00200000:0.0:1789760796.524978:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760796.524999:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6433, 6433]
00000008:00010000:0.0:1789760796.525019:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760796.525026:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760796.525037:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26349568, 26353664) append 0 append lockpos 0
00000080:00200000:0.0:1789760796.525051:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26349568=0x1921000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760796.525115:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760796.525118:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26353664
00000020:00010000:0.0:1789760796.525125:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_release():245
00000020:00010000:0.0:1789760796.525129:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.525131:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a065adc68/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.525135:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760796.525137:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1b48/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760796.525145:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760796.525152:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760796.525170:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760796.525503:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55f80 - object 0x280000401:3 offset 26349568<>26353664
00000100:00100000:0.0:1789760796.525559:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521088512:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760796.557460:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973753 gen 3
00000008:00010000:0.0:1789760796.557535:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7db40
00000020:00200000:0.0:1789760796.557544:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760796.557556:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760796.557584:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7db40
00000100:00100000:0.0:1789760796.557616:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521088512:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760796.558591:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760796.558671:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521088640:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760796.609811:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973754 gen 3
00000008:00010000:0.0:1789760796.609865:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a13277f00
00000020:00200000:0.0:1789760796.609874:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760796.609888:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760796.609914:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a13277f00
00000100:00100000:0.0:1789760796.609949:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521088640:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760796.610075:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6434, 6434]
00000080:00200000:3.0:1789760796.610095:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760796.610101:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760796.610117:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26357760 i_blocks 53255
00000020:00200000:3.0:1789760796.610121:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760796.610132:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760796.610168:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26357760, count: 4096
00000080:00200000:3.0:1789760796.610176:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26357760, bytes: 4096
00000080:00200000:3.0:1789760796.610187:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760796.610196:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760796.610198:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26357760, 26361856) 0 0
00000080:00200000:3.0:1789760796.610203:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760796.610253:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6435, 6435]
00020000:00200000:3.0:1789760796.610263:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26357760 chunk: [26357760, 26361856) 26361856, 4096
00020000:00200000:3.0:1789760796.610268:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760796.610289:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6435, 6435]
00000008:00010000:3.0:1789760796.610308:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760796.610315:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760796.610327:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26357760, 26361856) append 0 append lockpos 0
00000080:00200000:3.0:1789760796.610340:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26357760=0x1923000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760796.610410:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760796.610414:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26361856
00000020:00010000:3.0:1789760796.610423:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_release():245
00000020:00010000:3.0:1789760796.610426:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760796.610429:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a065adc68/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760796.610432:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760796.610435:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1b48/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760796.610444:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760796.610451:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760796.610468:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb63c0
00000008:00100000:3.0:1789760796.610588:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad0380 - object 0x280000401:3 offset 26357760<>26361856
00000100:00100000:3.0:1789760796.610637:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760796.610658:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521088768:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760796.677709:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973755 gen 3
00000008:00010000:3.0:1789760796.677775:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb63c0
00000020:00200000:3.0:1789760796.677784:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760796.677796:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760796.677819:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb63c0
00000100:00100000:3.0:1789760796.677845:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521088768:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760796.677946:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6435, 6435]
00000080:00200000:0.0:1789760796.677963:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760796.677968:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760796.677984:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26361856 i_blocks 53255
00000020:00200000:0.0:1789760796.677988:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760796.677998:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760796.678033:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26361856, count: 4096
00000080:00200000:0.0:1789760796.678040:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26361856, bytes: 4096
00000080:00200000:0.0:1789760796.678049:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760796.678059:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760796.678061:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26361856, 26365952) 0 0
00000080:00200000:0.0:1789760796.678067:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760796.678084:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6436, 6436]
00020000:00200000:0.0:1789760796.678104:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26361856 chunk: [26361856, 26365952) 26365952, 4096
00020000:00200000:0.0:1789760796.678109:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760796.678130:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6436, 6436]
00000008:00010000:0.0:1789760796.678147:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760796.678154:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760796.678164:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26361856, 26365952) append 0 append lockpos 0
00000080:00200000:0.0:1789760796.678178:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26361856=0x1924000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760796.678272:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760796.678275:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26365952
00000020:00010000:0.0:1789760796.678284:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_release():245
00000020:00010000:0.0:1789760796.678288:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.678291:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a065adc68/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.678294:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760796.678298:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1b48/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760796.678306:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760796.678313:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760796.678329:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760796.678453:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55f80 - object 0x280000401:3 offset 26361856<>26365952
00000080:00200000:0.0:1789760796.730289:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6436, 6436]
00000080:00200000:0.0:1789760796.730319:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760796.730326:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760796.730343:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26365952 i_blocks 53255
00000020:00200000:0.0:1789760796.730347:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760796.730357:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760796.730392:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26365952, count: 4096
00000080:00200000:0.0:1789760796.730580:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26365952, bytes: 4096
00000080:00200000:0.0:1789760796.730595:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760796.730605:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760796.730608:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26365952, 26370048) 0 0
00000080:00200000:0.0:1789760796.730613:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760796.730633:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6437, 6437]
00020000:00200000:0.0:1789760796.730645:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26365952 chunk: [26365952, 26370048) 26370048, 4096
00020000:00200000:0.0:1789760796.730650:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760796.730673:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6437, 6437]
00000008:00010000:0.0:1789760796.730703:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760796.730711:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760796.730726:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26365952, 26370048) append 0 append lockpos 0
00000080:00200000:0.0:1789760796.730743:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26365952=0x1925000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760796.730831:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760796.730835:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26370048
00000020:00010000:0.0:1789760796.730845:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_release():245
00000020:00010000:0.0:1789760796.730849:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.730852:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a065adc68/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.730857:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760796.730860:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1b48/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760796.730868:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760796.730875:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760796.730898:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d180
00000008:00100000:0.0:1789760796.731032:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55f80 - object 0x280000401:3 offset 26365952<>26370048
00000080:00200000:0.0:1789760796.780899:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6437, 6437]
00000080:00200000:0.0:1789760796.780917:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760796.780923:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760796.780938:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26370048 i_blocks 53255
00000020:00200000:0.0:1789760796.780942:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760796.780952:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760796.780987:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26370048, count: 4096
00000080:00200000:0.0:1789760796.780995:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26370048, bytes: 4096
00000080:00200000:0.0:1789760796.781005:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760796.781015:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760796.781017:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26370048, 26374144) 0 0
00000080:00200000:0.0:1789760796.781022:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760796.781039:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6438, 6438]
00020000:00200000:0.0:1789760796.781048:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26370048 chunk: [26370048, 26374144) 26374144, 4096
00020000:00200000:0.0:1789760796.781053:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760796.781071:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6438, 6438]
00000008:00010000:0.0:1789760796.781169:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760796.781176:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760796.781190:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26370048, 26374144) append 0 append lockpos 0
00000080:00200000:0.0:1789760796.781204:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26370048=0x1926000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760796.781290:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760796.781294:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26374144
00000020:00010000:0.0:1789760796.781587:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_release():245
00000020:00010000:0.0:1789760796.781592:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.781596:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a065adc68/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.781599:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760796.781603:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1b48/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760796.781612:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760796.781620:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760796.781642:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:0.0:1789760796.781964:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56680 - object 0x280000401:3 offset 26370048<>26374144
00000080:00200000:0.0:1789760796.837495:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6438, 6438]
00000080:00200000:0.0:1789760796.837699:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760796.837707:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760796.837729:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26374144 i_blocks 53255
00000020:00200000:0.0:1789760796.837735:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760796.837753:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760796.837943:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26374144, count: 4096
00000080:00200000:0.0:1789760796.837953:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26374144, bytes: 4096
00000080:00200000:0.0:1789760796.837971:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760796.837981:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760796.837984:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26374144, 26378240) 0 0
00000080:00200000:0.0:1789760796.837990:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760796.838011:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6439, 6439]
00020000:00200000:0.0:1789760796.838020:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26374144 chunk: [26374144, 26378240) 26378240, 4096
00020000:00200000:0.0:1789760796.838026:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760796.838051:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6439, 6439]
00000008:00010000:0.0:1789760796.838075:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760796.838282:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760796.838299:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26374144, 26378240) append 0 append lockpos 0
00000080:00200000:0.0:1789760796.838315:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26374144=0x1927000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760796.838388:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760796.838391:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26378240
00000020:00010000:0.0:1789760796.838401:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_release():245
00000020:00010000:0.0:1789760796.838404:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.838408:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a065adc68/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.838411:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760796.838414:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1b48/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760796.838424:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760796.838431:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760796.838452:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d240
00000008:00100000:0.0:1789760796.838709:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55c00 - object 0x280000401:3 offset 26374144<>26378240
00000100:00100000:0.0:1789760796.838780:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760796.838807:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521089280:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760796.890327:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973759 gen 3
00000008:00010000:0.0:1789760796.890378:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7d240
00000020:00200000:0.0:1789760796.890386:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760796.890398:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760796.890430:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7d240
00000100:00100000:0.0:1789760796.890460:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521089280:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760796.890583:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6439, 6439]
00000080:00200000:3.0:1789760796.890613:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760796.890620:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760796.890635:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26378240 i_blocks 53255
00000020:00200000:3.0:1789760796.890646:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760796.890656:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760796.890691:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26378240, count: 4096
00000080:00200000:3.0:1789760796.890698:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26378240, bytes: 4096
00000080:00200000:3.0:1789760796.890712:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760796.890721:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760796.890723:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26378240, 26382336) 0 0
00000080:00200000:3.0:1789760796.890728:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760796.890745:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6440, 6440]
00020000:00200000:3.0:1789760796.890755:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26378240 chunk: [26378240, 26382336) 26382336, 4096
00020000:00200000:3.0:1789760796.890760:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760796.890789:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6440, 6440]
00000008:00010000:3.0:1789760796.890807:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760796.890813:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760796.890824:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26378240, 26382336) append 0 append lockpos 0
00000080:00200000:3.0:1789760796.890838:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26378240=0x1928000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760796.890896:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760796.890899:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26382336
00000020:00010000:3.0:1789760796.890908:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_release():245
00000020:00010000:3.0:1789760796.890913:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760796.890916:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a065adc68/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760796.890921:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760796.890924:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1b48/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760796.890931:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760796.890938:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760796.890954:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb63c0
00000008:00100000:3.0:1789760796.891079:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad0380 - object 0x280000401:3 offset 26378240<>26382336
00000100:00100000:3.0:1789760796.960775:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973760 gen 3
00000008:00010000:3.0:1789760796.960824:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb63c0
00000020:00200000:3.0:1789760796.960832:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760796.960842:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760796.960866:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb63c0
00000100:00100000:3.0:1789760796.960894:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521089408:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760796.960915:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6440, 6440]
00000080:00200000:0.0:1789760796.960945:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760796.960953:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760796.960968:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26382336 i_blocks 53255
00000020:00200000:0.0:1789760796.960972:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760796.960982:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760796.961017:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26382336, count: 4096
00000080:00200000:0.0:1789760796.961025:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26382336, bytes: 4096
00000080:00200000:0.0:1789760796.961036:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760796.961045:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760796.961048:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26382336, 26386432) 0 0
00000080:00200000:0.0:1789760796.961053:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760796.961070:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6441, 6441]
00020000:00200000:0.0:1789760796.961080:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26382336 chunk: [26382336, 26386432) 26386432, 4096
00020000:00200000:0.0:1789760796.961085:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760796.961105:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6441, 6441]
00000008:00010000:0.0:1789760796.961124:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760796.961131:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760796.961142:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26382336, 26386432) append 0 append lockpos 0
00000080:00200000:0.0:1789760796.961155:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26382336=0x1929000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760796.961253:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760796.961256:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26386432
00000020:00010000:0.0:1789760796.961265:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_release():245
00000020:00010000:0.0:1789760796.961269:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.961272:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a065adc68/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.961275:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760796.961278:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1b48/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760796.961286:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760796.961294:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760796.961311:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d240
00000008:00100000:0.0:1789760796.961671:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55c00 - object 0x280000401:3 offset 26382336<>26386432
00000080:00200000:0.0:1789760797.026656:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6441, 6441]
00000080:00200000:0.0:1789760797.026673:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760797.026680:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760797.026695:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26386432 i_blocks 53255
00000020:00200000:0.0:1789760797.026698:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760797.026708:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760797.026744:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26386432, count: 4096
00000080:00200000:0.0:1789760797.026751:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26386432, bytes: 4096
00000080:00200000:0.0:1789760797.026760:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760797.026779:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760797.026781:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26386432, 26390528) 0 0
00000080:00200000:0.0:1789760797.026785:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760797.026802:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6442, 6442]
00020000:00200000:0.0:1789760797.026811:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26386432 chunk: [26386432, 26390528) 26390528, 4096
00020000:00200000:0.0:1789760797.026816:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760797.026834:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6442, 6442]
00000008:00010000:0.0:1789760797.026850:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760797.026855:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760797.026866:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26386432, 26390528) append 0 append lockpos 0
00000080:00200000:0.0:1789760797.026880:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26386432=0x192a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760797.026931:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760797.026934:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26390528
00000020:00010000:0.0:1789760797.026943:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_release():245
00000020:00010000:0.0:1789760797.026946:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.026950:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a065adc68/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.027016:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760797.027020:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1b48/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760797.027030:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760797.027038:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760797.027055:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d0c0
00000008:00100000:0.0:1789760797.027173:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57b80 - object 0x280000401:3 offset 26386432<>26390528
00000080:00200000:0.0:1789760797.070254:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6442, 6442]
00000080:00200000:0.0:1789760797.070276:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760797.070281:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760797.070307:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26390528 i_blocks 53255
00000020:00200000:0.0:1789760797.070312:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760797.070325:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760797.070360:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26390528, count: 4096
00000080:00200000:0.0:1789760797.070368:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26390528, bytes: 4096
00000080:00200000:0.0:1789760797.070377:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760797.070387:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760797.070390:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26390528, 26394624) 0 0
00000080:00200000:0.0:1789760797.070394:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760797.070412:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6443, 6443]
00020000:00200000:0.0:1789760797.070421:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26390528 chunk: [26390528, 26394624) 26394624, 4096
00020000:00200000:0.0:1789760797.070425:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760797.070443:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6443, 6443]
00000008:00010000:0.0:1789760797.070461:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760797.070467:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760797.070479:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26390528, 26394624) append 0 append lockpos 0
00000080:00200000:0.0:1789760797.070504:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26390528=0x192b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760797.070567:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760797.070570:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26394624
00000020:00010000:0.0:1789760797.070578:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_release():245
00000020:00010000:0.0:1789760797.070582:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.070586:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a065adc68/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.070590:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760797.070592:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1b48/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760797.070600:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760797.070608:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760797.070625:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d0c0
00000008:00100000:0.0:1789760797.070777:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54700 - object 0x280000401:3 offset 26390528<>26394624
00000080:00200000:0.0:1789760797.142460:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6443, 6443]
00000080:00200000:0.0:1789760797.142560:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760797.142568:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760797.142589:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26394624 i_blocks 53255
00000020:00200000:0.0:1789760797.142595:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760797.142612:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760797.142868:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26394624, count: 4096
00000080:00200000:0.0:1789760797.142878:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26394624, bytes: 4096
00000080:00200000:0.0:1789760797.142894:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760797.142905:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760797.142907:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26394624, 26398720) 0 0
00000080:00200000:0.0:1789760797.142912:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760797.142929:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6444, 6444]
00020000:00200000:0.0:1789760797.142938:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26394624 chunk: [26394624, 26398720) 26398720, 4096
00020000:00200000:0.0:1789760797.142943:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760797.142964:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6444, 6444]
00000008:00010000:0.0:1789760797.142982:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760797.142988:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760797.143000:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26394624, 26398720) append 0 append lockpos 0
00000080:00200000:0.0:1789760797.143015:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26394624=0x192c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760797.143081:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760797.143084:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26398720
00000020:00010000:0.0:1789760797.143092:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_release():245
00000020:00010000:0.0:1789760797.143095:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.143098:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a065adc68/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.143102:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760797.143105:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1b48/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760797.143114:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760797.143120:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760797.143140:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d240
00000008:00100000:0.0:1789760797.143306:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54e00 - object 0x280000401:3 offset 26394624<>26398720
00000080:00200000:0.0:1789760797.205810:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6444, 6444]
00000080:00200000:0.0:1789760797.205828:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760797.205833:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760797.205851:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26398720 i_blocks 53255
00000020:00200000:0.0:1789760797.205854:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760797.205863:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760797.205898:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26398720, count: 4096
00000080:00200000:0.0:1789760797.205905:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26398720, bytes: 4096
00000080:00200000:0.0:1789760797.205915:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760797.205924:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760797.205926:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26398720, 26402816) 0 0
00000080:00200000:0.0:1789760797.205931:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760797.205951:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6445, 6445]
00020000:00200000:0.0:1789760797.205962:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26398720 chunk: [26398720, 26402816) 26402816, 4096
00020000:00200000:0.0:1789760797.205967:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760797.205988:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6445, 6445]
00000008:00010000:0.0:1789760797.206009:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760797.206015:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760797.206027:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26398720, 26402816) append 0 append lockpos 0
00000080:00200000:0.0:1789760797.206041:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26398720=0x192d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760797.206103:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760797.206106:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26402816
00000020:00010000:0.0:1789760797.206116:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_release():245
00000020:00010000:0.0:1789760797.206119:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.206123:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a065adc68/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.206127:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760797.206130:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1b48/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760797.206138:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760797.206146:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760797.206164:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:0.0:1789760797.206337:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55180 - object 0x280000401:3 offset 26398720<>26402816
00010000:00010000:0.0:1789760797.217118:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000080:00200000:0.0:1789760797.257845:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6445, 6445]
00000080:00200000:0.0:1789760797.257862:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760797.257868:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760797.257883:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26402816 i_blocks 53255
00000020:00200000:0.0:1789760797.257886:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760797.257895:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760797.257929:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26402816, count: 4096
00000080:00200000:0.0:1789760797.257935:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26402816, bytes: 4096
00000080:00200000:0.0:1789760797.257946:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760797.257954:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760797.257956:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26402816, 26406912) 0 0
00000080:00200000:0.0:1789760797.257960:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760797.257976:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6446, 6446]
00020000:00200000:0.0:1789760797.257986:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26402816 chunk: [26402816, 26406912) 26406912, 4096
00020000:00200000:0.0:1789760797.257991:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760797.258011:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6446, 6446]
00000008:00010000:0.0:1789760797.258029:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760797.258035:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760797.258046:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26402816, 26406912) append 0 append lockpos 0
00000080:00200000:0.0:1789760797.258060:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26402816=0x192e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760797.258113:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760797.258116:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26406912
00000020:00010000:0.0:1789760797.258124:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_release():245
00000020:00010000:0.0:1789760797.258127:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.258130:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a065adc68/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.258134:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760797.258137:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1b48/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760797.258145:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760797.258152:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760797.258168:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d180
00000008:00100000:0.0:1789760797.258334:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54000 - object 0x280000401:3 offset 26402816<>26406912
00000080:00200000:0.0:1789760797.303209:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6446, 6446]
00000080:00200000:0.0:1789760797.303255:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760797.303262:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760797.303277:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26406912 i_blocks 53255
00000020:00200000:0.0:1789760797.303280:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760797.303289:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760797.303330:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26406912, count: 4096
00000080:00200000:0.0:1789760797.303336:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26406912, bytes: 4096
00000080:00200000:0.0:1789760797.303346:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760797.303354:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760797.303356:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26406912, 26411008) 0 0
00000080:00200000:0.0:1789760797.303361:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760797.303378:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6447, 6447]
00020000:00200000:0.0:1789760797.303389:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26406912 chunk: [26406912, 26411008) 26411008, 4096
00020000:00200000:0.0:1789760797.303485:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760797.303508:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6447, 6447]
00000008:00010000:0.0:1789760797.303526:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760797.303532:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760797.303544:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26406912, 26411008) append 0 append lockpos 0
00000080:00200000:0.0:1789760797.303557:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26406912=0x192f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760797.303613:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760797.303616:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26411008
00000020:00010000:0.0:1789760797.303625:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_release():245
00000020:00010000:0.0:1789760797.303629:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.303632:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a065adc68/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.303636:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760797.303639:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1b48/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760797.303648:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760797.303655:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760797.303673:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760797.303815:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55500 - object 0x280000401:3 offset 26406912<>26411008
00000080:00200000:0.0:1789760797.334064:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6447, 6447]
00000080:00200000:0.0:1789760797.334082:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760797.334087:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760797.334103:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26411008 i_blocks 53255
00000020:00200000:0.0:1789760797.334106:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760797.334115:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760797.334146:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26411008, count: 4096
00000080:00200000:0.0:1789760797.334153:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26411008, bytes: 4096
00000080:00200000:0.0:1789760797.334162:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760797.334171:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760797.334173:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26411008, 26415104) 0 0
00000080:00200000:0.0:1789760797.334178:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760797.334193:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6448, 6448]
00020000:00200000:0.0:1789760797.334202:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26411008 chunk: [26411008, 26415104) 26415104, 4096
00020000:00200000:0.0:1789760797.334206:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760797.334260:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6448, 6448]
00000008:00010000:0.0:1789760797.334278:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760797.334284:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760797.334297:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26411008, 26415104) append 0 append lockpos 0
00000080:00200000:0.0:1789760797.334312:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26411008=0x1930000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760797.334365:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760797.334368:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26415104
00000020:00010000:0.0:1789760797.334376:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_release():245
00000020:00010000:0.0:1789760797.334380:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.334382:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a065adc68/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.334386:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760797.334389:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1b48/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760797.334406:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760797.334413:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760797.334429:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760797.334537:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56d80 - object 0x280000401:3 offset 26411008<>26415104
00000080:00200000:0.0:1789760797.369531:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6448, 6448]
00000080:00200000:0.0:1789760797.369548:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760797.369554:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760797.369569:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26415104 i_blocks 53255
00000020:00200000:0.0:1789760797.369573:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760797.369582:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760797.369628:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26415104, count: 4096
00000080:00200000:0.0:1789760797.369635:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26415104, bytes: 4096
00000080:00200000:0.0:1789760797.369645:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760797.369655:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760797.369658:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26415104, 26419200) 0 0
00000080:00200000:0.0:1789760797.369663:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760797.369680:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6449, 6449]
00020000:00200000:0.0:1789760797.369689:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26415104 chunk: [26415104, 26419200) 26419200, 4096
00020000:00200000:0.0:1789760797.369694:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760797.369713:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6449, 6449]
00000008:00010000:0.0:1789760797.369730:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760797.369736:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760797.369749:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26415104, 26419200) append 0 append lockpos 0
00000080:00200000:0.0:1789760797.369772:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26415104=0x1931000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760797.369834:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760797.369837:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26419200
00000020:00010000:0.0:1789760797.369846:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_release():245
00000020:00010000:0.0:1789760797.369850:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.369853:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a065adc68/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.369857:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760797.369860:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1b48/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760797.369867:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760797.369874:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760797.369889:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760797.370028:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57100 - object 0x280000401:3 offset 26415104<>26419200
00000080:00200000:0.0:1789760797.404173:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6449, 6449]
00000080:00200000:0.0:1789760797.404190:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760797.404196:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760797.404249:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26419200 i_blocks 53255
00000020:00200000:0.0:1789760797.404253:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760797.404290:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760797.404335:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26419200, count: 4096
00000080:00200000:0.0:1789760797.404342:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26419200, bytes: 4096
00000080:00200000:0.0:1789760797.404352:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760797.404361:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760797.404363:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26419200, 26423296) 0 0
00000080:00200000:0.0:1789760797.404368:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760797.404384:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6450, 6450]
00020000:00200000:0.0:1789760797.404404:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26419200 chunk: [26419200, 26423296) 26423296, 4096
00020000:00200000:0.0:1789760797.404409:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760797.404430:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6450, 6450]
00000008:00010000:0.0:1789760797.404450:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760797.404456:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760797.404467:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26419200, 26423296) append 0 append lockpos 0
00000080:00200000:0.0:1789760797.404481:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26419200=0x1932000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760797.404534:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760797.404537:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26423296
00000020:00010000:0.0:1789760797.404545:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_release():245
00000020:00010000:0.0:1789760797.404549:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.404552:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a065adc68/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.404556:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760797.404559:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1b48/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760797.404566:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760797.404572:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760797.404586:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760797.404697:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54a80 - object 0x280000401:3 offset 26419200<>26423296
00000080:00200000:0.0:1789760797.434973:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6450, 6450]
00000080:00200000:0.0:1789760797.434991:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760797.434999:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760797.435014:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26423296 i_blocks 53255
00000020:00200000:0.0:1789760797.435017:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760797.435027:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760797.435064:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26423296, count: 4096
00000080:00200000:0.0:1789760797.435070:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26423296, bytes: 4096
00000080:00200000:0.0:1789760797.435080:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760797.435089:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760797.435091:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26423296, 26427392) 0 0
00000080:00200000:0.0:1789760797.435096:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760797.435112:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6451, 6451]
00020000:00200000:0.0:1789760797.435121:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26423296 chunk: [26423296, 26427392) 26427392, 4096
00020000:00200000:0.0:1789760797.435126:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760797.435144:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6451, 6451]
00000008:00010000:0.0:1789760797.435161:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760797.435167:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760797.435178:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26423296, 26427392) append 0 append lockpos 0
00000080:00200000:0.0:1789760797.435191:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26423296=0x1933000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760797.435274:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760797.435277:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26427392
00000020:00010000:0.0:1789760797.435284:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_release():245
00000020:00010000:0.0:1789760797.435288:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.435291:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a065adc68/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.435295:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760797.435298:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1b48/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760797.435306:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760797.435312:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760797.435326:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d180
00000008:00100000:0.0:1789760797.435506:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c55880 - object 0x280000401:3 offset 26423296<>26427392
00000080:00200000:3.0:1789760797.462973:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6451, 6451]
00000080:00200000:3.0:1789760797.462991:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760797.462997:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760797.463013:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26427392 i_blocks 53255
00000020:00200000:3.0:1789760797.463017:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760797.463026:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760797.463058:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26427392, count: 4096
00000080:00200000:3.0:1789760797.463065:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26427392, bytes: 4096
00000080:00200000:3.0:1789760797.463074:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760797.463083:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760797.463085:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26427392, 26431488) 0 0
00000080:00200000:3.0:1789760797.463090:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760797.463105:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6452, 6452]
00020000:00200000:3.0:1789760797.463116:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26427392 chunk: [26427392, 26431488) 26431488, 4096
00020000:00200000:3.0:1789760797.463120:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760797.463138:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6452, 6452]
00000008:00010000:3.0:1789760797.463155:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760797.463160:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760797.463171:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26427392, 26431488) append 0 append lockpos 0
00000080:00200000:3.0:1789760797.463184:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26427392=0x1934000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760797.463263:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760797.463266:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26431488
00000020:00010000:3.0:1789760797.463274:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_release():245
00000020:00010000:3.0:1789760797.463277:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760797.463281:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a065adc68/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760797.463284:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760797.463287:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1b48/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760797.463294:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760797.463300:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760797.463314:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb63c0
00000008:00100000:3.0:1789760797.463441:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad0380 - object 0x280000401:3 offset 26427392<>26431488
00000100:00100000:3.0:1789760797.463490:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760797.463505:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521090944:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760797.502392:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb63c0
00000020:00200000:3.0:1789760797.502420:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760797.502430:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760797.502457:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb63c0
00000080:00200000:0.0:1789760797.502594:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6452, 6452]
00000080:00200000:0.0:1789760797.502616:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760797.502622:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760797.502637:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26431488 i_blocks 53255
00000020:00200000:0.0:1789760797.502641:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760797.502650:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760797.502684:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26431488, count: 4096
00000080:00200000:0.0:1789760797.502692:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26431488, bytes: 4096
00000080:00200000:0.0:1789760797.502703:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760797.502712:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760797.502714:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26431488, 26435584) 0 0
00000080:00200000:0.0:1789760797.502718:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760797.502735:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6453, 6453]
00020000:00200000:0.0:1789760797.502755:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26431488 chunk: [26431488, 26435584) 26435584, 4096
00020000:00200000:0.0:1789760797.502760:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760797.502789:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6453, 6453]
00000008:00010000:0.0:1789760797.502811:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760797.502818:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760797.502829:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26431488, 26435584) append 0 append lockpos 0
00000080:00200000:0.0:1789760797.502843:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26431488=0x1935000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760797.502896:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760797.502899:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26435584
00000020:00010000:0.0:1789760797.502907:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_release():245
00000020:00010000:0.0:1789760797.502910:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.502913:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a065adc68/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.502917:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760797.502920:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1b48/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760797.502928:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760797.502935:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000100:00100000:3.0:1789760797.502982:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521090944:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760797.503192:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:3.0:1789760797.503353:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2680 - object 0x280000401:3 offset 26431488<>26435584
00000100:00100000:3.0:1789760797.554558:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973773 gen 3
00000008:00010000:3.0:1789760797.554631:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7de40
00000020:00200000:3.0:1789760797.554641:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760797.554651:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760797.554674:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7de40
00000100:00100000:3.0:1789760797.554705:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521091072:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760797.555053:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6453, 6453]
00000080:00200000:0.0:1789760797.555071:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760797.555077:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760797.555094:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26435584 i_blocks 53255
00000020:00200000:0.0:1789760797.555098:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760797.555107:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760797.555139:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26435584, count: 4096
00000080:00200000:0.0:1789760797.555146:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26435584, bytes: 4096
00000080:00200000:0.0:1789760797.555155:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760797.555164:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760797.555167:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26435584, 26439680) 0 0
00000080:00200000:0.0:1789760797.555171:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760797.555185:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6454, 6454]
00020000:00200000:0.0:1789760797.555194:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26435584 chunk: [26435584, 26439680) 26439680, 4096
00020000:00200000:0.0:1789760797.555199:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760797.555245:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6454, 6454]
00000008:00010000:0.0:1789760797.555263:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760797.555268:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760797.555279:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26435584, 26439680) append 0 append lockpos 0
00000080:00200000:0.0:1789760797.555303:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26435584=0x1936000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760797.555355:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760797.555358:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26439680
00000020:00010000:0.0:1789760797.555365:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_release():245
00000020:00010000:0.0:1789760797.555368:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.555371:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a065adc68/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.555374:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760797.555377:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1b48/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760797.555385:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760797.555515:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760797.555533:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d240
00000008:00100000:0.0:1789760797.555659:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56300 - object 0x280000401:3 offset 26435584<>26439680
00000080:00200000:0.0:1789760797.634704:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6454, 6454]
00000080:00200000:0.0:1789760797.634720:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760797.634725:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760797.634737:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26439680 i_blocks 53255
00000020:00200000:0.0:1789760797.634741:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760797.634750:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760797.634784:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26439680, count: 4096
00000080:00200000:0.0:1789760797.634791:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26439680, bytes: 4096
00000080:00200000:0.0:1789760797.634799:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760797.634807:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760797.634809:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26439680, 26443776) 0 0
00000080:00200000:0.0:1789760797.634812:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760797.634825:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6455, 6455]
00020000:00200000:0.0:1789760797.634832:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26439680 chunk: [26439680, 26443776) 26443776, 4096
00020000:00200000:0.0:1789760797.634835:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760797.634859:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6455, 6455]
00000008:00010000:0.0:1789760797.634873:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760797.634879:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760797.634888:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26439680, 26443776) append 0 append lockpos 0
00000080:00200000:0.0:1789760797.634899:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26439680=0x1937000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760797.634947:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760797.634951:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26443776
00000020:00010000:0.0:1789760797.634957:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_release():245
00000020:00010000:0.0:1789760797.634960:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.634963:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a065adc68/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.634966:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760797.634969:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1b48/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760797.634976:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760797.634981:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760797.634996:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d0c0
00000008:00100000:0.0:1789760797.635105:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54380 - object 0x280000401:3 offset 26439680<>26443776
00000100:00100000:0.0:1789760797.635504:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760797.635522:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521091328:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760797.722366:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973775 gen 3
00000008:00010000:0.0:1789760797.722403:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7d0c0
00000020:00200000:0.0:1789760797.722409:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760797.722417:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760797.722436:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7d0c0
00000100:00100000:0.0:1789760797.722458:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521091328:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760797.722524:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6455, 6455]
00000080:00200000:3.0:1789760797.722559:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760797.722566:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760797.722584:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26443776 i_blocks 53255
00000020:00200000:3.0:1789760797.722588:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760797.722602:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760797.722639:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26443776, count: 4096
00000080:00200000:3.0:1789760797.722647:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26443776, bytes: 4096
00000080:00200000:3.0:1789760797.722658:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760797.722667:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760797.722670:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26443776, 26447872) 0 0
00000080:00200000:3.0:1789760797.722674:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760797.722690:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6456, 6456]
00020000:00200000:3.0:1789760797.722699:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26443776 chunk: [26443776, 26447872) 26447872, 4096
00020000:00200000:3.0:1789760797.722704:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760797.722723:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6456, 6456]
00000008:00010000:3.0:1789760797.722743:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760797.722768:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760797.722780:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26443776, 26447872) append 0 append lockpos 0
00000080:00200000:3.0:1789760797.722794:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26443776=0x1938000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760797.722855:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760797.722858:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26447872
00000020:00010000:3.0:1789760797.722865:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_release():245
00000020:00010000:3.0:1789760797.722869:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760797.722872:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a065adc68/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760797.722876:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760797.722879:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1b48/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760797.722886:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760797.722892:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760797.722911:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb63c0
00000008:00100000:3.0:1789760797.723035:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2680 - object 0x280000401:3 offset 26443776<>26447872
00000100:00100000:3.0:1789760797.723088:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760797.723109:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521091456:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760797.777691:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973776 gen 3
00000008:00010000:3.0:1789760797.777730:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb63c0
00000020:00200000:3.0:1789760797.777737:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760797.777746:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760797.777773:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb63c0
00000100:00100000:3.0:1789760797.777797:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521091456:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760797.823156:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065906c0
00000020:00200000:3.0:1789760797.823171:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760797.823183:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760797.823302:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065906c0
00000100:00100000:3.0:1789760797.823334:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521091584:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760797.827989:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521091712:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760797.870822:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973777 gen 3
00000100:00100000:3.0:1789760797.870864:0:2408:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff911a12ee8380 x1876699521091712/t4294973778(4294973778) o4->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760813 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:3.0:1789760797.870911:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590300
00000020:00200000:3.0:1789760797.870919:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760797.870929:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760797.870956:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590300
00000100:00100000:3.0:1789760797.870989:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521091712:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760797.928453:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973779 gen 3
00000008:00010000:3.0:1789760797.928526:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590d80
00000020:00200000:3.0:1789760797.928537:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760797.928548:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760797.928572:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590d80
00000100:00100000:3.0:1789760797.928607:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521091840:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760797.928788:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6459, 6459]
00000080:00200000:0.0:1789760797.928808:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760797.928814:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760797.928831:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26460160 i_blocks 53255
00000020:00200000:0.0:1789760797.928835:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760797.928846:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760797.928884:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26460160, count: 4096
00000080:00200000:0.0:1789760797.928891:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26460160, bytes: 4096
00000080:00200000:0.0:1789760797.928902:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760797.928912:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760797.928914:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26460160, 26464256) 0 0
00000080:00200000:0.0:1789760797.928919:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760797.928936:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6460, 6460]
00020000:00200000:0.0:1789760797.928948:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26460160 chunk: [26460160, 26464256) 26464256, 4096
00020000:00200000:0.0:1789760797.928952:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760797.928974:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6460, 6460]
00000008:00010000:0.0:1789760797.928994:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760797.929001:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760797.929014:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26460160, 26464256) append 0 append lockpos 0
00000080:00200000:0.0:1789760797.929030:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26460160=0x193c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760797.929097:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760797.929100:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26464256
00000020:00010000:0.0:1789760797.929110:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_release():245
00000020:00010000:0.0:1789760797.929114:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.929117:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a065adc68/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.929121:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760797.929124:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1b48/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760797.929132:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760797.929140:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760797.929159:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d0c0
00000008:00100000:0.0:1789760797.929335:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54380 - object 0x280000401:3 offset 26460160<>26464256
00000080:00200000:0.0:1789760797.975033:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6460, 6460]
00000080:00200000:0.0:1789760797.975051:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760797.975058:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760797.975074:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26464256 i_blocks 53255
00000020:00200000:0.0:1789760797.975078:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760797.975087:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760797.975121:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26464256, count: 4096
00000080:00200000:0.0:1789760797.975128:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26464256, bytes: 4096
00000080:00200000:0.0:1789760797.975138:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760797.975146:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760797.975149:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26464256, 26468352) 0 0
00000080:00200000:0.0:1789760797.975153:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760797.975169:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6461, 6461]
00020000:00200000:0.0:1789760797.975179:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26464256 chunk: [26464256, 26468352) 26468352, 4096
00020000:00200000:0.0:1789760797.975184:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760797.975204:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6461, 6461]
00000008:00010000:0.0:1789760797.975260:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760797.975268:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760797.975281:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26464256, 26468352) append 0 append lockpos 0
00000080:00200000:0.0:1789760797.975308:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26464256=0x193d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760797.975367:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760797.975369:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26468352
00000020:00010000:0.0:1789760797.975378:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_release():245
00000020:00010000:0.0:1789760797.975381:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.975385:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a065adc68/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.975507:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760797.975512:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1b48/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760797.975522:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760797.975529:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760797.975546:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d0c0
00000008:00100000:0.0:1789760797.975677:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57800 - object 0x280000401:3 offset 26464256<>26468352
00000080:00200000:0.0:1789760798.018905:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6461, 6461]
00000080:00200000:0.0:1789760798.018922:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760798.018928:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760798.018944:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26468352 i_blocks 53255
00000020:00200000:0.0:1789760798.018949:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760798.018958:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760798.019003:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26468352, count: 4096
00000080:00200000:0.0:1789760798.019011:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26468352, bytes: 4096
00000080:00200000:0.0:1789760798.019022:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760798.019031:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760798.019033:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26468352, 26472448) 0 0
00000080:00200000:0.0:1789760798.019038:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760798.019056:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6462, 6462]
00020000:00200000:0.0:1789760798.019065:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26468352 chunk: [26468352, 26472448) 26472448, 4096
00020000:00200000:0.0:1789760798.019070:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760798.019091:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6462, 6462]
00000008:00010000:0.0:1789760798.019109:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760798.019115:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760798.019128:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26468352, 26472448) append 0 append lockpos 0
00000080:00200000:0.0:1789760798.019144:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26468352=0x193e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760798.019206:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760798.019209:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26472448
00000020:00010000:0.0:1789760798.019373:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_release():245
00000020:00010000:0.0:1789760798.019378:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760798.019382:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a065adc68/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760798.019386:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760798.019463:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1b48/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760798.019474:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760798.019481:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760798.019502:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d240
00000008:00100000:0.0:1789760798.019639:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56a00 - object 0x280000401:3 offset 26468352<>26472448
00000080:00200000:0.0:1789760798.051021:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6462, 6462]
00000080:00200000:0.0:1789760798.051040:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760798.051046:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760798.051063:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26472448 i_blocks 53255
00000020:00200000:0.0:1789760798.051066:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760798.051076:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760798.051112:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26472448, count: 4096
00000080:00200000:0.0:1789760798.051119:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26472448, bytes: 4096
00000080:00200000:0.0:1789760798.051129:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760798.051137:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760798.051140:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26472448, 26476544) 0 0
00000080:00200000:0.0:1789760798.051144:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760798.051161:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6463, 6463]
00020000:00200000:0.0:1789760798.051170:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26472448 chunk: [26472448, 26476544) 26476544, 4096
00020000:00200000:0.0:1789760798.051175:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760798.051197:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6463, 6463]
00000008:00010000:0.0:1789760798.051255:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760798.051262:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760798.051274:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26472448, 26476544) append 0 append lockpos 0
00000080:00200000:0.0:1789760798.051288:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26472448=0x193f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760798.051347:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760798.051350:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26476544
00000020:00010000:0.0:1789760798.051358:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_release():245
00000020:00010000:0.0:1789760798.051362:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760798.051366:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a065adc68/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760798.051369:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760798.051372:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1b48/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760798.051380:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760798.051887:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760798.051916:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7de40
00000008:00100000:0.0:1789760798.052049:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56a00 - object 0x280000401:3 offset 26472448<>26476544
00000100:00100000:3.0:1789760798.085777:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521092480:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760798.119594:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973784 gen 3
00000008:00010000:3.0:1789760798.119668:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590e40
00000020:00200000:3.0:1789760798.119678:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760798.119688:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760798.119764:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590e40
00000100:00100000:3.0:1789760798.119799:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521092480:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760798.120623:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521092608:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760798.156524:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973785 gen 3
00000008:00010000:3.0:1789760798.156581:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590180
00000020:00200000:3.0:1789760798.156590:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760798.156601:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760798.156623:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590180
00000100:00100000:3.0:1789760798.156659:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521092608:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760798.191931:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590c00
00000020:00200000:3.0:1789760798.191947:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760798.191959:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760798.191983:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590c00
00000100:00100000:3.0:1789760798.192016:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521092736:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760798.192250:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6466, 6466]
00000080:00200000:0.0:1789760798.192266:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760798.192271:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760798.192297:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26488832 i_blocks 53255
00000020:00200000:0.0:1789760798.192301:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760798.192310:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760798.192346:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26488832, count: 4096
00000080:00200000:0.0:1789760798.192354:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26488832, bytes: 4096
00000080:00200000:0.0:1789760798.192365:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760798.192374:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760798.192376:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26488832, 26492928) 0 0
00000080:00200000:0.0:1789760798.192380:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760798.192515:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6467, 6467]
00020000:00200000:0.0:1789760798.192525:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26488832 chunk: [26488832, 26492928) 26492928, 4096
00020000:00200000:0.0:1789760798.192530:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760798.192550:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6467, 6467]
00000008:00010000:0.0:1789760798.192569:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760798.192576:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760798.192588:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26488832, 26492928) append 0 append lockpos 0
00000080:00200000:0.0:1789760798.192601:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26488832=0x1943000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760798.192660:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760798.192662:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26492928
00000020:00010000:0.0:1789760798.192672:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_release():245
00000020:00010000:0.0:1789760798.192675:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760798.192679:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a065adc68/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760798.192683:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760798.192686:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1b48/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760798.192694:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760798.192701:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760798.192720:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d180
00000008:00100000:0.0:1789760798.192863:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c57800 - object 0x280000401:3 offset 26488832<>26492928
00010000:00010000:0.0:1789760798.241533:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000080:00200000:0.0:1789760798.245098:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6467, 6467]
00000080:00200000:0.0:1789760798.245125:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760798.245139:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760798.245156:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26492928 i_blocks 53255
00000020:00200000:0.0:1789760798.245160:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760798.245170:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760798.245205:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26492928, count: 4096
00000080:00200000:0.0:1789760798.245265:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26492928, bytes: 4096
00000080:00200000:0.0:1789760798.245276:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760798.245285:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760798.245288:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26492928, 26497024) 0 0
00000080:00200000:0.0:1789760798.245292:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760798.245308:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6468, 6468]
00020000:00200000:0.0:1789760798.245317:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26492928 chunk: [26492928, 26497024) 26497024, 4096
00020000:00200000:0.0:1789760798.245323:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760798.245344:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6468, 6468]
00000008:00010000:0.0:1789760798.245363:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760798.245369:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760798.245380:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26492928, 26497024) append 0 append lockpos 0
00000080:00200000:0.0:1789760798.245393:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26492928=0x1944000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760798.245456:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760798.245459:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26497024
00000020:00010000:0.0:1789760798.245466:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_release():245
00000020:00010000:0.0:1789760798.245481:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760798.245484:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a065adc68/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760798.245488:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760798.245491:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1b48/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760798.245499:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760798.245505:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760798.245522:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760798.245645:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54380 - object 0x280000401:3 offset 26492928<>26497024
00000100:00100000:0.0:1789760798.245699:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760798.245717:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521092992:192.168.203.116@tcp:4:dd.0
00000100:00100000:0.0:1789760798.288363:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973788 gen 3
00000008:00010000:0.0:1789760798.288539:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a07b7db40
00000020:00200000:0.0:1789760798.288549:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760798.288561:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760798.288633:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a07b7db40
00000100:00100000:0.0:1789760798.288667:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521092992:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760798.288926:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6468, 6468]
00000080:00200000:3.0:1789760798.288945:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760798.288951:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760798.288968:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26497024 i_blocks 53255
00000020:00200000:3.0:1789760798.288973:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760798.288984:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760798.289021:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26497024, count: 4096
00000080:00200000:3.0:1789760798.289028:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26497024, bytes: 4096
00000080:00200000:3.0:1789760798.289040:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760798.289049:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760798.289052:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26497024, 26501120) 0 0
00000080:00200000:3.0:1789760798.289056:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760798.289072:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6469, 6469]
00020000:00200000:3.0:1789760798.289081:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26497024 chunk: [26497024, 26501120) 26501120, 4096
00020000:00200000:3.0:1789760798.289086:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760798.289105:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6469, 6469]
00000008:00010000:3.0:1789760798.289125:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760798.289132:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760798.289145:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26497024, 26501120) append 0 append lockpos 0
00000080:00200000:3.0:1789760798.289159:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26497024=0x1945000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760798.289361:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760798.289364:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26501120
00000020:00010000:3.0:1789760798.289374:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_release():245
00000020:00010000:3.0:1789760798.289377:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760798.289381:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a065adc68/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760798.289385:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760798.289456:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1b48/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760798.289465:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760798.289541:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760798.289564:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb63c0
00000008:00100000:3.0:1789760798.289689:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2680 - object 0x280000401:3 offset 26497024<>26501120
00000100:00100000:3.0:1789760798.331686:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973789 gen 3
00000008:00010000:3.0:1789760798.331739:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a03eb63c0
00000020:00200000:3.0:1789760798.331748:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760798.331774:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760798.331868:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a03eb63c0
00000100:00100000:3.0:1789760798.331903:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521093120:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760798.334547:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6469, 6469]
00000080:00200000:0.0:1789760798.334722:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760798.334730:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000100:00100000:3.0:1789760798.336157:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521093248:192.168.203.116@tcp:4:dd.0
00000008:00010000:3.0:1789760798.373917:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590f00
00000020:00200000:3.0:1789760798.373933:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760798.373945:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760798.373966:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590f00
00000100:00100000:3.0:1789760798.373999:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521093248:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760798.374945:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760798.374965:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521093376:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760798.415510:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973791 gen 3
00000008:00010000:3.0:1789760798.415579:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590600
00000020:00200000:3.0:1789760798.415586:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760798.415595:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760798.415649:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590600
00000100:00100000:3.0:1789760798.415684:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521093376:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760798.416582:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521093504:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760798.448132:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973792 gen 3
00000008:00010000:3.0:1789760798.448176:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065903c0
00000020:00200000:3.0:1789760798.448184:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760798.448191:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760798.448207:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065903c0
00000100:00100000:3.0:1789760798.448256:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521093504:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760798.449238:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760798.449259:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521093632:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760798.482654:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973793 gen 3
00000008:00010000:3.0:1789760798.482707:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a065903c0
00000020:00200000:3.0:1789760798.482717:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760798.482740:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760798.482765:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a065903c0
00000100:00100000:3.0:1789760798.482797:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521093632:192.168.203.116@tcp:4:dd.0
00000100:00100000:3.0:1789760798.537152:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a12db9000: committing for last_committed 4294973794 gen 3
00000008:00010000:3.0:1789760798.537209:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff911a06590600
00000020:00200000:3.0:1789760798.537250:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760798.537262:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760798.537345:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff911a06590600
00000100:00100000:3.0:1789760798.537382:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2407:1876699521093760:192.168.203.116@tcp:4:dd.0
00000080:00200000:0.0:1789760798.537557:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6474, 6474]
00000080:00200000:0.0:1789760798.537688:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760798.537696:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760798.537714:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26521600 i_blocks 53255
00000020:00200000:0.0:1789760798.537719:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760798.537730:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760798.537775:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26521600, count: 4096
00000080:00200000:0.0:1789760798.537782:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26521600, bytes: 4096
00000080:00200000:0.0:1789760798.537792:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760798.537802:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760798.537805:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26521600, 26525696) 0 0
00000080:00200000:0.0:1789760798.537810:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760798.537826:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6475, 6475]
00020000:00200000:0.0:1789760798.537835:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26521600 chunk: [26521600, 26525696) 26525696, 4096
00020000:00200000:0.0:1789760798.537840:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760798.537859:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6475, 6475]
00000008:00010000:0.0:1789760798.537878:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760798.537884:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760798.537894:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26521600, 26525696) append 0 append lockpos 0
00000080:00200000:0.0:1789760798.537908:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26521600=0x194b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760798.537971:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760798.537973:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26525696
00000020:00010000:0.0:1789760798.537982:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_release():245
00000020:00010000:0.0:1789760798.537986:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760798.537989:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1008/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760798.537993:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760798.537995:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1b48/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760798.538003:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760798.538010:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760798.538027:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7db40
00000008:00100000:0.0:1789760798.538151:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c54380 - object 0x280000401:3 offset 26521600<>26525696
00000080:00200000:0.0:1789760798.597057:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6475, 6475]
00000080:00200000:0.0:1789760798.597075:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760798.597091:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760798.597107:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26525696 i_blocks 53255
00000020:00200000:0.0:1789760798.597111:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760798.597121:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760798.597155:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26525696, count: 4096
00000080:00200000:0.0:1789760798.597162:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26525696, bytes: 4096
00000080:00200000:0.0:1789760798.597172:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760798.597182:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760798.597185:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26525696, 26529792) 0 0
00000080:00200000:0.0:1789760798.597190:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760798.597207:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6476, 6476]
00020000:00200000:0.0:1789760798.597455:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26525696 chunk: [26525696, 26529792) 26529792, 4096
00020000:00200000:0.0:1789760798.597461:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760798.597483:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6476, 6476]
00000008:00010000:0.0:1789760798.597503:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760798.597509:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a08bc9eb0, osc lock ffff911a08baa390, flags 0x0
00000080:00200000:0.0:1789760798.597535:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26525696, 26529792) append 0 append lockpos 0
00000080:00200000:0.0:1789760798.597550:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26525696=0x194c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760798.597793:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760798.597797:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26529792
00000020:00010000:0.0:1789760798.597807:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_release():245
00000020:00010000:0.0:1789760798.597811:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760798.597813:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a08bc9eb0 (ffff911a04fd1008/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760798.597817:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760798.597820:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a08bc9eb0 (ffff911a04fd1b48/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760798.597828:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760798.597835:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760798.597853:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a07b7d780
00000008:00100000:0.0:1789760798.598240:0:54:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a05c56300 - object 0x280000401:3 offset 26525696<>26529792
00000080:00200000:3.0:1789760798.663253:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6476, 6476]
00000080:00200000:3.0:1789760798.663270:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760798.663276:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760798.663292:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26529792 i_blocks 53255
00000020:00200000:3.0:1789760798.663297:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760798.663306:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760798.663342:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26529792, count: 4096
00000080:00200000:3.0:1789760798.663349:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26529792, bytes: 4096
00000080:00200000:3.0:1789760798.663358:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760798.663366:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760798.663369:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26529792, 26533888) 0 0
00000080:00200000:3.0:1789760798.663373:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760798.663452:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6477, 6477]
00020000:00200000:3.0:1789760798.663461:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26529792 chunk: [26529792, 26533888) 26533888, 4096
00020000:00200000:3.0:1789760798.663467:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760798.663486:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6477, 6477]
00000008:00010000:3.0:1789760798.663505:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760798.663511:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760798.663522:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26529792, 26533888) append 0 append lockpos 0
00000080:00200000:3.0:1789760798.663535:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26529792=0x194d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760798.663590:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760798.663593:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26533888
00000020:00010000:3.0:1789760798.663601:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_release():245
00000020:00010000:3.0:1789760798.663605:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760798.663608:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd1008/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760798.663612:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760798.663615:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1b48/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760798.663622:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760798.663629:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760798.663645:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb63c0
00000008:00100000:3.0:1789760798.663813:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2680 - object 0x280000401:3 offset 26529792<>26533888
00000080:00200000:3.0:1789760798.699970:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6477, 6477]
00000080:00200000:3.0:1789760798.699987:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760798.699993:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760798.700009:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26533888 i_blocks 53255
00000020:00200000:3.0:1789760798.700014:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760798.700023:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760798.700057:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26533888, count: 4096
00000080:00200000:3.0:1789760798.700064:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26533888, bytes: 4096
00000080:00200000:3.0:1789760798.700074:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760798.700083:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760798.700085:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26533888, 26537984) 0 0
00000080:00200000:3.0:1789760798.700090:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760798.700106:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6478, 6478]
00020000:00200000:3.0:1789760798.700115:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26533888 chunk: [26533888, 26537984) 26537984, 4096
00020000:00200000:3.0:1789760798.700120:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760798.700139:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6478, 6478]
00000008:00010000:3.0:1789760798.700159:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760798.700165:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760798.700178:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26533888, 26537984) append 0 append lockpos 0
00000080:00200000:3.0:1789760798.700192:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26533888=0x194e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760798.702942:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760798.702957:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26537984
00000020:00010000:3.0:1789760798.702974:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_release():245
00000020:00010000:3.0:1789760798.702980:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760798.702984:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd1008/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760798.702989:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760798.702992:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1b48/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760798.703004:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760798.703015:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760798.703865:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6600
00000008:00100000:3.0:1789760798.704009:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2a00 - object 0x280000401:3 offset 26533888<>26537984
00000080:00200000:3.0:1789760798.743565:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6478, 6478]
00000080:00200000:3.0:1789760798.743584:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760798.743590:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760798.743605:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26537984 i_blocks 53255
00000020:00200000:3.0:1789760798.743609:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760798.743619:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760798.743657:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26537984, count: 4096
00000080:00200000:3.0:1789760798.743665:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26537984, bytes: 4096
00000080:00200000:3.0:1789760798.743675:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760798.743684:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760798.743687:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26537984, 26542080) 0 0
00000080:00200000:3.0:1789760798.743692:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760798.743710:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6479, 6479]
00020000:00200000:3.0:1789760798.743720:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26537984 chunk: [26537984, 26542080) 26542080, 4096
00020000:00200000:3.0:1789760798.743725:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760798.743744:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6479, 6479]
00000008:00010000:3.0:1789760798.743780:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760798.743786:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760798.743797:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26537984, 26542080) append 0 append lockpos 0
00000080:00200000:3.0:1789760798.743812:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26537984=0x194f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760798.743876:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760798.743879:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26542080
00000020:00010000:3.0:1789760798.743888:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_release():245
00000020:00010000:3.0:1789760798.743891:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760798.743894:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd1008/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760798.743898:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760798.743901:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1b48/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760798.743909:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760798.743916:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760798.743937:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6840
00000008:00100000:3.0:1789760798.744072:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2d80 - object 0x280000401:3 offset 26537984<>26542080
00000080:00200000:3.0:1789760798.777735:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6479, 6479]
00000080:00200000:3.0:1789760798.777761:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760798.777768:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760798.777783:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26542080 i_blocks 53255
00000020:00200000:3.0:1789760798.777787:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760798.777796:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760798.777829:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26542080, count: 4096
00000080:00200000:3.0:1789760798.777836:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26542080, bytes: 4096
00000080:00200000:3.0:1789760798.777846:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760798.777855:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760798.777857:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26542080, 26546176) 0 0
00000080:00200000:3.0:1789760798.777862:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760798.777879:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6480, 6480]
00020000:00200000:3.0:1789760798.777888:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26542080 chunk: [26542080, 26546176) 26546176, 4096
00020000:00200000:3.0:1789760798.777893:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760798.777912:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6480, 6480]
00000008:00010000:3.0:1789760798.777932:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760798.777938:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760798.777950:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26542080, 26546176) append 0 append lockpos 0
00000080:00200000:3.0:1789760798.777964:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26542080=0x1950000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760798.778020:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760798.778023:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26546176
00000020:00010000:3.0:1789760798.778033:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_release():245
00000020:00010000:3.0:1789760798.778036:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760798.778040:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd1008/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760798.778044:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760798.778048:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1b48/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760798.778055:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760798.778062:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760798.778077:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6c00
00000008:00100000:3.0:1789760798.778193:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad0700 - object 0x280000401:3 offset 26542080<>26546176
00000100:00100000:3.0:1789760798.778283:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760798.778303:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521095168:192.168.203.116@tcp:4:dd.0
00000080:00200000:3.0:1789760798.813701:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6480, 6480]
00000080:00200000:3.0:1789760798.813717:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760798.813793:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760798.813810:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26546176 i_blocks 53255
00000020:00200000:3.0:1789760798.813816:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760798.813831:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760798.813860:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26546176, count: 4096
00000080:00200000:3.0:1789760798.813867:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26546176, bytes: 4096
00000080:00200000:3.0:1789760798.813879:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760798.813898:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760798.813901:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26546176, 26550272) 0 0
00000080:00200000:3.0:1789760798.813905:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760798.813920:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6481, 6481]
00020000:00200000:3.0:1789760798.813929:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26546176 chunk: [26546176, 26550272) 26550272, 4096
00020000:00200000:3.0:1789760798.813934:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760798.813953:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6481, 6481]
00000008:00010000:3.0:1789760798.813968:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760798.813973:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760798.813983:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26546176, 26550272) append 0 append lockpos 0
00000080:00200000:3.0:1789760798.813994:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26546176=0x1951000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760798.814054:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760798.814057:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26550272
00000020:00010000:3.0:1789760798.814064:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_release():245
00000020:00010000:3.0:1789760798.814067:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760798.814069:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd1008/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760798.814079:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760798.814081:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1b48/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760798.814087:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760798.814093:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760798.814117:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6780
00000008:00100000:3.0:1789760798.814271:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad3800 - object 0x280000401:3 offset 26546176<>26550272
00000080:00200000:3.0:1789760798.872482:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6481, 6481]
00000080:00200000:3.0:1789760798.872498:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760798.872505:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760798.872522:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26550272 i_blocks 53255
00000020:00200000:3.0:1789760798.872526:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760798.872535:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760798.872568:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26550272, count: 4096
00000080:00200000:3.0:1789760798.872575:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26550272, bytes: 4096
00000080:00200000:3.0:1789760798.872586:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760798.872595:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760798.872598:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26550272, 26554368) 0 0
00000080:00200000:3.0:1789760798.872602:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760798.872619:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6482, 6482]
00020000:00200000:3.0:1789760798.872629:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26550272 chunk: [26550272, 26554368) 26554368, 4096
00020000:00200000:3.0:1789760798.872634:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760798.872654:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6482, 6482]
00000008:00010000:3.0:1789760798.872674:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760798.872679:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760798.872690:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26550272, 26554368) append 0 append lockpos 0
00000080:00200000:3.0:1789760798.872704:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26550272=0x1952000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760798.872773:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760798.872777:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26554368
00000020:00010000:3.0:1789760798.872786:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_release():245
00000020:00010000:3.0:1789760798.872790:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760798.872793:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd1008/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760798.872797:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760798.872800:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1b48/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760798.872808:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760798.872815:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760798.872905:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6300
00000008:00100000:3.0:1789760798.873029:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad3800 - object 0x280000401:3 offset 26550272<>26554368
00000080:00200000:3.0:1789760798.913984:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6482, 6482]
00000080:00200000:3.0:1789760798.914002:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760798.914008:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760798.914023:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26554368 i_blocks 53255
00000020:00200000:3.0:1789760798.914027:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760798.914036:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760798.914067:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26554368, count: 4096
00000080:00200000:3.0:1789760798.914073:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26554368, bytes: 4096
00000080:00200000:3.0:1789760798.914084:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760798.914092:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760798.914094:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26554368, 26558464) 0 0
00000080:00200000:3.0:1789760798.914099:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760798.914116:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6483, 6483]
00020000:00200000:3.0:1789760798.914125:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26554368 chunk: [26554368, 26558464) 26558464, 4096
00020000:00200000:3.0:1789760798.914130:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760798.914151:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6483, 6483]
00000008:00010000:3.0:1789760798.914170:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760798.914177:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760798.914189:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26554368, 26558464) append 0 append lockpos 0
00000080:00200000:3.0:1789760798.914205:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26554368=0x1953000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760798.914291:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760798.914294:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26558464
00000020:00010000:3.0:1789760798.914303:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_release():245
00000020:00010000:3.0:1789760798.914307:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760798.914310:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd1008/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760798.914313:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760798.914317:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1b48/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760798.914386:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760798.914393:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760798.914411:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6540
00000008:00100000:3.0:1789760798.914533:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad0700 - object 0x280000401:3 offset 26554368<>26558464
00000080:00200000:3.0:1789760798.958243:0:12706:0:(file.c:2205:ll_file_io_generic()) Range unlock [6483, 6483]
00000080:00200000:3.0:1789760798.958262:0:12706:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760798.958269:0:12706:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760798.958297:0:12706:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26558464 i_blocks 53255
00000020:00200000:3.0:1789760798.958301:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760798.958311:0:12706:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760798.958349:0:12706:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26558464, count: 4096
00000080:00200000:3.0:1789760798.958356:0:12706:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26558464, bytes: 4096
00000080:00200000:3.0:1789760798.958368:0:12706:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760798.958377:0:12706:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c57c58cf[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760798.958380:0:12706:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26558464, 26562560) 0 0
00000080:00200000:3.0:1789760798.958484:0:12706:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760798.958504:0:12706:0:(file.c:2168:ll_file_io_generic()) Range lock [6484, 6484]
00020000:00200000:3.0:1789760798.958514:0:12706:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26558464 chunk: [26558464, 26562560) 26562560, 4096
00020000:00200000:3.0:1789760798.958519:0:12706:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760798.958541:0:12706:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6484, 6484]
00000008:00010000:3.0:1789760798.958561:0:12706:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760798.958567:0:12706:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff911a11e41cb0, osc lock ffff911a107464c0, flags 0x0
00000080:00200000:3.0:1789760798.958581:0:12706:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26558464, 26562560) append 0 append lockpos 0
00000080:00200000:3.0:1789760798.958596:0:12706:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff911a18186c08), size=4096 (max 536870912), offset=26558464=0x1954000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760798.958671:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760798.958674:0:12706:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26562560
00000020:00010000:3.0:1789760798.958683:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_release():245
00000020:00010000:3.0:1789760798.958686:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760798.958689:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff911a11e41cb0 (ffff911a04fd1008/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760798.958692:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a0658f038 (ffff911a04fd1b48/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760798.958695:0:12706:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff911a11e41cb0 (ffff911a04fd1b48/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760798.958703:0:12706:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760798.958710:0:12706:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760798.958728:0:12527:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff911a03eb6e40
00000008:00100000:3.0:1789760798.958876:0:12527:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff911a04ad2d80 - object 0x280000401:3 offset 26558464<>26562560
00010000:00010000:0.0:1789760799.263431:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760800.289244:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760801.311503:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760802.335396:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760803.359363:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789760803.807415:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2408:1876699521095808:192.168.203.116@tcp:400:kworker.0
00000100:00100000:3.0:1789760803.807515:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521096064:192.168.203.116@tcp:400:kworker.0
00000100:00100000:3.0:1789760803.807559:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2408:1876699521096320:192.168.203.116@tcp:400:kworker.0
00010000:00010000:0.0:1789760804.383367:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760805.407369:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760806.431379:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760807.455419:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760808.479393:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789760808.927488:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2405:1876699521096576:192.168.203.116@tcp:400:kworker.0
00000100:00100000:0.0:1789760808.927630:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521096832:192.168.203.116@tcp:400:kworker.0
00000100:00100000:0.0:1789760808.927684:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2405:1876699521097088:192.168.203.116@tcp:400:kworker.0
00010000:00010000:0.0:1789760809.503396:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760810.527422:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760811.551389:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760812.575418:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760813.599397:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000400:3.0:1789760814.047365:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760798/real 1789760798]  req@ffff911a04ad2d80 x1876699521095680/t0(0) o4->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:6/4 lens 4584/448 e 0 to 1 dl 1789760814 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00000100:00100000:0.0:1789760814.047467:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2405:1876699521097344:192.168.203.116@tcp:400:kworker.0
00000100:00100000:0.0:1789760814.047575:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521097600:192.168.203.116@tcp:400:kworker.0
00000100:00100000:0.0:1789760814.047615:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2405:1876699521097856:192.168.203.116@tcp:400:kworker.0
00000100:00080000:3.0:1789760814.054330:0:2408:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from FULL to DISCONN
00000100:02000400:3.0:1789760814.054338:0:2408:0:(import.c:182:ptlrpc_set_import_discon()) lustre-OST0000-osc-ffff911a12db9000: Connection to lustre-OST0000 (at 192.168.203.116@tcp) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:3.0:1789760814.059462:0:2408:0:(import.c:418:ptlrpc_pinger_force()) lustre-OST0000_UUID: waking up pinger s:DISCONN
00000100:00080000:0.0:1789760814.059525:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760814.059532:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789760814.059536:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760814.059545:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 421
00000100:00080000:0.0:1789760814.059560:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789760814.059570:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789760814.059603:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55180 x1876699521098112/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:0.0:1789760814.623383:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760815.647372:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760816.671465:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760817.695365:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760818.719430:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000400:3.0:1789760819.167322:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760803/real 1789760803]  req@ffff911a12eeb480 x1876699521096320/t0(0) o400->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760819 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760819.168962:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2405:1876699521098240:192.168.203.116@tcp:400:kworker.0
00000100:00100000:0.0:1789760819.177710:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2406:1876699521098496:192.168.203.116@tcp:400:kworker.0
00000100:00100000:0.0:1789760819.177798:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760819.177817:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2406:1876699521098624:192.168.203.116@tcp:400:kworker.0
00000100:00080000:0.0:1789760819.177931:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760819.177936:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1789760819.177940:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760819.177943:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:3.0:1789760819.179297:0:2408:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff911a12eeb480 x1876699521096320/t0(0) o400->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760819 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760819.179305:0:2408:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN
00000100:02000400:3.0:1789760819.179308:0:2408:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff911a08605000: Connection to lustre-MDT0000 (at 192.168.203.116@tcp) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:3.0:1789760819.179311:0:2408:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN
00000100:00000400:3.0:1789760819.179338:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760803/real 1789760803]  req@ffff911a12ee9c00 x1876699521095808/t0(0) o400->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 224/224 e 0 to 1 dl 1789760819 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760819.179352:0:2408:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff911a12ee9c00 x1876699521095808/t0(0) o400->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 224/224 e 0 to 1 dl 1789760819 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760819.179357:0:2408:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from FULL to DISCONN
00000100:02020000:3.0:1789760819.179360:0:2408:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.203.116@tcp: Connection to MGS (at 192.168.203.116@tcp) was lost; in progress operations using this service will fail
00000100:00080000:3.0:1789760819.182065:0:2408:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@192.168.203.116@tcp for MGC192.168.203.116@tcp not replayable, auto-deactivating
00000100:00080000:3.0:1789760819.182067:0:2408:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID
00000100:00100000:3.0:1789760819.182071:0:2408:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight  req@ffff911a12ee9c00 x1876699521095808/t0(0) o400->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 224/224 e 0 to 1 dl 1789760819 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760819.182079:0:2408:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight  req@ffff911a08b09c00 x1876699521096576/t0(0) o400->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1789760824 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760819.182093:0:2408:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight  req@ffff911a05c55880 x1876699521097344/t0(0) o400->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1789760830 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760819.182098:0:2408:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight  req@ffff911a08b08000 x1876699521098240/t0(0) o400->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1789760835 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760819.182111:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0
10000000:01000000:3.0:1789760819.182111:0:2408:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001
00000100:00080000:3.0:1789760819.182119:0:2408:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down
00000100:00080000:0.0:1789760819.182121:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
10000000:01000000:3.0:1789760819.182123:0:2408:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002
00000100:00080000:0.0:1789760819.182127:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760819.182127:0:2408:0:(import.c:418:ptlrpc_pinger_force()) MGS: waking up pinger s:DISCONN
00000100:00080000:0.0:1789760819.182139:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1789760819.182142:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760819.182145:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760819.182147:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000400:3.0:1789760819.182151:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760803/real 1789760803]  req@ffff911a12eeaa00 x1876699521096064/t0(0) o400->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760819 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760819.182157:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 342
00000100:00080000:0.0:1789760819.182173:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789760819.182179:0:2408:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff911a12eeaa00 x1876699521096064/t0(0) o400->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760819 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760819.182186:0:2408:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from FULL to DISCONN
00000100:02000400:3.0:1789760819.182190:0:2408:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0001-mdc-ffff911a12db9000: Connection to lustre-MDT0001 (at 192.168.203.116@tcp) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:3.0:1789760819.182193:0:2408:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0001_UUID: waking up pinger s:DISCONN
00000100:00100000:0.0:1789760819.182201:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2405:1876699521098240:192.168.203.116@tcp:400:kworker.0
00000100:00100000:3.0:1789760819.182254:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2408:1876699521096320:192.168.203.116@tcp:400:kworker.0
00000100:00100000:3.0:1789760819.182268:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2408:1876699521095808:192.168.203.116@tcp:400:kworker.0
00000100:00100000:0.0:1789760819.182276:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2405:1876699521097344:192.168.203.116@tcp:400:kworker.0
00000100:00100000:3.0:1789760819.182277:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cd5436e5-f1f0-4365-9253-ba3c783ea432:2408:1876699521096064:192.168.203.116@tcp:400:kworker.0
00000100:00100000:0.0:1789760819.182318:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2405:1876699521096576:192.168.203.116@tcp:400:kworker.0
00010000:00010000:3.0:1789760819.743494:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760820.767445:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760821.791386:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760822.815359:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760823.839345:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000400:0.0:1789760824.287332:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760808/real 1789760808]  req@ffff911a08b0bb80 x1876699521096832/t0(0) o400->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760824 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760824.287358:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760824.287374:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760824.287380:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760824.287387:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760824.287394:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789760824.287400:0:2405:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff911a08b0bb80 x1876699521096832/t0(0) o400->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760824 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760824.287403:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760824.287411:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760824.287431:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1789760824.287437:0:2405:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff911a087db000 already not connected (conn 2, was 1): CONNECTING
00000100:00080000:3.0:1789760824.287438:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760824.287445:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00000400:0.0:1789760824.287446:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760808/real 1789760808]  req@ffff911a08b0b800 x1876699521097088/t0(0) o400->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760824 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760824.287452:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760824.287463:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:0.0:1789760824.287470:0:2405:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff911a08b0b800 x1876699521097088/t0(0) o400->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760824 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760824.287476:0:2405:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff911a20254000 already not connected (conn 2, was 1): CONNECTING
00000100:00100000:0.0:1789760824.287487:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521096832:192.168.203.116@tcp:400:kworker.0
00000100:00080000:3.0:1789760824.287497:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789760824.287499:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2405:1876699521097088:192.168.203.116@tcp:400:kworker.0
00000100:00080000:3.0:1789760824.287507:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760824.287511:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760824.287514:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760824.287517:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760824.287521:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760824.287524:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760824.287529:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789760824.287532:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760824.287541:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 788
00000100:00080000:3.0:1789760824.287551:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1789760824.287558:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789760824.287583:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789760824.287615:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521099264/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760824.287642:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760824.287647:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760824.287649:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760824.287653:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00010000:00010000:0.0:1789760824.863342:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760825.887359:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000080:00200000:3.0:1789760826.335402:0:8:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0
00020000:00200000:3.0:1789760826.335421:0:8:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760826.335452:0:8:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00010000:00010000:0.0:1789760826.911352:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760827.935416:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760828.959361:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760829.983360:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000400:0.0:1789760830.431365:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760814/real 1789760814]  req@ffff911a05c57100 x1876699521097600/t0(0) o400->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760830 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760830.441686:0:2405:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff911a05c57100 x1876699521097600/t0(0) o400->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760830 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760830.441696:0:2405:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff911a087db000 already not connected (conn 3, was 1): CONNECTING
00000100:00000400:0.0:1789760830.441723:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760814/real 1789760814]  req@ffff911a05c55500 x1876699521097856/t0(0) o400->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760830 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760830.441732:0:2405:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff911a05c55500 x1876699521097856/t0(0) o400->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760830 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760830.441737:0:2405:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff911a20254000 already not connected (conn 3, was 1): CONNECTING
00000100:00100000:0.0:1789760830.441750:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd5436e5-f1f0-4365-9253-ba3c783ea432:2405:1876699521097600:192.168.203.116@tcp:400:kworker.0
00000100:00100000:0.0:1789760830.441757:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2405:1876699521097856:192.168.203.116@tcp:400:kworker.0
00010000:00010000:0.0:1789760831.007369:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760832.031411:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760833.055366:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760834.079486:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789760834.527416:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760834.527431:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760834.527435:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760834.527440:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760834.527444:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760834.527448:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760834.527454:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760834.527458:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760834.527462:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760834.527467:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760834.527473:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760834.527478:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00010000:00010000:3.0:1789760835.103443:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760836.127466:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760837.151431:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760838.175528:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760839.199409:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789760839.647319:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760839.647330:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760839.647334:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760839.647337:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760839.647339:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760839.647342:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760839.647345:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760839.647348:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760839.647352:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760839.647356:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760839.647358:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760839.647361:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760839.647603:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760839.647608:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760839.647610:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760839.647612:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760839.647616:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760839.647618:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760839.647621:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760839.647625:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789760839.647630:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760839.647640:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 798
00000100:00080000:3.0:1789760839.647654:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1789760839.647662:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789760839.647674:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789760839.647709:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2680 x1876699521100032/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760839.647734:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760839.647737:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760839.647739:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760839.647742:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00010000:00010000:0.0:1789760840.223387:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000100:3.0:1789760840.479389:0:2396:0:(socklnd_cb.c:2254:ksocknal_find_timed_out_conn()) A connection with 12345-192.168.203.116@tcp (192.168.203.116:988) timed out; the network or node may be down.
00010000:00010000:0.0:1789760841.247429:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760842.271407:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760843.295467:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760844.319474:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789760844.767383:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760844.767403:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1789760844.767431:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760844.767438:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1789760844.767444:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760844.767449:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1789760844.767456:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789760844.767457:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9c00 x1876699521099904/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760844 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760844.767465:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1789760844.767476:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760844.767489:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1789760844.767498:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760844.767509:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:1.0:1789760844.767515:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760829/real 1789760829]  req@ffff911a12eeaa00 x1876699521099776/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760844 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760844.767531:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeaa00 x1876699521099776/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760844 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760844.767545:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760829/real 1789760829]  req@ffff911a12ee9180 x1876699521099520/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760844 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760844.767557:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9180 x1876699521099520/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760844 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760844.767567:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760829/real 1789760829]  req@ffff911a12ee9880 x1876699521099648/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760844 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760844.767584:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9880 x1876699521099648/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760844 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760844.767594:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760829/real 1789760829]  req@ffff911a12ee8a80 x1876699521099392/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760844 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760844.767605:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8a80 x1876699521099392/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760844 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760844.767626:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760844.767648:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760844.767653:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521099904:192.168.203.116@tcp:38:kworker.0
00000100:00080000:1.0:1789760844.767660:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760844.767671:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760844.767676:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521099776:192.168.203.116@tcp:38:kworker.0
00000100:00080000:0.0:1789760844.767682:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760844.767684:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760844.767693:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1789760844.767698:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760844.767701:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760844.767705:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760844.767706:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00080000:0.0:1789760844.767722:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 803
00000100:00100000:1.0:1789760844.767723:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521099520:192.168.203.116@tcp:38:kworker.0
00000100:00080000:0.0:1789760844.767740:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1789760844.767752:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00080000:1.0:1789760844.767760:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000008:00100000:0.0:1789760844.767767:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789760844.767785:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760844.767792:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521099648:192.168.203.116@tcp:38:kworker.0
00000100:00080000:1.0:1789760844.767800:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760844.767808:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760844.767815:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521099392:192.168.203.116@tcp:250:kworker.0
00000100:00100000:0.0:1789760844.767823:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55500 x1876699521100160/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760844.767847:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760844.767851:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789760844.767854:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760844.767861:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 803
00000100:00080000:0.0:1789760844.767867:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1789760844.767872:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789760844.767880:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521100160:192.168.203.116@tcp:38:kworker.0
00000008:00100000:0.0:1789760844.767881:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760844.767902:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521100288/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760844.767915:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760844.767919:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1789760844.767923:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760844.767926:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760844.767928:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760844.767932:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 803
00000100:00080000:0.0:1789760844.767950:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1789760844.767955:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789760844.767961:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760844.767973:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521100416/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760844.767985:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760844.767989:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789760844.767991:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760844.767994:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 803
00000100:00080000:0.0:1789760844.767998:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1789760844.768004:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789760844.768009:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760844.768021:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54e00 x1876699521100544/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760844.768038:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760844.768042:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789760844.768045:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789760844.768054:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521100288:192.168.203.116@tcp:38:kworker.0
00000100:00080000:0.0:1789760844.768056:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 803
00000100:00080000:0.0:1789760844.768064:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1789760844.768075:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789760844.768103:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521100672/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760844.768119:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760844.768123:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:1.0:1789760844.768133:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521100416:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789760844.768165:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521100544:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789760844.768197:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521100672:192.168.203.116@tcp:250:kworker.0
00010000:00010000:0.0:1789760845.343424:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760846.367337:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760847.391437:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760848.415471:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760849.439486:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789760849.887338:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760849.887354:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1789760849.887358:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760849.887364:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1789760849.887367:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760849.887395:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1789760849.887399:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760849.887404:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1789760849.887410:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760849.887416:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1789760849.887422:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760849.887428:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00010000:00010000:0.0:1789760850.463466:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760851.487424:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760852.511572:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760853.535424:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760854.559358:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789760855.007472:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760855.007486:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760855.007491:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760855.007496:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760855.007499:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760855.007503:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760855.007506:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760855.007509:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760855.007515:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760855.007519:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760855.007522:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760855.007525:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00010000:00010000:0.0:1789760855.583498:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760856.607674:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760857.631454:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760858.655440:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789760859.103418:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760839/real 1789760839]  req@ffff911a04ad2680 x1876699521100032/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760859 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760859.103449:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2680 x1876699521100032/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760859 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760859.103475:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760859.103498:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760859.103502:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521100032:192.168.203.116@tcp:8:kworker.0
00000100:00080000:3.0:1789760859.103545:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760859.103552:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760859.103555:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760859.103559:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760859.103561:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760859.103564:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760859.103566:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760859.103568:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789760859.103571:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760859.103577:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 814
00000100:00080000:3.0:1789760859.103586:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1789760859.103592:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789760859.103601:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789760859.103636:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521100800/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760859.103669:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760859.103673:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760859.103676:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760859.103679:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:1.0:1789760859.103701:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521100800:192.168.203.116@tcp:8:kworker.0
00010000:00010000:0.0:1789760859.679442:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760860.703384:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760861.727481:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760862.751413:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760863.775417:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789760864.223418:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760864.223429:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1789760864.223433:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760864.223437:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1789760864.223442:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760864.223445:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1789760864.223449:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760864.223461:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1789760864.223464:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760864.223468:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1789760864.223471:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760864.223484:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00010000:00010000:0.0:1789760864.799386:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760865.823401:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760866.847460:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760867.871421:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760868.895451:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789760869.343443:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760869.343458:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760869.343466:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760869.343475:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760869.343481:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760869.343505:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760869.343510:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760869.343518:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760869.343525:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760869.343532:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760869.343539:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760869.343545:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00010000:00010000:0.0:1789760869.919405:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760870.943526:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760871.967443:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760872.991371:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760874.015411:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789760874.463292:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760874.463300:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760874.463302:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760874.463305:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760874.463307:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760874.463310:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760874.463312:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760874.463315:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760874.463317:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760874.463319:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760874.463320:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760874.463322:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00010000:00010000:0.0:1789760875.039344:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760876.063399:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760877.087417:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760878.111437:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760879.135397:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789760879.583298:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760879.583309:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760879.583312:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760879.583316:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760879.583319:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760879.583323:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760879.583326:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760879.583329:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760879.583333:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760879.583336:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760879.583339:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760879.583343:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00010000:00010000:0.0:1789760880.159381:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760881.183372:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760882.207431:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760883.231438:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760884.255335:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789760884.703288:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for sent delay: [sent 1789760859/real 0]  req@ffff911a04ad3480 x1876699521100800/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760884 ref 2 fl Rpc:XNr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760884.703299:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760884.703305:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1789760884.703308:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760884.703310:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1789760884.703312:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760884.703314:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1789760884.703315:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760884.703317:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1789760884.703319:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760884.703321:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1789760884.703323:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760884.703324:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:1.0:1789760884.703432:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521100800/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760884 ref 2 fl UnregRPC:XNU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00010000:00010000:0.0:1789760885.279334:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760886.303390:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760887.327348:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760888.351379:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760889.375345:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789760889.823343:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760889.823354:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760889.823358:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760889.823361:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760889.823364:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760889.823367:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760889.823370:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760889.823374:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760889.823378:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760889.823382:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760889.823384:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760889.823388:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00010000:00010000:0.0:1789760890.399363:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760891.423441:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760892.447357:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760893.471351:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760894.495374:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789760894.943349:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760894.943360:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1789760894.943362:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760894.943365:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1789760894.943367:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760894.943369:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1789760894.943371:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760894.943373:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1789760894.943375:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760894.943377:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1789760894.943379:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760894.943381:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00010000:00010000:0.0:1789760895.519359:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760896.543364:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760897.567355:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760898.591385:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760899.615348:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789760900.063314:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760900.063322:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760900.063325:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760900.063327:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760900.063329:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760900.063331:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760900.063332:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760900.063335:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760900.063337:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760900.063340:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760900.063341:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760900.063343:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00010000:00010000:0.0:1789760900.639391:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760901.663362:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760902.687368:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760903.711384:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000100:1.0:1789760903.967362:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:1.0:1789760903.967414:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:1.0:1789760903.967425:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:1.0:1789760903.967434:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:1.0:1789760903.967450:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000100:00080000:3.0:1789760903.968749:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760903.968754:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789760903.968758:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760903.968768:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 819
00000100:00080000:3.0:1789760903.968780:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1789760903.968791:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789760903.968845:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521100928/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760903.968863:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760903.968866:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789760903.968868:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760903.968872:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 819
00000100:00080000:3.0:1789760903.968875:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1789760903.968878:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789760903.968889:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760903.968900:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521101056/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760903.968912:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760903.968915:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789760903.968916:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760903.968930:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 819
00000100:00080000:3.0:1789760903.968947:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1789760903.968950:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789760903.968954:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760903.968982:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521101184/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760903.968993:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760903.968998:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760903.969004:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760903.969011:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789760903.969022:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760903.969027:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 819
00000100:00080000:3.0:1789760903.969031:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1789760903.969036:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789760903.969041:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760903.969057:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521101312/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760903.969071:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760903.969075:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789760903.969077:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760903.969080:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 819
00000100:00080000:3.0:1789760903.969086:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1789760903.969090:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789760903.969094:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760903.969104:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521101440/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760903.969121:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760903.969124:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00010000:00010000:0.0:1789760904.735382:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:02000040:3.0:1789760904.991407:0:2402:0:(lib-move.c:3830:lnet_print_recovery_list()) 1 local NIs in recovery (showing 1): 192.168.203.16@tcp
00010000:00010000:0.0:1789760905.759418:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760906.783379:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760907.807600:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760908.831553:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789760909.279320:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760909.279333:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760909.279337:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760909.279341:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760909.279344:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760909.279348:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760909.279352:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760909.279356:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760909.279360:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760909.279364:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760909.279368:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760909.279372:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00010000:00010000:0.0:1789760909.855393:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760910.879357:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789760911.839560:0:2392:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1022 -> 192.168.203.116:988
00000400:00000100:3.0:1789760911.839646:0:2392:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.116@tcp at host 192.168.203.116 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789760911.839669:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789760911.839735:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789760911.839744:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789760911.839752:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789760911.839760:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789760911.839769:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000100:00100000:1.0:1789760911.839783:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760903/real 1789760911]  req@ffff911a04ad1500 x1876699521101312/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760911.839806:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1500 x1876699521101312/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760911.839816:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760911.839832:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760911.839836:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521101312:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789760911.839843:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760903/real 1789760911]  req@ffff911a04ad0380 x1876699521101056/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760911.839854:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789760911.839855:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521101056/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760911.839864:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760911.839873:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760911.839876:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760911.839877:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760911.839880:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760911.839880:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760911.839887:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760911.839890:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760911.839892:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760911.839895:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00080000:3.0:1789760911.839896:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789760911.839901:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789760911.839902:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521101056:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789760911.839924:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760903/real 1789760911]  req@ffff911a04ad2300 x1876699521101184/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760911.839925:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 878
00000100:00080000:3.0:1789760911.839935:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789760911.839944:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521101184/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760911.839945:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00080000:1.0:1789760911.839959:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789760911.839960:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789760911.839977:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760911.839984:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521101184:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789760911.839990:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521101568/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789760911.839999:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760903/real 1789760911]  req@ffff911a04ad1c00 x1876699521100928/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760911.840006:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760911.840014:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760911.840023:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789760911.840027:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521100928/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760911.840028:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760911.840033:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760911.840042:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789760911.840046:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760911.840047:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760911.840051:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 878
00000100:00080000:3.0:1789760911.840054:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760911.840057:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789760911.840061:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789760911.840062:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760911.840067:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521100928:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789760911.840073:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521101696/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760911.840075:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760911.840085:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760911.840089:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00080000:3.0:1789760911.840090:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789760911.840095:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789760911.840099:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521100800:192.168.203.116@tcp:8:kworker.0
00000100:00080000:3.0:1789760911.840104:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 878
00000100:00080000:3.0:1789760911.840108:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760911.840111:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789760911.840124:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760911.840132:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1180 x1876699521101824/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760911.840139:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760911.840140:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789760911.840142:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760911.840145:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 833
00000100:00080000:3.0:1789760911.840148:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789760911.840152:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521101568:192.168.203.116@tcp:38:kworker.0
00000100:00080000:3.0:1789760911.840152:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789760911.840162:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789760911.840170:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0a80 x1876699521101952/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760911.840178:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760911.840180:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760911.840185:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760911.840187:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789760911.840188:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760911.840195:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 878
00000100:00080000:3.0:1789760911.840198:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760911.840200:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789760911.840208:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3100 x1876699521102080/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789760911.840252:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789760911.840254:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760911.840258:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:1.0:1789760911.840300:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760911/real 1789760911]  req@ffff911a04ad1f80 x1876699521101568/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760911.840310:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521101568/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760911.840315:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760911.840318:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760911.840321:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521101568:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789760911.840328:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521101696:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789760911.840346:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789760911.840374:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760911/real 1789760911]  req@ffff911a04ad0000 x1876699521101696/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760911.840382:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521101696/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760911.840388:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760911.840390:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760911.840392:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521101696:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789760911.840396:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521101824:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789760911.840409:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789760911.840417:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760911/real 1789760911]  req@ffff911a04ad1180 x1876699521101824/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760911.840424:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1180 x1876699521101824/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760911.840440:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760911.840442:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760911.840444:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521101824:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789760911.840448:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760903/real 1789760911]  req@ffff911a04ad1880 x1876699521101440/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760911.840455:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521101440/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760911.840460:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760911.840470:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760911.840472:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521101440:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789760911.840484:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521101952:192.168.203.116@tcp:8:kworker.0
00000100:00080000:3.0:1789760911.840489:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760911.840493:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789760911.840496:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760911.840500:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 878
00000800:00000100:1.0:1789760911.840505:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789760911.840508:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760911.840515:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789760911.840520:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760911/real 1789760911]  req@ffff911a04ad0a80 x1876699521101952/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789760911.840521:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760911.840535:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0a80 x1876699521101952/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760911.840541:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521102208/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760911.840571:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760911.840577:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760911.840581:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521101952:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789760911.840585:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521102080:192.168.203.116@tcp:250:kworker.0
00000800:00000100:1.0:1789760911.840598:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789760911.840606:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760911/real 1789760911]  req@ffff911a04ad3100 x1876699521102080/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760911.840614:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3100 x1876699521102080/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760911.840619:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760911.840620:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760911.840622:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521102080:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789760911.840629:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521102208:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789760911.840653:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789760911.840664:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760911/real 1789760911]  req@ffff911a04ad1880 x1876699521102208/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760911.840677:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521102208/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760911.840686:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760911.840690:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760911.840694:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521102208:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789760911.903370:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760912.927402:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760913.951378:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760914.975392:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760915.999417:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789760916.959273:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760916.959282:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789760916.959286:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760916.959294:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 886
00000100:00080000:3.0:1789760916.959304:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760916.959310:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789760916.959348:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1180 x1876699521102336/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760916.959369:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760916.959372:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789760916.959373:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760916.959377:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 886
00000100:00080000:3.0:1789760916.959379:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760916.959381:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789760916.959388:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760916.959397:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521102464/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760916.959404:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760916.959407:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789760916.959408:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760916.959411:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 886
00000100:00080000:3.0:1789760916.959413:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760916.959415:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789760916.959418:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760916.959424:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521102592/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789760916.959430:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521102336:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789760916.959434:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760916.959438:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789760916.959439:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760916.959442:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 886
00000100:00080000:3.0:1789760916.959444:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760916.959446:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789760916.959449:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789760916.959456:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521102720/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760916.959463:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760916.959466:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789760916.959467:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760916.959469:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 886
00000100:00080000:3.0:1789760916.959471:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760916.959473:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789760916.959476:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760916.959482:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521102848/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760916.959488:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760916.959490:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789760916.959491:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760916.959493:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 886
00000100:00080000:3.0:1789760916.959496:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760916.959498:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789760916.959501:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760916.959508:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521102976/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789760916.959531:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521102464:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789760916.959560:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521102592:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789760916.959575:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521102720:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789760916.959589:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521102848:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789760916.959609:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521102976:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789760917.023388:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760918.047444:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760919.071382:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789760920.031634:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760916/real 1789760920]  req@ffff911a04ad1f80 x1876699521102592/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760920.031674:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521102592/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760920.031686:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760920.031691:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760920.031696:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521102592:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789760920.031704:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760916/real 1789760920]  req@ffff911a04ad3480 x1876699521102720/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760920.031719:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521102720/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760920.031726:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760920.031731:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760920.031735:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521102720:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789760920.031741:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760916/real 1789760920]  req@ffff911a04ad1c00 x1876699521102848/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760920.031762:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521102848/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760920.031771:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760920.031775:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760920.031778:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521102848:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789760920.031785:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760916/real 1789760920]  req@ffff911a04ad2300 x1876699521102976/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760920.031796:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521102976/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760920.031803:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760920.031806:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760920.031810:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521102976:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789760920.031816:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760916/real 1789760920]  req@ffff911a04ad1180 x1876699521102336/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760920.031828:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1180 x1876699521102336/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760920.031835:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760920.031838:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760920.031842:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521102336:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789760920.031865:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760916/real 1789760920]  req@ffff911a04ad0000 x1876699521102464/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760920.031879:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521102464/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760920.031887:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760920.031891:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760920.031895:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521102464:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789760920.095385:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760921.119346:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789760922.079291:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760922.079300:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789760922.079304:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760922.079320:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 891
00000100:00080000:3.0:1789760922.079330:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760922.079339:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789760922.079389:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521103104/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760922.079412:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760922.079415:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789760922.079416:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760922.079419:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 891
00000100:00080000:3.0:1789760922.079421:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760922.079424:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789760922.079431:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760922.079440:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521103232/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760922.079450:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760922.079452:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789760922.079454:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760922.079456:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 891
00000100:00080000:3.0:1789760922.079458:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760922.079460:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789760922.079463:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760922.079469:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2680 x1876699521103360/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760922.079479:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760922.079483:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789760922.079485:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760922.079489:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 891
00000100:00100000:1.0:1789760922.079494:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521103104:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789760922.079495:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760922.079506:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789760922.079512:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789760922.079527:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521103488/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760922.079538:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760922.079542:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789760922.079544:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760922.079548:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 891
00000100:00080000:3.0:1789760922.079553:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760922.079557:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789760922.079562:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760922.079574:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0700 x1876699521103616/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760922.079581:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760922.079583:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789760922.079585:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760922.079587:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 891
00000100:00080000:3.0:1789760922.079590:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760922.079593:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789760922.079598:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760922.079609:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521103232:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789760922.079609:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521103744/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789760922.079651:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521103360:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789760922.079680:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521103488:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789760922.079723:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521103616:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789760922.079746:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521103744:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789760922.143421:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789760923.103698:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760922/real 1789760923]  req@ffff911a04ad2a00 x1876699521103488/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760923.103757:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521103488/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760923.103776:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760923.103785:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760923.103807:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521103488:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789760923.103817:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760922/real 1789760923]  req@ffff911a04ad0700 x1876699521103616/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760923.103852:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0700 x1876699521103616/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760923.103861:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760923.103866:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760923.103870:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521103616:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789760923.103879:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760922/real 1789760923]  req@ffff911a04ad3800 x1876699521103744/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760923.103891:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521103744/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760923.103897:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760923.103899:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760923.103902:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521103744:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789760923.103907:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760922/real 1789760923]  req@ffff911a04ad0380 x1876699521103104/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760923.103916:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521103104/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760923.103924:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760923.103929:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760923.103933:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521103104:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789760923.103942:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760922/real 1789760923]  req@ffff911a04ad1500 x1876699521103232/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760923.103955:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1500 x1876699521103232/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760923.103963:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760923.103968:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760923.103971:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521103232:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789760923.103979:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760922/real 1789760923]  req@ffff911a04ad2680 x1876699521103360/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760923.103992:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2680 x1876699521103360/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760923.104002:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760923.104006:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760923.104010:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521103360:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789760923.167384:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760924.191348:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760925.215348:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760926.239418:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789760927.199358:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760927.199372:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789760927.199378:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760927.199391:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 896
00000100:00080000:0.0:1789760927.199405:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760927.199413:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789760927.199454:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57b80 x1876699521103872/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760927.199484:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760927.199487:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760927.199489:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760927.199493:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 896
00000100:00080000:0.0:1789760927.199496:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760927.199499:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789760927.199508:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760927.199518:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55c00 x1876699521104000/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760927.199526:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760927.199528:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789760927.199529:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760927.199532:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 896
00000100:00080000:0.0:1789760927.199535:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760927.199538:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789760927.199542:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760927.199549:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521103872:192.168.203.116@tcp:250:kworker.0
00000100:00100000:0.0:1789760927.199551:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56680 x1876699521104128/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760927.199566:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760927.199568:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789760927.199569:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760927.199572:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 896
00000100:00080000:0.0:1789760927.199574:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760927.199576:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789760927.199580:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789760927.199589:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55f80 x1876699521104256/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760927.199597:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760927.199599:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760927.199600:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760927.199603:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 896
00000100:00080000:0.0:1789760927.199605:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760927.199608:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789760927.199611:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760927.199618:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55500 x1876699521104384/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760927.199624:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760927.199627:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789760927.199629:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760927.199631:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 896
00000100:00080000:0.0:1789760927.199634:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760927.199636:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789760927.199639:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760927.199646:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54e00 x1876699521104512/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789760927.199681:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521104000:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789760927.199721:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521104128:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789760927.199741:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521104256:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789760927.199768:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521104384:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789760927.199809:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521104512:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789760927.263376:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760928.287479:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760929.311391:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789760930.271693:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760927/real 1789760930]  req@ffff911a05c56680 x1876699521104128/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760930.271728:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56680 x1876699521104128/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760930.271740:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760930.271745:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760930.271749:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521104128:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789760930.271757:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760927/real 1789760930]  req@ffff911a05c55f80 x1876699521104256/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760930.271785:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55f80 x1876699521104256/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760930.271794:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760930.271797:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760930.271801:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521104256:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789760930.271808:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760927/real 1789760930]  req@ffff911a05c55500 x1876699521104384/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760930.271821:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55500 x1876699521104384/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760930.271842:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760930.271847:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760930.271850:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521104384:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789760930.271858:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760927/real 1789760930]  req@ffff911a05c54e00 x1876699521104512/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760930.271871:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54e00 x1876699521104512/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760930.271879:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760930.271883:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760930.271887:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521104512:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789760930.271895:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760927/real 1789760930]  req@ffff911a05c57b80 x1876699521103872/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760930.271907:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57b80 x1876699521103872/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760930.271916:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760930.271919:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760930.271922:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521103872:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789760930.271929:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760927/real 1789760930]  req@ffff911a05c55c00 x1876699521104000/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760930.271940:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55c00 x1876699521104000/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760930.271948:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760930.271952:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760930.271955:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521104000:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789760930.335366:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760931.359381:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789760932.319601:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521104640:192.168.203.116@tcp:250:kworker.0
00000800:00000100:1.0:1789760932.319699:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789760932.319771:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760932/real 1789760932]  req@ffff911a12eeb480 x1876699521104640/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760932.319794:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb480 x1876699521104640/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760932.319806:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760932.319811:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760932.319815:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521104640:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789760932.319825:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521104768:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789760932.319851:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789760932.319865:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760932/real 1789760932]  req@ffff911a12ee8700 x1876699521104768/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760932.319878:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8700 x1876699521104768/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760932.319886:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760932.319890:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760932.319894:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521104768:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789760932.319901:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521104896:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789760932.319923:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789760932.319936:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760932/real 1789760932]  req@ffff911a12eead80 x1876699521104896/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760932.319949:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eead80 x1876699521104896/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760932.319957:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760932.319961:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760932.319965:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521104896:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789760932.319971:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521105024:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789760932.319994:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789760932.320006:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760932/real 1789760932]  req@ffff911a12ee9f80 x1876699521105024/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760932.320019:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9f80 x1876699521105024/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760932.320029:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760932.320033:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760932.320036:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521105024:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789760932.320081:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521105152:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789760932.320103:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789760932.320115:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760932/real 1789760932]  req@ffff911a12eea300 x1876699521105152/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760932.320127:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea300 x1876699521105152/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760932.320135:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760932.320138:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760932.320142:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521105152:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789760932.320148:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521105280:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789760932.320170:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789760932.320181:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760932/real 1789760932]  req@ffff911a12eeb800 x1876699521105280/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760932.320191:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb800 x1876699521105280/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760932.320200:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760932.320203:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760932.320206:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521105280:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789760932.383382:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760933.407372:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760934.431465:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760935.455411:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760936.479390:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789760937.439553:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521105408:192.168.203.116@tcp:250:kworker.0
00000800:00000100:1.0:1789760937.439646:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789760937.439693:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760937/real 1789760937]  req@ffff911a12ee8e00 x1876699521105408/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760937.439708:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8e00 x1876699521105408/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760937.439745:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760937.439749:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760937.439752:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521105408:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789760937.439758:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521105536:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789760937.439780:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789760937.439790:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760937/real 1789760937]  req@ffff911a12eebb80 x1876699521105536/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760937.439798:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eebb80 x1876699521105536/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760937.439803:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760937.439805:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760937.439807:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521105536:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789760937.439811:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521105664:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789760937.439823:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789760937.439829:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760937/real 1789760937]  req@ffff911a12eeb100 x1876699521105664/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760937.439836:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb100 x1876699521105664/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760937.439841:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760937.439843:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760937.439844:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521105664:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789760937.439867:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521105792:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789760937.439878:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789760937.439884:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760937/real 1789760937]  req@ffff911a12eea680 x1876699521105792/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760937.439891:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea680 x1876699521105792/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760937.439896:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760937.439898:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760937.439900:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521105792:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789760937.439904:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521105920:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789760937.439914:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789760937.439920:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760937/real 1789760937]  req@ffff911a12ee8380 x1876699521105920/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760937.439927:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8380 x1876699521105920/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760937.439931:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760937.439933:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760937.439935:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521105920:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789760937.439938:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521106048:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789760937.439948:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789760937.439954:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760937/real 1789760937]  req@ffff911a12ee8000 x1876699521106048/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760937.439962:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8000 x1876699521106048/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760937.439967:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760937.439968:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760937.439970:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521106048:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789760937.503412:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760938.527404:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760939.551414:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760940.575358:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760941.599341:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789760942.559340:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760942.559353:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789760942.559358:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760942.559369:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 911
00000100:00080000:3.0:1789760942.559381:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760942.559389:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789760942.559432:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2680 x1876699521106176/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760942.559460:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760942.559464:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789760942.559466:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760942.559470:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 911
00000100:00080000:3.0:1789760942.559473:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760942.559477:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789760942.559487:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760942.559502:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521106304/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760942.559512:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760942.559516:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789760942.559518:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760942.559522:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 911
00000100:00080000:3.0:1789760942.559527:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789760942.559536:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521106176:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789760942.559537:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789760942.559547:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760942.559567:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521106432/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760942.559579:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760942.559584:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789760942.559586:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760942.559590:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 911
00000100:00080000:3.0:1789760942.559594:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760942.559599:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789760942.559604:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789760942.559617:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521106560/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760942.559628:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760942.559633:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789760942.559635:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760942.559639:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 911
00000100:00080000:3.0:1789760942.559643:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760942.559648:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789760942.559656:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760942.559674:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0700 x1876699521106688/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789760942.559692:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521106304:192.168.203.116@tcp:38:kworker.0
00000100:00080000:3.0:1789760942.559719:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760942.559724:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789760942.559726:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760942.559733:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 911
00000100:00080000:3.0:1789760942.559740:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760942.559744:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789760942.559751:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760942.559753:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521106432:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789760942.559769:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521106816/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789760942.559791:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521106560:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789760942.559825:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521106688:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789760942.559849:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521106816:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789760942.623344:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760943.647336:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760944.671368:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789760945.631643:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760942/real 1789760945]  req@ffff911a04ad0380 x1876699521106432/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760945.631689:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521106432/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760945.631703:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760945.631708:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760945.631713:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521106432:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789760945.631725:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760942/real 1789760945]  req@ffff911a04ad3800 x1876699521106560/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760945.631739:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521106560/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760945.631747:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760945.631752:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760945.631756:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521106560:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789760945.631763:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760942/real 1789760945]  req@ffff911a04ad0700 x1876699521106688/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760945.631775:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0700 x1876699521106688/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760945.631784:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760945.631788:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760945.631791:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521106688:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789760945.631798:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760942/real 1789760945]  req@ffff911a04ad2680 x1876699521106176/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760945.631810:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2680 x1876699521106176/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760945.631818:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760945.631821:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760945.631825:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521106176:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789760945.631832:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760942/real 1789760945]  req@ffff911a04ad1500 x1876699521106304/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760945.631844:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1500 x1876699521106304/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760945.631853:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760945.631856:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760945.631859:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521106304:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789760945.631896:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760942/real 1789760945]  req@ffff911a04ad2a00 x1876699521106816/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760945.631908:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521106816/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760945.631916:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760945.631920:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760945.631923:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521106816:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789760945.695380:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760946.719397:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789760947.679339:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760947.679347:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789760947.679350:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760947.679360:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 916
00000100:00080000:3.0:1789760947.679371:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760947.679378:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789760947.679423:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521106944/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760947.679456:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760947.679460:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789760947.679462:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760947.679467:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 916
00000100:00080000:3.0:1789760947.679471:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760947.679477:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789760947.679488:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760947.679505:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521106944:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789760947.679513:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1180 x1876699521107072/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760947.679527:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760947.679531:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789760947.679533:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760947.679538:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 916
00000100:00080000:3.0:1789760947.679542:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760947.679546:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789760947.679552:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760947.679565:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521107200/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760947.679576:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789760947.679582:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789760947.679583:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789760947.679587:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760947.679599:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 916
00000100:00080000:3.0:1789760947.679612:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760947.679617:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789760947.679623:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789760947.679634:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760947/real 1789760947]  req@ffff911a04ad0000 x1876699521106944/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760947.679649:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521107328/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760947.679681:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760947.679686:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789760947.679689:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789760947.679695:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521106944/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760947.679698:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 916
00000100:00080000:3.0:1789760947.679705:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760947.679713:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00080000:1.0:1789760947.679718:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789760947.679721:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789760947.679727:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760947.679735:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521106944:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789760947.679738:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521107456/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760947.679752:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760947.679756:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789760947.679758:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760947.679763:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 916
00000100:00080000:3.0:1789760947.679767:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789760947.679770:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521107072:192.168.203.116@tcp:38:kworker.0
00000100:00080000:3.0:1789760947.679776:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789760947.679785:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760947.679806:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521107584/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789760947.679809:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789760947.679831:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760947/real 1789760947]  req@ffff911a04ad1180 x1876699521107072/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760947.679847:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1180 x1876699521107072/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760947.679856:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760947.679860:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760947.679864:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521107072:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789760947.679871:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521107200:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789760947.679893:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789760947.679905:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760947/real 1789760947]  req@ffff911a04ad2300 x1876699521107200/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760947.679917:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521107200/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760947.679925:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760947.679928:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760947.679931:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521107200:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789760947.679936:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521107328:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789760947.679955:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789760947.679966:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760947/real 1789760947]  req@ffff911a04ad1c00 x1876699521107328/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760947.679980:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521107328/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760947.679989:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760947.679992:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760947.680001:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521107328:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789760947.680008:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521107456:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789760947.680029:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789760947.680041:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760947/real 1789760947]  req@ffff911a04ad3480 x1876699521107456/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760947.680054:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521107456/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760947.680063:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760947.680066:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760947.680070:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521107456:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789760947.680093:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521107584:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789760947.680122:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789760947.680135:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760947/real 1789760947]  req@ffff911a04ad1f80 x1876699521107584/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760947.680155:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521107584/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760947.680164:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760947.680167:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760947.680170:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521107584:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789760947.743347:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760948.767432:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760949.791372:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760950.815366:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760951.839352:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789760952.799347:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760952.799361:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789760952.799367:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760952.799380:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 922
00000100:00080000:0.0:1789760952.799392:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760952.799407:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789760952.799446:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521107712/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760952.799476:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760952.799480:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760952.799481:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760952.799485:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 922
00000100:00080000:0.0:1789760952.799487:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760952.799490:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789760952.799499:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760952.799509:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521107840/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760952.799524:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760952.799529:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789760952.799530:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521107712:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789760952.799531:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760952.799539:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 922
00000100:00080000:0.0:1789760952.799543:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760952.799545:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789760952.799549:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760952.799557:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521107968/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760952.799565:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760952.799568:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789760952.799569:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760952.799571:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 922
00000100:00080000:0.0:1789760952.799574:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760952.799576:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789760952.799581:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789760952.799589:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521108096/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760952.799596:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760952.799612:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760952.799615:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760952.799619:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 922
00000100:00080000:0.0:1789760952.799624:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789760952.799627:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789760952.799633:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789760952.799640:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760952.799664:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56d80 x1876699521108224/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760952.799673:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760952.799676:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789760952.799678:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760952.799682:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 922
00000100:00100000:1.0:1789760952.799686:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760952/real 1789760952]  req@ffff911a05c55880 x1876699521107712/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760952.799688:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760952.799696:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789760952.799705:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760952.799714:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521107712/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760952.799718:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54a80 x1876699521108352/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760952.799740:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760952.799748:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760952.799754:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521107712:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789760952.799785:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521107840:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789760952.799806:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789760952.799817:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760952/real 1789760952]  req@ffff911a05c57100 x1876699521107840/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760952.799826:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521107840/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760952.799847:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760952.799849:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760952.799852:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521107840:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789760952.799856:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521107968:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789760952.799869:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789760952.799876:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760952/real 1789760952]  req@ffff911a05c54700 x1876699521107968/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760952.799884:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521107968/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760952.799889:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760952.799892:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760952.799894:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521107968:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789760952.799897:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521108096:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789760952.799909:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789760952.799914:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760952/real 1789760952]  req@ffff911a05c54000 x1876699521108096/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760952.799921:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521108096/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760952.799927:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760952.799929:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760952.799932:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521108096:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789760952.799936:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521108224:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789760952.799946:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789760952.799952:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760952/real 1789760952]  req@ffff911a05c56d80 x1876699521108224/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760952.799959:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56d80 x1876699521108224/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760952.799965:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760952.799966:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760952.799968:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521108224:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789760952.799972:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521108352:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789760952.799983:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789760952.799988:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760952/real 1789760952]  req@ffff911a05c54a80 x1876699521108352/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760952.800003:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54a80 x1876699521108352/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760952.800008:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760952.800011:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760952.800013:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521108352:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789760952.863436:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760953.887368:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760954.911389:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760955.935364:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760956.959469:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789760957.919348:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760957.919359:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789760957.919364:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760957.919377:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 927
00000100:00080000:3.0:1789760957.919392:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760957.919402:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789760957.919443:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521108480/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760957.919474:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760957.919478:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789760957.919479:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760957.919483:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 927
00000100:00080000:3.0:1789760957.919486:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760957.919489:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789760957.919498:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760957.919507:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3100 x1876699521108608/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760957.919521:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760957.919524:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789760957.919526:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760957.919529:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 927
00000100:00080000:3.0:1789760957.919532:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760957.919535:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789760957.919540:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760957.919547:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0a80 x1876699521108736/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789760957.919557:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521108480:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789760957.919558:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760957.919577:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789760957.919581:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760957.919586:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 927
00000100:00080000:3.0:1789760957.919589:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760957.919592:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789760957.919597:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789760957.919613:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521108864/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760957.919624:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760957.919628:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789760957.919630:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760957.919635:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 927
00000100:00080000:3.0:1789760957.919640:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760957.919644:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000800:00000100:1.0:1789760957.919649:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000008:00100000:3.0:1789760957.919654:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760957.919668:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521108992/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760957.919675:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760957.919678:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789760957.919680:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760957.919685:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 927
00000100:00080000:3.0:1789760957.919690:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789760957.919697:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760957/real 1789760957]  req@ffff911a04ad1880 x1876699521108480/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760957.919698:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789760957.919710:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760957.919719:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521108480/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760957.919727:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521109120/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760957.919731:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760957.919740:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760957.919749:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521108480:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789760957.919761:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521108608:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789760957.919789:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789760957.919802:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760957/real 1789760957]  req@ffff911a04ad3100 x1876699521108608/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760957.919811:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3100 x1876699521108608/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760957.919817:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760957.919819:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760957.919821:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521108608:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789760957.919841:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521108736:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789760957.919853:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789760957.919859:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760957/real 1789760957]  req@ffff911a04ad0a80 x1876699521108736/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760957.919866:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0a80 x1876699521108736/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760957.919876:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760957.919878:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760957.919881:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521108736:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789760957.919884:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521108864:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789760957.919895:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789760957.919900:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760957/real 1789760957]  req@ffff911a04ad1f80 x1876699521108864/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760957.919907:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521108864/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760957.919913:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760957.919915:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760957.919917:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521108864:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789760957.919921:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521108992:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789760957.919931:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789760957.919936:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760957/real 1789760957]  req@ffff911a04ad3480 x1876699521108992/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760957.919943:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521108992/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760957.919949:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760957.919951:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760957.919953:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521108992:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789760957.919957:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521109120:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789760957.919968:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789760957.919973:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760957/real 1789760957]  req@ffff911a04ad1c00 x1876699521109120/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760957.919980:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521109120/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760957.919986:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760957.919987:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760957.919989:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521109120:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789760957.983440:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760959.007413:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760960.031390:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760961.055400:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760962.079357:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789760963.039664:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521109248:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789760963.039797:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521109376:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789760963.039843:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521109504:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789760963.039884:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521109632:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789760963.039916:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521109760:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789760963.039945:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521109888:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789760963.103407:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760964.127368:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760965.151401:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789760966.111581:0:2393:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.116:988
00000400:00000100:3.0:1789760966.111621:0:2393:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.116@tcp at host 192.168.203.116 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789760966.111635:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789760966.111676:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789760966.111685:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789760966.111695:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789760966.111706:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789760966.111715:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000100:00100000:1.0:1789760966.111727:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760963/real 1789760966]  req@ffff911a12ee8000 x1876699521109376/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760966.111764:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8000 x1876699521109376/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760966.111776:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760966.111781:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760966.111786:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521109376:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789760966.111794:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760963/real 1789760966]  req@ffff911a12ee8380 x1876699521109504/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760966.111806:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8380 x1876699521109504/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760966.111814:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760966.111818:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760966.111822:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521109504:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789760966.111828:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760963/real 1789760966]  req@ffff911a12eea680 x1876699521109632/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760966.111840:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea680 x1876699521109632/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760966.111847:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760966.111851:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760966.111854:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521109632:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789760966.111861:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760963/real 1789760966]  req@ffff911a12eeb100 x1876699521109760/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760966.111874:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb100 x1876699521109760/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760966.111883:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760966.111886:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760966.111890:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521109760:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789760966.111897:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760963/real 1789760966]  req@ffff911a12ee9500 x1876699521109248/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760966.111915:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9500 x1876699521109248/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760966.111923:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760966.111927:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760966.111930:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521109248:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789760966.111959:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760963/real 1789760966]  req@ffff911a12eebb80 x1876699521109888/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760966.111972:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eebb80 x1876699521109888/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760966.111980:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760966.111983:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760966.111987:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521109888:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789760966.175392:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760967.199376:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789760968.159641:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521110016:192.168.203.116@tcp:250:kworker.0
00000800:00000100:1.0:1789760968.159734:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789760968.159800:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760968/real 1789760968]  req@ffff911a12ee8e00 x1876699521110016/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760968.159849:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8e00 x1876699521110016/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760968.159886:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760968.159894:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760968.159900:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521110016:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789760968.159912:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521110144:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789760968.159942:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789760968.159959:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760968/real 1789760968]  req@ffff911a12eeb800 x1876699521110144/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760968.159974:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb800 x1876699521110144/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760968.159983:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760968.159987:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760968.159991:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521110144:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789760968.160023:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521110272:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789760968.160048:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789760968.160063:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760968/real 1789760968]  req@ffff911a12eea300 x1876699521110272/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760968.160076:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea300 x1876699521110272/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760968.160090:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760968.160094:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760968.160098:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521110272:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789760968.160105:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521110400:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789760968.160128:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789760968.160147:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760968/real 1789760968]  req@ffff911a12ee9f80 x1876699521110400/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760968.160160:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9f80 x1876699521110400/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760968.160179:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760968.160183:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760968.160186:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521110400:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789760968.160193:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521110528:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789760968.160255:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789760968.160269:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760968/real 1789760968]  req@ffff911a12eead80 x1876699521110528/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760968.160282:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eead80 x1876699521110528/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760968.160291:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760968.160294:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760968.160298:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521110528:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789760968.160304:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521110656:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789760968.160327:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789760968.160340:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760968/real 1789760968]  req@ffff911a12ee8700 x1876699521110656/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760968.160352:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8700 x1876699521110656/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760968.160362:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760968.160365:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760968.160369:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521110656:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789760968.223401:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760969.247438:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760970.271555:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760971.295356:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760972.319367:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789760973.279346:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760973.279356:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789760973.279361:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760973.279371:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 942
00000100:00080000:0.0:1789760973.279383:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760973.279391:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789760973.279443:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55180 x1876699521110784/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760973.279482:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760973.279485:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760973.279487:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760973.279503:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 942
00000100:00080000:0.0:1789760973.279505:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760973.279508:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789760973.279518:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760973.279528:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56300 x1876699521110912/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760973.279535:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760973.279538:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789760973.279539:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760973.279542:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 942
00000100:00080000:0.0:1789760973.279544:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760973.279546:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789760973.279549:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760973.279558:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54380 x1876699521111040/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789760973.279560:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521110784:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789760973.279573:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760973.279576:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789760973.279577:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760973.279579:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 942
00000100:00080000:0.0:1789760973.279581:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760973.279583:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789760973.279587:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789760973.279596:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57800 x1876699521111168/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760973.279604:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760973.279607:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760973.279608:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760973.279611:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 942
00000100:00080000:0.0:1789760973.279622:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760973.279625:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789760973.279629:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789760973.279639:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789760973.279640:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521111296/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760973.279650:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760973.279653:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789760973.279655:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760973.279658:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 942
00000100:00080000:0.0:1789760973.279661:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760973.279664:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789760973.279667:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760973.279676:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54a80 x1876699521111424/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789760973.279694:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760973/real 1789760973]  req@ffff911a05c55180 x1876699521110784/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760973.279711:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55180 x1876699521110784/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760973.279719:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760973.279723:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760973.279726:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521110784:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789760973.279732:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521110912:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789760973.279748:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789760973.279758:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760973/real 1789760973]  req@ffff911a05c56300 x1876699521110912/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760973.279766:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56300 x1876699521110912/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760973.279772:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760973.279774:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760973.279776:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521110912:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789760973.279798:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521111040:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789760973.279809:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789760973.279816:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760973/real 1789760973]  req@ffff911a05c54380 x1876699521111040/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760973.279823:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54380 x1876699521111040/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760973.279828:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760973.279830:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760973.279833:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521111040:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789760973.279838:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521111168:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789760973.279852:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789760973.279858:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760973/real 1789760973]  req@ffff911a05c57800 x1876699521111168/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760973.279866:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57800 x1876699521111168/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760973.279873:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760973.279875:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760973.279877:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521111168:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789760973.279880:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521111296:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789760973.279890:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789760973.279896:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760973/real 1789760973]  req@ffff911a05c56a00 x1876699521111296/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760973.279903:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521111296/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760973.279909:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760973.279911:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760973.279913:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521111296:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789760973.279916:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521111424:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789760973.279927:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789760973.279933:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760973/real 1789760973]  req@ffff911a05c54a80 x1876699521111424/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760973.279941:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54a80 x1876699521111424/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760973.279946:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760973.279948:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760973.279950:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521111424:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789760973.343499:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760974.367411:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760975.391408:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760976.415466:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760977.439395:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789760978.399290:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760978.399298:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789760978.399302:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760978.399310:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 947
00000100:00080000:3.0:1789760978.399321:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760978.399326:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789760978.399362:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521111552/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760978.399384:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760978.399386:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789760978.399388:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760978.399391:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 947
00000100:00080000:3.0:1789760978.399393:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760978.399395:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789760978.399402:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760978.399431:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1180 x1876699521111680/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789760978.399440:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521111552:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789760978.399444:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760978.399448:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789760978.399450:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760978.399453:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 947
00000100:00080000:3.0:1789760978.399456:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760978.399459:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789760978.399463:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760978.399471:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521111808/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760978.399478:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760978.399480:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789760978.399481:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760978.399484:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 947
00000100:00080000:3.0:1789760978.399486:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760978.399488:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789760978.399492:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789760978.399500:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521111936/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789760978.399505:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789760978.399513:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760978.399516:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789760978.399517:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760978.399521:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 947
00000100:00080000:3.0:1789760978.399526:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760978.399528:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789760978.399531:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760978.399542:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521112064/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789760978.399547:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760978/real 1789760978]  req@ffff911a04ad2300 x1876699521111552/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760978.399569:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789760978.399573:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521111552/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760978.399575:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789760978.399581:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760978.399588:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760978.399590:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 947
00000100:00080000:1.0:1789760978.399594:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:3.0:1789760978.399597:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789760978.399598:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521111552:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789760978.399606:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789760978.399612:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760978.399622:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521111680:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789760978.399624:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2680 x1876699521112192/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789760978.399643:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789760978.399656:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760978/real 1789760978]  req@ffff911a04ad1180 x1876699521111680/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760978.399664:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1180 x1876699521111680/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760978.399670:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760978.399672:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760978.399674:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521111680:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789760978.399678:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521111808:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789760978.399689:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789760978.399695:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760978/real 1789760978]  req@ffff911a04ad0000 x1876699521111808/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760978.399702:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521111808/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760978.399707:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760978.399709:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760978.399711:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521111808:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789760978.399714:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521111936:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789760978.399725:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789760978.399730:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760978/real 1789760978]  req@ffff911a04ad2a00 x1876699521111936/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760978.399737:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521111936/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760978.399742:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760978.399744:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760978.399745:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521111936:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789760978.399749:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521112064:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789760978.399759:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789760978.399765:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760978/real 1789760978]  req@ffff911a04ad1500 x1876699521112064/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760978.399772:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1500 x1876699521112064/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760978.399777:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760978.399779:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760978.399781:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521112064:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789760978.399793:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521112192:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789760978.399803:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789760978.399809:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760978/real 1789760978]  req@ffff911a04ad2680 x1876699521112192/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760978.399816:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2680 x1876699521112192/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760978.399821:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760978.399822:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760978.399824:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521112192:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789760978.463402:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760979.487349:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760980.511334:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760981.535445:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760982.559350:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789760983.519353:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760983.519362:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789760983.519366:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760983.519389:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 952
00000100:00080000:0.0:1789760983.519400:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760983.519405:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789760983.519444:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56d80 x1876699521112320/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760983.519467:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760983.519470:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760983.519471:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760983.519474:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 952
00000100:00080000:0.0:1789760983.519476:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760983.519478:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789760983.519485:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760983.519494:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521112448/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760983.519501:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760983.519504:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789760983.519505:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760983.519508:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 952
00000100:00080000:0.0:1789760983.519511:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760983.519515:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789760983.519518:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521112320:192.168.203.116@tcp:250:kworker.0
00000008:00100000:0.0:1789760983.519519:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760983.519530:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521112576/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760983.519537:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760983.519539:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789760983.519540:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760983.519542:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 952
00000100:00080000:0.0:1789760983.519545:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760983.519547:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789760983.519550:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789760983.519558:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521112704/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760983.519564:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760983.519566:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760983.519568:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760983.519571:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 952
00000100:00080000:0.0:1789760983.519574:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760983.519576:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789760983.519579:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789760983.519584:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789760983.519591:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521112832/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760983.519599:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760983.519602:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789760983.519603:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760983.519606:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 952
00000100:00080000:0.0:1789760983.519607:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760983.519610:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789760983.519613:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760983.519623:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760983/real 1789760983]  req@ffff911a05c56d80 x1876699521112320/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760983.519627:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55c00 x1876699521112960/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789760983.519662:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56d80 x1876699521112320/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760983.519673:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760983.519677:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760983.519680:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521112320:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789760983.519704:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521112448:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789760983.519723:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789760983.519733:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760983/real 1789760983]  req@ffff911a05c54000 x1876699521112448/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760983.519744:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521112448/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760983.519751:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760983.519753:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760983.519756:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521112448:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789760983.519777:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521112576:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789760983.519791:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789760983.519798:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760983/real 1789760983]  req@ffff911a05c54700 x1876699521112576/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760983.519807:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521112576/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760983.519814:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760983.519816:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760983.519819:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521112576:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789760983.519823:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521112704:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789760983.519835:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789760983.519843:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760983/real 1789760983]  req@ffff911a05c57100 x1876699521112704/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760983.519852:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521112704/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760983.519858:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760983.519860:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760983.519862:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521112704:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789760983.519866:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521112832:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789760983.519879:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789760983.519886:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760983/real 1789760983]  req@ffff911a05c55880 x1876699521112832/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760983.519895:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521112832/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760983.519901:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760983.519903:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760983.519906:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521112832:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789760983.519909:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521112960:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789760983.519922:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789760983.519929:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760983/real 1789760983]  req@ffff911a05c55c00 x1876699521112960/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760983.519937:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55c00 x1876699521112960/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760983.519955:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760983.519958:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760983.519961:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521112960:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789760983.583424:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760984.607402:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760985.631474:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760986.655332:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760987.679362:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789760988.639382:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760988.639394:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789760988.639399:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760988.639410:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 957
00000100:00080000:3.0:1789760988.639423:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760988.639433:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789760988.639480:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0700 x1876699521113088/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760988.639523:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760988.639530:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789760988.639533:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760988.639539:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 957
00000100:00080000:3.0:1789760988.639544:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760988.639549:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789760988.639560:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760988.639579:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521113216/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789760988.639591:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521113088:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789760988.639596:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760988.639602:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789760988.639605:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760988.639611:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 957
00000100:00080000:3.0:1789760988.639633:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760988.639649:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789760988.639657:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760988.639675:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521113344/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789760988.639678:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789760988.639695:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760988.639700:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789760988.639704:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760988.639710:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 957
00000100:00080000:3.0:1789760988.639716:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760988.639722:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789760988.639725:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760988/real 1789760988]  req@ffff911a04ad0700 x1876699521113088/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789760988.639731:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789760988.639763:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0700 x1876699521113088/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760988.639769:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2680 x1876699521113472/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760988.639777:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760988.639785:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:3.0:1789760988.639790:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789760988.639791:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521113088:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789760988.639801:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789760988.639804:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760988.639810:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 957
00000100:00080000:3.0:1789760988.639815:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789760988.639818:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521113216:192.168.203.116@tcp:38:kworker.0
00000100:00080000:3.0:1789760988.639824:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789760988.639832:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789760988.639843:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789760988.639850:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521113600/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789760988.639855:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760988/real 1789760988]  req@ffff911a04ad3800 x1876699521113216/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760988.639877:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789760988.639879:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521113216/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760988.639885:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789760988.639890:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760988.639892:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760988.639901:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00080000:3.0:1789760988.639901:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 957
00000100:00100000:1.0:1789760988.639906:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521113216:192.168.203.116@tcp:38:kworker.0
00000100:00080000:3.0:1789760988.639910:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789760988.639913:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521113344:192.168.203.116@tcp:38:kworker.0
00000100:00080000:3.0:1789760988.639920:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789760988.639927:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789760988.639932:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789760988.639941:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760988/real 1789760988]  req@ffff911a04ad0380 x1876699521113344/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760988.639947:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521113728/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789760988.639955:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521113344/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760988.639968:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760988.639971:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760988.639974:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521113344:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789760988.639978:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521113472:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789760988.639992:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789760988.640000:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760988/real 1789760988]  req@ffff911a04ad2680 x1876699521113472/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760988.640008:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2680 x1876699521113472/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760988.640014:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760988.640016:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760988.640018:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521113472:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789760988.640029:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521113600:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789760988.640039:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789760988.640045:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760988/real 1789760988]  req@ffff911a04ad1500 x1876699521113600/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760988.640053:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1500 x1876699521113600/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760988.640058:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760988.640059:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760988.640061:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521113600:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789760988.640065:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521113728:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789760988.640075:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789760988.640080:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760988/real 1789760988]  req@ffff911a04ad2a00 x1876699521113728/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760988.640088:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521113728/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760988.640092:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760988.640094:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789760988.640096:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521113728:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789760988.703412:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760989.727393:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760990.751409:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760991.775467:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760992.799418:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789760993.759381:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760993.759396:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789760993.759400:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760993.759410:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 963
00000100:00080000:1.0:1789760993.759422:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760993.759430:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789760993.759481:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08a80 x1876699521113856/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760993.759508:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760993.759511:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789760993.759513:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760993.759516:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 963
00000100:00080000:1.0:1789760993.759519:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760993.759521:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789760993.759529:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760993.759539:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b480 x1876699521113984/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760993.759547:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760993.759550:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789760993.759551:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760993.759554:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 963
00000100:00080000:1.0:1789760993.759557:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760993.759560:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789760993.759566:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760993.759578:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09180 x1876699521114112/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760993.759585:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760993.759588:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789760993.759589:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760993.759591:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 963
00000100:00080000:1.0:1789760993.759594:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760993.759598:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789760993.759602:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789760993.759612:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0ad80 x1876699521114240/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760993.759618:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760993.759621:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789760993.759622:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760993.759625:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 963
00000100:00080000:1.0:1789760993.759627:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760993.759629:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789760993.759632:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760993.759642:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0aa00 x1876699521114368/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760993.759649:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760993.759652:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789760993.759654:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760993.759657:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 963
00000100:00080000:1.0:1789760993.759660:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760993.759663:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789760993.759665:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760993.759674:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08380 x1876699521114496/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:0.0:1789760993.823488:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760994.847460:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760995.871385:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760996.895398:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760997.919359:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789760998.879355:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760998.879363:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789760998.879367:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760998.879392:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 968
00000100:00080000:3.0:1789760998.879402:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760998.879408:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789760998.879445:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521114624/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760998.879470:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760998.879473:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789760998.879474:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760998.879478:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 968
00000100:00080000:3.0:1789760998.879480:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760998.879483:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789760998.879491:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760998.879501:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1180 x1876699521114752/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760998.879509:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760998.879512:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789760998.879513:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760998.879535:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 968
00000100:00080000:3.0:1789760998.879538:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760998.879546:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789760998.879550:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760998.879558:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521114880/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760998.879571:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760998.879573:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789760998.879575:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760998.879578:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 968
00000100:00080000:3.0:1789760998.879609:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760998.879614:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789760998.879620:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789760998.879633:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521115008/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760998.879643:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760998.879648:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789760998.879650:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760998.879655:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 968
00000100:00080000:3.0:1789760998.879659:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760998.879664:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789760998.879671:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760998.879701:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521115136/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760998.879709:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760998.879712:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789760998.879713:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760998.879716:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 968
00000100:00080000:3.0:1789760998.879726:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760998.879729:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789760998.879733:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760998.879745:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521115264/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:0.0:1789760998.943395:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760999.967379:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761000.991435:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789761001.951618:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760998/real 1789761001]  req@ffff911a04ad1180 x1876699521114752/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761001.951645:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1180 x1876699521114752/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761001.951659:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761001.951663:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761001.951666:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521114752:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761001.951672:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760998/real 1789761001]  req@ffff911a04ad2300 x1876699521114880/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761001.951681:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521114880/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761001.951686:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761001.951689:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761001.951691:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521114880:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761001.951695:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760998/real 1789761001]  req@ffff911a04ad1c00 x1876699521115008/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761001.951702:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521115008/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761001.951706:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761001.951708:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761001.951716:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521115008:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761001.951721:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760998/real 1789761001]  req@ffff911a04ad0000 x1876699521114624/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761001.951741:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521114624/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761001.951746:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761001.951748:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761001.951751:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521114624:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789761001.951770:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760998/real 1789761001]  req@ffff911a04ad3480 x1876699521115136/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761001.951777:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521115136/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761001.951782:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761001.951784:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761001.951786:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521115136:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761001.951789:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760998/real 1789761001]  req@ffff911a04ad1f80 x1876699521115264/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761001.951795:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521115264/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761001.951800:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761001.951802:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761001.951804:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521115264:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761002.015399:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761003.039452:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761003.999399:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761003.999411:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761003.999414:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761003.999425:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 973
00000100:00080000:0.0:1789761003.999435:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761003.999442:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789761003.999477:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57b80 x1876699521115392/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761003.999502:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761003.999505:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761003.999506:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761003.999510:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 973
00000100:00080000:0.0:1789761003.999513:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761003.999516:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761003.999526:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761003.999536:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54e00 x1876699521115520/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761003.999542:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521115392:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789761003.999546:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761003.999550:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761003.999551:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761003.999554:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 973
00000100:00080000:0.0:1789761003.999556:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761003.999559:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761003.999564:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761003.999572:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55500 x1876699521115648/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761003.999583:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761003.999587:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761003.999589:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761003.999594:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 973
00000100:00080000:0.0:1789761003.999599:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761003.999604:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761003.999611:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789761003.999614:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789761003.999630:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55f80 x1876699521115776/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761003.999643:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761003.999647:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761003.999649:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761003.999654:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 973
00000100:00080000:0.0:1789761003.999658:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761003.999662:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761003/real 1789761003]  req@ffff911a05c57b80 x1876699521115392/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761003.999666:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761003.999681:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761003.999690:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57b80 x1876699521115392/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761003.999697:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56680 x1876699521115904/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761003.999713:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761003.999714:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761003.999721:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761003.999728:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521115392:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789761003.999731:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761003.999736:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761003.999742:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 973
00000100:00080000:0.0:1789761003.999747:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761003.999752:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761003.999759:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761003.999764:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521115520:192.168.203.116@tcp:38:kworker.0
00000100:00100000:0.0:1789761003.999774:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57b80 x1876699521116032/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761003.999800:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761003.999818:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761003/real 1789761003]  req@ffff911a05c54e00 x1876699521115520/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761003.999835:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54e00 x1876699521115520/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761003.999844:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761003.999849:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761003.999853:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521115520:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761003.999860:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521115648:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761003.999888:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761003.999901:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761003/real 1789761003]  req@ffff911a05c55500 x1876699521115648/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761003.999914:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55500 x1876699521115648/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761003.999922:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761003.999926:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761003.999929:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521115648:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761003.999935:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521115776:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789761003.999959:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761003.999971:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761003/real 1789761003]  req@ffff911a05c55f80 x1876699521115776/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761003.999984:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55f80 x1876699521115776/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761003.999993:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761003.999997:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761004.000001:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521115776:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761004.000007:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521115904:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761004.000031:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761004.000043:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761003/real 1789761004]  req@ffff911a05c56680 x1876699521115904/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761004.000055:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56680 x1876699521115904/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761004.000064:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761004.000068:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761004.000072:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521115904:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761004.000094:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521116032:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761004.000121:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761004.000134:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761003/real 1789761004]  req@ffff911a05c57b80 x1876699521116032/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761004.000146:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57b80 x1876699521116032/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761004.000156:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761004.000159:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761004.000162:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521116032:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761004.063380:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761005.087359:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761006.111331:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761007.135356:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761008.159364:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761009.119344:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761009.119354:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761009.119358:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761009.119367:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 978
00000100:00080000:1.0:1789761009.119379:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761009.119387:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789761009.119427:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09f80 x1876699521116160/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761009.119455:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761009.119459:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761009.119460:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761009.119463:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 978
00000100:00080000:1.0:1789761009.119466:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761009.119469:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761009.119478:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761009.119490:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08700 x1876699521116288/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761009.119499:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761009.119502:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761009.119504:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761009.119509:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 978
00000100:00080000:1.0:1789761009.119514:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761009.119519:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761009.119530:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761009.119545:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09500 x1876699521116416/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761009.119553:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761009.119556:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761009.119557:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761009.119560:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 978
00000100:00080000:1.0:1789761009.119563:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761009.119565:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761009.119570:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761009.119580:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b100 x1876699521116544/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761009.119587:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761009.119591:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761009.119592:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761009.119594:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 978
00000100:00080000:1.0:1789761009.119598:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761009.119608:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761009.119619:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761009.119637:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a680 x1876699521116672/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761009.119649:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761009.119653:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761009.119655:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761009.119661:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 978
00000100:00080000:1.0:1789761009.119667:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761009.119684:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761009.119695:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761009.119725:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a300 x1876699521116800/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:0.0:1789761009.183404:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761010.207333:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761011.231415:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761012.255414:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761013.279399:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761014.239316:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761014.239324:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761014.239329:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761014.239337:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 983
00000100:00080000:1.0:1789761014.239347:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761014.239353:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789761014.239397:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09880 x1876699521116928/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761014.239419:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761014.239422:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761014.239423:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761014.239426:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 983
00000100:00080000:1.0:1789761014.239429:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761014.239431:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761014.239439:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761014.239450:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08e00 x1876699521117056/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761014.239458:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761014.239461:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761014.239462:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761014.239468:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 983
00000100:00080000:1.0:1789761014.239471:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761014.239476:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761014.239482:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761014.239491:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a300 x1876699521117184/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761014.239508:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761014.239511:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761014.239514:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761014.239518:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 983
00000100:00080000:1.0:1789761014.239523:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761014.239527:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761014.239544:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761014.239558:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a680 x1876699521117312/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761014.239566:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761014.239569:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761014.239571:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761014.239576:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 983
00000100:00080000:1.0:1789761014.239581:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761014.239590:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761014.239600:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761014.239618:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b100 x1876699521117440/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761014.239639:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761014.239643:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761014.239645:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761014.239649:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 983
00000100:00080000:1.0:1789761014.239652:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761014.239656:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761014.239659:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761014.239670:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09500 x1876699521117568/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:0.0:1789761014.303353:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761015.327355:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761016.351368:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761017.375377:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761018.399409:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789761019.359494:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521117696:192.168.203.116@tcp:250:kworker.0
00000800:00000100:1.0:1789761019.359568:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761019.359633:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761019/real 1789761019]  req@ffff911a12eeb480 x1876699521117696/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761019.359656:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb480 x1876699521117696/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761019.359668:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761019.359674:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761019.359678:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521117696:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789761019.359687:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521117824:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761019.359708:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761019.359720:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761019/real 1789761019]  req@ffff911a12ee8a80 x1876699521117824/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761019.359734:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8a80 x1876699521117824/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761019.359743:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761019.359757:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761019.359762:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521117824:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761019.359786:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521117952:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761019.359803:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761019.359811:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761019/real 1789761019]  req@ffff911a12ee9880 x1876699521117952/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761019.359820:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9880 x1876699521117952/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761019.359825:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761019.359827:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761019.359829:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521117952:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761019.359833:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521118080:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789761019.359853:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761019.359860:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761019/real 1789761019]  req@ffff911a12ee9180 x1876699521118080/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761019.359868:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9180 x1876699521118080/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761019.359873:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761019.359875:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761019.359877:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521118080:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761019.359881:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521118208:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761019.359891:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761019.359897:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761019/real 1789761019]  req@ffff911a12eeaa00 x1876699521118208/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761019.359905:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeaa00 x1876699521118208/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761019.359912:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761019.359915:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761019.359919:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521118208:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761019.359925:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521118336:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761019.359945:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761019.359956:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761019/real 1789761019]  req@ffff911a12ee9c00 x1876699521118336/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761019.359970:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9c00 x1876699521118336/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761019.359978:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761019.359982:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761019.359985:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521118336:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761019.423400:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761020.447381:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761021.471372:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761022.495389:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761023.519371:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761024.479313:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761024.479321:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761024.479325:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761024.479334:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 993
00000100:00080000:0.0:1789761024.479343:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761024.479349:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789761024.479386:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55c00 x1876699521118464/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761024.479409:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761024.479412:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761024.479413:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761024.479416:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 993
00000100:00080000:0.0:1789761024.479418:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761024.479420:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761024.479428:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761024.479436:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521118592/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761024.479443:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761024.479446:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761024.479447:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761024.479450:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 993
00000100:00080000:0.0:1789761024.479452:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761024.479454:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761024.479458:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761024.479467:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521118464:192.168.203.116@tcp:250:kworker.0
00000100:00100000:0.0:1789761024.479468:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521118720/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761024.479486:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761024.479488:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761024.479489:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761024.479492:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 993
00000100:00080000:0.0:1789761024.479494:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761024.479496:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761024.479499:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761024.479508:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521118848/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761024.479515:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761024.479518:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761024.479519:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761024.479521:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 993
00000100:00080000:0.0:1789761024.479524:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761024.479526:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761024.479529:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761024.479538:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521118976/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761024.479539:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789761024.479548:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761024.479551:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761024.479552:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761024.479555:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 993
00000100:00080000:0.0:1789761024.479558:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761024.479561:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761024.479564:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761024.479571:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56d80 x1876699521119104/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761024.479581:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761024/real 1789761024]  req@ffff911a05c55c00 x1876699521118464/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761024.479597:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55c00 x1876699521118464/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761024.479607:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761024.479610:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761024.479613:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521118464:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789761024.479618:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521118592:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761024.479633:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761024.479641:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761024/real 1789761024]  req@ffff911a05c55880 x1876699521118592/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761024.479649:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521118592/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761024.479654:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761024.479656:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761024.479658:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521118592:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761024.479676:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521118720:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761024.479686:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761024.479692:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761024/real 1789761024]  req@ffff911a05c57100 x1876699521118720/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761024.479699:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521118720/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761024.479704:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761024.479706:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761024.479708:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521118720:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761024.479712:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521118848:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789761024.479722:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761024.479728:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761024/real 1789761024]  req@ffff911a05c54700 x1876699521118848/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761024.479736:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521118848/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761024.479741:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761024.479742:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761024.479744:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521118848:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761024.479747:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521118976:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761024.479762:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761024.479772:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761024/real 1789761024]  req@ffff911a05c54000 x1876699521118976/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761024.479784:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521118976/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761024.479801:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761024.479804:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761024.479807:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521118976:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761024.479814:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521119104:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761024.479833:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761024.479845:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761024/real 1789761024]  req@ffff911a05c56d80 x1876699521119104/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761024.479856:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56d80 x1876699521119104/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761024.479863:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761024.479866:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761024.479869:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521119104:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761024.543362:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761025.567378:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761026.591382:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761027.615365:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761028.639356:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761029.599373:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761029.599388:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761029.599394:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761029.599409:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 998
00000100:00080000:1.0:1789761029.599422:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761029.599430:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789761029.599475:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08700 x1876699521119232/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761029.599512:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761029.599517:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761029.599519:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761029.599524:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 998
00000100:00080000:1.0:1789761029.599529:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761029.599533:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761029.599545:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761029.599561:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09f80 x1876699521119360/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761029.599588:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761029.599602:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761029.599604:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761029.599610:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 998
00000100:00080000:1.0:1789761029.599614:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761029.599619:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761029.599625:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761029.599640:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08380 x1876699521119488/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761029.599652:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761029.599656:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761029.599659:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761029.599663:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 998
00000100:00080000:1.0:1789761029.599668:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761029.599674:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761029.599682:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761029.599703:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0aa00 x1876699521119616/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761029.599715:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761029.599719:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761029.599722:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761029.599727:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 998
00000100:00080000:1.0:1789761029.599733:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761029.599741:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761029.599750:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761029.599770:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0ad80 x1876699521119744/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761029.599791:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761029.599800:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761029.599803:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761029.599815:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 998
00000100:00080000:1.0:1789761029.599820:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761029.599831:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761029.599843:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761029.599876:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09180 x1876699521119872/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:0.0:1789761029.663369:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761030.687387:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761031.711354:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761032.735357:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761033.759455:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761034.719301:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761034.719310:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761034.719314:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761034.719322:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1003
00000100:00080000:3.0:1789761034.719331:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761034.719338:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789761034.719381:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0a80 x1876699521120000/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761034.719407:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761034.719410:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761034.719412:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761034.719415:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1003
00000100:00080000:3.0:1789761034.719419:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761034.719422:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761034.719431:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761034.719444:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3100 x1876699521120128/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761034.719459:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761034.719461:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761034.719463:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761034.719465:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1003
00000100:00080000:3.0:1789761034.719468:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761034.719470:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761034.719473:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761034.719482:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521120256/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761034.719489:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761034.719491:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761034.719493:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761034.719495:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1003
00000100:00080000:3.0:1789761034.719509:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761034.719512:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761034.719515:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761034.719526:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521120384/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761034.719534:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761034.719537:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761034.719538:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761034.719541:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1003
00000100:00080000:3.0:1789761034.719546:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761034.719548:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761034.719552:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761034.719560:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521120512/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761034.719566:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761034.719570:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761034.719573:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761034.719580:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1003
00000100:00080000:3.0:1789761034.719584:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761034.719589:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761034.719591:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761034.719598:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521120640/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:0.0:1789761034.783381:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761035.807370:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761036.831419:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761037.855376:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761038.879406:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761039.839308:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761039.839318:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761039.839321:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761039.839330:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1009
00000100:00080000:3.0:1789761039.839340:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761039.839346:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789761039.839390:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521120768/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761039.839421:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761039.839425:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761039.839427:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761039.839432:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1009
00000100:00080000:3.0:1789761039.839437:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761039.839441:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761039.839452:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761039.839466:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521120896/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761039.839488:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761039.839494:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761039.839495:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761039.839499:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1009
00000100:00080000:3.0:1789761039.839502:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761039.839505:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761039.839509:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761039.839518:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1180 x1876699521121024/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761039.839524:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761039.839527:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761039.839528:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761039.839530:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1009
00000100:00080000:3.0:1789761039.839533:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761039.839536:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761039.839539:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761039.839549:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521121152/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761039.839561:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761039.839564:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761039.839566:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761039.839568:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1009
00000100:00080000:3.0:1789761039.839571:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761039.839574:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761039.839577:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761039.839584:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521121280/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761039.839594:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761039.839599:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761039.839603:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761039.839608:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1009
00000100:00080000:3.0:1789761039.839614:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761039.839622:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761039.839628:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761039.839646:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2680 x1876699521121408/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:0.0:1789761039.903363:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761040.927376:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761041.951358:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761042.975426:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761043.999417:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761044.959302:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761044.959310:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761044.959313:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761044.959323:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1014
00000100:00080000:3.0:1789761044.959334:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761044.959340:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789761044.959383:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521121536/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761044.959408:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761044.959412:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761044.959414:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761044.959419:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1014
00000100:00080000:3.0:1789761044.959423:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761044.959428:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761044.959439:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761044.959457:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521121664/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761044.959473:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761044.959476:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761044.959479:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761044.959483:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1014
00000100:00080000:3.0:1789761044.959487:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761044.959491:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761044.959497:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761044.959507:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0700 x1876699521121792/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761044.959514:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761044.959519:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761044.959522:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761044.959527:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1014
00000100:00080000:3.0:1789761044.959531:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761044.959534:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761044.959539:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761044.959548:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2680 x1876699521121920/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761044.959555:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761044.959557:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761044.959558:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761044.959561:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1014
00000100:00080000:3.0:1789761044.959563:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761044.959565:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761044.959568:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761044.959576:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521122048/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761044.959582:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761044.959584:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761044.959586:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761044.959589:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1014
00000100:00080000:3.0:1789761044.959593:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761044.959598:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761044.959603:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761044.959613:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521122176/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:0.0:1789761045.023412:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761046.047385:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761047.071377:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761048.095472:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761049.119404:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789761050.079468:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521122304:192.168.203.116@tcp:250:kworker.0
00000800:00000100:1.0:1789761050.079530:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761050.079582:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761050/real 1789761050]  req@ffff911a12ee9c00 x1876699521122304/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761050.079613:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9c00 x1876699521122304/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761050.079629:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761050.079635:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761050.079642:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521122304:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789761050.079670:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521122432:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761050.079691:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761050.079701:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761050/real 1789761050]  req@ffff911a12eeaa00 x1876699521122432/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761050.079709:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeaa00 x1876699521122432/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761050.079715:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761050.079717:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761050.079719:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521122432:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761050.079723:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521122560:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761050.079733:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761050.079739:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761050/real 1789761050]  req@ffff911a12ee9180 x1876699521122560/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761050.079747:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9180 x1876699521122560/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761050.079752:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761050.079754:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761050.079756:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521122560:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761050.079759:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521122688:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789761050.079770:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761050.079776:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761050/real 1789761050]  req@ffff911a12ee9880 x1876699521122688/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761050.079784:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9880 x1876699521122688/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761050.079789:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761050.079791:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761050.079793:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521122688:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761050.079796:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521122816:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761050.079806:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761050.079812:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761050/real 1789761050]  req@ffff911a12ee8a80 x1876699521122816/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761050.079819:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8a80 x1876699521122816/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761050.079823:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761050.079825:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761050.079828:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521122816:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761050.079839:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521122944:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761050.079849:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761050.079855:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761050/real 1789761050]  req@ffff911a12eeb480 x1876699521122944/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761050.079862:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb480 x1876699521122944/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761050.079884:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761050.079889:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761050.079892:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521122944:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761050.143394:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761051.167390:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761052.191438:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761053.215379:0:418:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 3/3 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1789761053.215444:0:6381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 3 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789761053.215445:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761053.215456:0:6381:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff911a12db9000 lock: ffff911a00031200/0x9bc912935fb58ad5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x4a99e02bc6032b7 expref: -99 pid: 12706 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0
00000080:00200000:3.0:1789761053.215492:0:6381:0:(vvp_object.c:117:vvp_conf_set()) [0x200000402:0x6:0x0]: losing layout lock
00010000:00010000:3.0:1789761053.215514:0:6381:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff911a12db9000 lock: ffff911a00031800/0x9bc912935fb58ace lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4a99e02bc60329b expref: -99 pid: 12706 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00010000:3.0:1789761053.215524:0:6381:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff911a12db9000 lock: ffff911a00031600/0x9bc912935fb58ab9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4a99e02bc603239 expref: -99 pid: 12699 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0
00010000:00010000:3.0:1789761053.215560:0:6381:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff911a12db9000 lock: ffff911a00031200/0x9bc912935fb58ad5 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x4a99e02bc6032b7 expref: -99 pid: 12706 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0
00010000:00010000:3.0:1789761053.215565:0:6381:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff911a12db9000 lock: ffff911a00031800/0x9bc912935fb58ace lrc: 1/0,0 mode: --/PR res: [0x200000402:0x4:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4a99e02bc60329b expref: -99 pid: 12706 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00010000:3.0:1789761053.215570:0:6381:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff911a12db9000 lock: ffff911a00031600/0x9bc912935fb58ab9 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4a99e02bc603239 expref: -99 pid: 12699 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0
00010000:00010000:3.0:1789761053.215574:0:6381:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed
00010000:00010000:3.0:1789761053.215600:0:6381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff911a12db9000 lock: ffff911a00031200/0x9bc912935fb58ad5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x4a99e02bc6032b7 expref: -99 pid: 12706 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0
00010000:00010000:3.0:1789761053.215616:0:6381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff911a12db9000 lock: ffff911a00031800/0x9bc912935fb58ace lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4a99e02bc60329b expref: -99 pid: 12706 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00010000:3.0:1789761053.215629:0:6381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff911a12db9000 lock: ffff911a00031600/0x9bc912935fb58ab9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4a99e02bc603239 expref: -99 pid: 12699 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0
00010000:00010000:3.0:1789761053.215639:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761053.215641:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761053.215642:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761054.239366:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761055.199402:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761055.199421:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761055.199426:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761055.199437:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1024
00000100:00080000:0.0:1789761055.199449:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761055.199457:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789761055.199516:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54a80 x1876699521123200/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761055.199551:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761055.199560:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761055.199562:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761055.199567:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1024
00000100:00080000:0.0:1789761055.199572:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761055.199577:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761055.199588:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761055.199600:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521123200:192.168.203.116@tcp:250:kworker.0
00000100:00100000:0.0:1789761055.199607:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521123328/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761055.199621:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761055.199625:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761055.199628:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761055.199649:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1024
00000100:00080000:0.0:1789761055.199653:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761055.199658:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761055.199669:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761055.199680:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57800 x1876699521123456/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761055.199687:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789761055.199693:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789761055.199694:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761055.199713:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761055.199719:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1024
00000100:00080000:0.0:1789761055.199723:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761055.199726:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761055.199731:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761055.199739:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54380 x1876699521123584/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761055.199747:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761055.199750:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761055.199751:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761055.199756:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1024
00000100:00080000:0.0:1789761055.199758:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761055.199764:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789761055.199766:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761055/real 1789761055]  req@ffff911a05c54a80 x1876699521123200/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789761055.199768:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761055.199795:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56300 x1876699521123712/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761055.199804:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761055.199806:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761055.199808:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761055.199811:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54a80 x1876699521123200/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761055.199813:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1024
00000100:00080000:0.0:1789761055.199817:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761055.199823:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761055.199829:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761055.199848:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55180 x1876699521123840/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761055.199848:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761055.199859:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761055.199866:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521123200:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789761055.199914:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521123328:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761055.199957:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761055.199970:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761055/real 1789761055]  req@ffff911a05c56a00 x1876699521123328/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761055.199983:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521123328/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761055.199992:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761055.199996:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761055.200000:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521123328:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761055.200024:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521123456:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761055.200048:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761055.200062:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761055/real 1789761055]  req@ffff911a05c57800 x1876699521123456/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761055.200086:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57800 x1876699521123456/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761055.200096:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761055.200101:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761055.200105:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521123456:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761055.200113:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521123584:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789761055.200138:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761055.200153:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761055/real 1789761055]  req@ffff911a05c54380 x1876699521123584/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761055.200177:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54380 x1876699521123584/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761055.200187:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761055.200191:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761055.200196:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521123584:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761055.200203:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521123712:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761055.200289:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761055.200303:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761055/real 1789761055]  req@ffff911a05c56300 x1876699521123712/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761055.200317:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56300 x1876699521123712/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761055.200324:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761055.200326:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761055.200329:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521123712:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761055.200333:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521123840:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761055.200365:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761055.200377:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761055/real 1789761055]  req@ffff911a05c55180 x1876699521123840/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761055.200384:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55180 x1876699521123840/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761055.200389:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761055.200391:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761055.200393:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521123840:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761055.263400:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761056.287398:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761057.311409:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761058.335373:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761059.359406:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761060.319317:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761060.319328:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761060.319333:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761060.319344:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1029
00000100:00080000:0.0:1789761060.319355:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761060.319363:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789761060.319404:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55180 x1876699521123968/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761060.319440:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761060.319443:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761060.319445:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761060.319449:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1029
00000100:00080000:0.0:1789761060.319452:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761060.319454:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761060.319464:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761060.319473:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56300 x1876699521124096/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761060.319481:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761060.319484:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761060.319485:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761060.319488:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1029
00000100:00080000:0.0:1789761060.319500:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761060.319503:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761060.319506:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761060.319513:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54380 x1876699521124224/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761060.319521:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521123968:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789761060.319531:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761060.319535:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761060.319536:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761060.319540:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1029
00000100:00080000:0.0:1789761060.319542:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761060.319545:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761060.319548:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761060.319557:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57800 x1876699521124352/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761060.319565:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761060.319567:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761060.319569:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761060.319571:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1029
00000100:00080000:0.0:1789761060.319582:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761060.319584:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761060.319588:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761060.319596:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521124480/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761060.319603:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761060.319606:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761060.319607:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761060.319609:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1029
00000100:00080000:0.0:1789761060.319615:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761060.319617:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761060.319620:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761060.319628:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54a80 x1876699521124608/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761060.319638:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761060.319690:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761060/real 1789761060]  req@ffff911a05c55180 x1876699521123968/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761060.319707:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55180 x1876699521123968/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761060.319717:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761060.319721:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761060.319724:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521123968:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789761060.319730:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521124096:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761060.319750:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761060.319760:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761060/real 1789761060]  req@ffff911a05c56300 x1876699521124096/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761060.319768:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56300 x1876699521124096/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761060.319774:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761060.319776:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761060.319778:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521124096:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761060.319815:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521124224:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761060.319832:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761060.319840:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761060/real 1789761060]  req@ffff911a05c54380 x1876699521124224/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761060.319848:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54380 x1876699521124224/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761060.319854:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761060.319856:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761060.319858:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521124224:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761060.319863:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521124352:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789761060.319875:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761060.319881:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761060/real 1789761060]  req@ffff911a05c57800 x1876699521124352/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761060.319889:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57800 x1876699521124352/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761060.319894:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761060.319896:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761060.319898:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521124352:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761060.319902:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521124480:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761060.319913:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761060.319919:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761060/real 1789761060]  req@ffff911a05c56a00 x1876699521124480/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761060.319926:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521124480/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761060.319932:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761060.319933:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761060.319935:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521124480:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761060.319938:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521124608:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761060.319948:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761060.319954:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761060/real 1789761060]  req@ffff911a05c54a80 x1876699521124608/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761060.319963:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54a80 x1876699521124608/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761060.319968:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761060.319969:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761060.319971:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521124608:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761060.383395:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761061.407410:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761062.431373:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761063.455434:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761064.479384:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761065.439339:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761065.439348:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761065.439352:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761065.439363:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1034
00000100:00080000:1.0:1789761065.439374:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761065.439380:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789761065.439422:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b480 x1876699521124736/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761065.439455:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761065.439459:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761065.439461:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761065.439467:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1034
00000100:00080000:1.0:1789761065.439471:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761065.439477:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761065.439488:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761065.439504:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08a80 x1876699521124864/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761065.439529:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761065.439532:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761065.439534:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761065.439538:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1034
00000100:00080000:1.0:1789761065.439540:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761065.439544:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761065.439549:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761065.439569:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b800 x1876699521124992/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761065.439577:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761065.439580:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761065.439581:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761065.439584:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1034
00000100:00080000:1.0:1789761065.439587:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761065.439590:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761065.439594:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761065.439602:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0bb80 x1876699521125120/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761065.439609:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761065.439612:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761065.439614:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761065.439616:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1034
00000100:00080000:1.0:1789761065.439619:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761065.439622:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761065.439626:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761065.439642:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09c00 x1876699521125248/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761065.439648:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761065.439650:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761065.439652:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761065.439656:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1034
00000100:00080000:1.0:1789761065.439661:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761065.439673:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761065.439677:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761065.439689:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08000 x1876699521125376/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:0.0:1789761065.503365:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761066.527354:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761067.551355:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789761068.511698:0:2395:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.116:988
00000400:00000100:1.0:1789761068.511777:0:2395:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.116@tcp at host 192.168.203.116 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789761068.511802:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:1.0:1789761068.511860:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:1.0:1789761068.511874:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:1.0:1789761068.511884:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:1.0:1789761068.511897:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:1.0:1789761068.511911:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00010000:00010000:0.0:1789761068.575381:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761069.599370:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761070.559379:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761070.559388:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761070.559392:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761070.559401:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1039
00000100:00080000:0.0:1789761070.559411:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761070.559417:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789761070.559452:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56d80 x1876699521125504/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761070.559473:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761070.559476:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761070.559477:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761070.559480:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1039
00000100:00080000:0.0:1789761070.559483:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761070.559485:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761070.559493:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761070.559501:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521125632/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761070.559509:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761070.559511:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761070.559513:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761070.559516:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1039
00000100:00080000:0.0:1789761070.559519:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761070.559523:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761070.559526:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761070.559532:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521125760/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761070.559537:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761070.559540:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761070.559542:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761070.559546:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1039
00000100:00080000:0.0:1789761070.559549:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761070.559553:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761070.559560:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761070.559574:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521125888/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761070.559602:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761070.559606:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761070.559609:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761070.559613:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1039
00000100:00080000:0.0:1789761070.559619:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761070.559624:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761070.559632:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761070.559646:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521126016/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761070.559657:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761070.559660:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761070.559663:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761070.559667:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1039
00000100:00080000:0.0:1789761070.559671:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761070.559676:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761070.559684:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761070.559705:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55c00 x1876699521126144/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:0.0:1789761070.623378:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761071.647355:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761072.671378:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761073.695364:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761074.719384:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761075.679349:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761075.679357:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761075.679361:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761075.679369:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1044
00000100:00080000:3.0:1789761075.679379:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761075.679384:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789761075.679420:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521126272/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761075.679446:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761075.679449:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761075.679450:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761075.679453:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1044
00000100:00080000:3.0:1789761075.679455:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761075.679457:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761075.679465:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761075.679473:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521126400/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761075.679485:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761075.679488:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761075.679489:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761075.679492:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1044
00000100:00080000:3.0:1789761075.679494:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761075.679496:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761075.679500:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761075.679510:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521126528/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761075.679523:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761075.679525:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761075.679526:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761075.679529:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1044
00000100:00080000:3.0:1789761075.679530:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761075.679533:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761075.679536:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761075.679543:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521126656/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761075.679550:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761075.679553:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761075.679554:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761075.679556:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1044
00000100:00080000:3.0:1789761075.679571:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761075.679574:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761075.679578:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761075.679590:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521126784/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761075.679598:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761075.679601:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761075.679602:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761075.679604:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1044
00000100:00080000:3.0:1789761075.679607:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761075.679609:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761075.679613:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761075.679628:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521126912/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:0.0:1789761075.743391:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761076.767390:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761077.791380:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761078.815358:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761079.839361:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761080.799289:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761080.799299:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761080.799302:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761080.799329:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1050
00000100:00080000:3.0:1789761080.799340:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761080.799346:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789761080.799386:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3100 x1876699521127040/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761080.799429:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761080.799432:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761080.799433:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761080.799437:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1050
00000100:00080000:3.0:1789761080.799440:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761080.799443:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761080.799451:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761080.799464:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0a80 x1876699521127168/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761080.799496:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761080.799499:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761080.799500:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761080.799504:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1050
00000100:00080000:3.0:1789761080.799507:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761080.799510:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761080.799516:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761080.799530:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521127296/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761080.799567:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761080.799574:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761080.799577:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761080.799584:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1050
00000100:00080000:3.0:1789761080.799589:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761080.799594:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761080.799601:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761080.799616:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521127424/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761080.799641:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761080.799686:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761080.799691:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761080.799702:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1050
00000100:00080000:3.0:1789761080.799708:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761080.799718:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761080.799727:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761080.799755:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521127552/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761080.799772:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761080.799775:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761080.799777:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761080.799781:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1050
00000100:00080000:3.0:1789761080.799785:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761080.799791:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761080.799796:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761080.799807:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521127680/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761080.799980:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761080/real 1789761080]  req@ffff911a04ad3480 x1876699521127552/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761080.799988:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521127552/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761080.799993:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761080.799995:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761080.799997:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521127552:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761080.800000:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521127680:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761080.800009:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761080.800015:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761080/real 1789761080]  req@ffff911a04ad0000 x1876699521127680/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761080.800023:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521127680/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761080.800027:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761080.800029:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761080.800031:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521127680:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761080.863399:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761081.887360:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761082.911390:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761083.935382:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761084.959364:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761085.919345:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761085.919354:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761085.919357:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761085.919367:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1055
00000100:00080000:0.0:1789761085.919376:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761085.919383:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789761085.919419:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57b80 x1876699521127808/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761085.919444:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761085.919447:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761085.919449:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761085.919452:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1055
00000100:00080000:0.0:1789761085.919454:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761085.919456:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761085.919466:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761085.919496:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56680 x1876699521127936/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761085.919509:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761085.919514:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789761085.919514:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521127808:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789761085.919519:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761085.919526:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1055
00000100:00080000:0.0:1789761085.919530:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761085.919534:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761085.919541:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761085.919556:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55f80 x1876699521128064/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761085.919568:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761085.919572:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761085.919573:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761085.919579:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1055
00000800:00000100:2.0:1789761085.919580:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789761085.919583:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761085.919589:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761085.919594:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761085.919620:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55500 x1876699521128192/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761085.919631:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761085.919638:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1789761085.919639:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761085/real 1789761085]  req@ffff911a05c57b80 x1876699521127808/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761085.919640:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761085.919650:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1055
00000100:00080000:0.0:1789761085.919658:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761085.919665:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761085.919672:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761085.919674:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57b80 x1876699521127808/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761085.919689:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54e00 x1876699521128320/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761085.919692:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761085.919701:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761085.919708:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521127808:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789761085.919711:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761085.919716:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761085.919718:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761085.919724:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1055
00000100:00080000:0.0:1789761085.919729:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761085.919733:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521127936:192.168.203.116@tcp:38:kworker.0
00000100:00080000:0.0:1789761085.919736:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761085.919745:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761085.919760:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57b80 x1876699521128448/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761085.919762:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761085.919777:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761085/real 1789761085]  req@ffff911a05c56680 x1876699521127936/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761085.919788:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56680 x1876699521127936/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761085.919795:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761085.919798:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761085.919801:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521127936:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761085.919806:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521128064:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761085.919817:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761085.919823:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761085/real 1789761085]  req@ffff911a05c55f80 x1876699521128064/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761085.919831:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55f80 x1876699521128064/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761085.919837:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761085.919838:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761085.919840:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521128064:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761085.919845:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521128192:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761085.919856:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761085.919862:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761085/real 1789761085]  req@ffff911a05c55500 x1876699521128192/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761085.919869:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55500 x1876699521128192/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761085.919875:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761085.919877:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761085.919878:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521128192:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761085.919882:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521128320:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761085.919892:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761085.919898:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761085/real 1789761085]  req@ffff911a05c54e00 x1876699521128320/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761085.919905:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54e00 x1876699521128320/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761085.919911:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761085.919913:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761085.919914:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521128320:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761085.919925:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521128448:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761085.919935:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761085.919941:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761085/real 1789761085]  req@ffff911a05c57b80 x1876699521128448/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761085.919950:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57b80 x1876699521128448/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761085.919955:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761085.919957:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761085.919958:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521128448:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761085.983345:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761087.007418:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761088.031354:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761089.055374:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761090.079337:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761091.039393:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761091.039414:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761091.039420:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761091.039436:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1060
00000100:00080000:2.0:1789761091.039448:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761091.039458:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789761091.039507:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8700 x1876699521128576/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761091.039547:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761091.039553:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761091.039556:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761091.039583:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1060
00000100:00080000:2.0:1789761091.039604:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761091.039608:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761091.039617:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761091.039623:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521128576:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761091.039632:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eead80 x1876699521128704/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761091.039646:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761091.039649:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761091.039651:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761091.039654:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1060
00000100:00080000:2.0:1789761091.039657:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761091.039659:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761091.039662:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761091.039670:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9f80 x1876699521128832/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761091.039677:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761091.039679:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761091.039680:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761091.039683:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1060
00000800:00000100:1.0:1789761091.039688:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:2.0:1789761091.039689:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761091.039695:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761091.039699:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761091.039707:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea300 x1876699521128960/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761091.039720:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761091.039723:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761091.039725:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761091.039729:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761091/real 1789761091]  req@ffff911a12ee8700 x1876699521128576/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761091.039733:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1060
00000100:00080000:2.0:1789761091.039739:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761091.039744:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761091.039747:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761091.039752:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8700 x1876699521128576/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761091.039757:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb800 x1876699521129088/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761091.039766:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761091.039768:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761091.039772:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761091.039773:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761091.039781:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:2.0:1789761091.039784:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1060
00000100:00100000:1.0:1789761091.039789:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521128576:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789761091.039790:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761091.039798:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761091.039804:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761091.039815:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521128704:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761091.039818:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8e00 x1876699521129216/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761091.039837:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761091.039850:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761091/real 1789761091]  req@ffff911a12eead80 x1876699521128704/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761091.039859:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eead80 x1876699521128704/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761091.039864:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761091.039866:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761091.039868:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521128704:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761091.039872:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521128832:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761091.039883:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761091.039888:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761091/real 1789761091]  req@ffff911a12ee9f80 x1876699521128832/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761091.039896:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9f80 x1876699521128832/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761091.039905:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761091.039907:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761091.039909:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521128832:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761091.039913:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521128960:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789761091.039923:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761091.039928:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761091/real 1789761091]  req@ffff911a12eea300 x1876699521128960/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761091.039935:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea300 x1876699521128960/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761091.039940:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761091.039942:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761091.039944:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521128960:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761091.039947:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521129088:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761091.039956:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761091.039962:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761091/real 1789761091]  req@ffff911a12eeb800 x1876699521129088/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761091.039969:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb800 x1876699521129088/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761091.039974:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761091.039976:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761091.039978:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521129088:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761091.039989:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521129216:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761091.039999:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761091.040005:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761091/real 1789761091]  req@ffff911a12ee8e00 x1876699521129216/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761091.040013:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8e00 x1876699521129216/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761091.040017:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761091.040019:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761091.040021:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521129216:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761091.103403:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761092.127341:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761093.151384:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761094.175364:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761095.199333:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761096.159303:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761096.159311:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761096.159315:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761096.159324:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1065
00000100:00080000:3.0:1789761096.159333:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761096.159339:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789761096.159374:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521129344/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761096.159399:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761096.159402:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761096.159403:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761096.159406:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1065
00000100:00080000:3.0:1789761096.159408:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761096.159411:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761096.159419:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761096.159428:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521129472/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761096.159436:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761096.159440:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761096.159442:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761096.159443:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521129344:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789761096.159456:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1065
00000100:00080000:3.0:1789761096.159459:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761096.159462:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761096.159466:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761096.159474:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521129600/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761096.159485:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761096.159487:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761096.159489:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761096.159491:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1065
00000100:00080000:3.0:1789761096.159496:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761096.159499:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761096.159502:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789761096.159506:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789761096.159512:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521129728/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761096.159521:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761096.159524:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761096.159525:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761096.159542:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1065
00000100:00080000:3.0:1789761096.159546:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761096.159550:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761096.159554:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761096.159558:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761096/real 1789761096]  req@ffff911a04ad1c00 x1876699521129344/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761096.159567:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2680 x1876699521129856/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761096.159577:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789761096.159582:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521129344/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761096.159582:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761096.159587:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761096.159598:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1065
00000100:00080000:1.0:1789761096.159599:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761096.159606:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761096.159607:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761096.159614:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521129344:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789761096.159617:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761096.159625:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761096.159641:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521129472:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789761096.159641:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0700 x1876699521129984/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761096.159670:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761096.159682:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761096/real 1789761096]  req@ffff911a04ad2300 x1876699521129472/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761096.159691:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521129472/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761096.159697:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761096.159699:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761096.159701:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521129472:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761096.159705:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521129600:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761096.159717:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761096.159723:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761096/real 1789761096]  req@ffff911a04ad2a00 x1876699521129600/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761096.159731:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521129600/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761096.159736:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761096.159737:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761096.159739:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521129600:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761096.159743:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521129728:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789761096.159753:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761096.159759:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761096/real 1789761096]  req@ffff911a04ad1500 x1876699521129728/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761096.159766:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1500 x1876699521129728/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761096.159772:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761096.159774:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761096.159776:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521129728:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761096.159779:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521129856:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761096.159789:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761096.159794:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761096/real 1789761096]  req@ffff911a04ad2680 x1876699521129856/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761096.159801:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2680 x1876699521129856/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761096.159806:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761096.159808:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761096.159810:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521129856:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761096.159820:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521129984:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761096.159831:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761096.159837:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761096/real 1789761096]  req@ffff911a04ad0700 x1876699521129984/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761096.159844:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0700 x1876699521129984/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761096.159858:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761096.159860:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761096.159863:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521129984:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761096.223384:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761097.247360:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761098.271367:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761099.295400:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761100.319345:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761101.279343:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761101.279351:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761101.279356:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761101.279364:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1070
00000100:00080000:0.0:1789761101.279374:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761101.279381:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789761101.279417:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55c00 x1876699521130112/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761101.279442:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761101.279445:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761101.279446:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761101.279449:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1070
00000100:00080000:0.0:1789761101.279451:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761101.279454:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761101.279461:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761101.279470:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521130240/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761101.279478:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761101.279480:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761101.279482:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761101.279486:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1070
00000100:00080000:0.0:1789761101.279488:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761101.279501:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521130112:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789761101.279503:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761101.279509:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761101.279519:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521130368/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761101.279525:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761101.279531:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761101.279532:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761101.279535:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1070
00000100:00080000:0.0:1789761101.279538:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761101.279541:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761101.279545:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761101.279553:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521130496/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761101.279559:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761101.279562:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761101.279563:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761101.279566:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1070
00000100:00080000:0.0:1789761101.279568:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761101.279570:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761101.279573:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789761101.279580:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789761101.279584:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521130624/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761101.279591:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761101.279594:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761101.279596:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761101.279599:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1070
00000100:00080000:0.0:1789761101.279601:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761101.279604:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761101.279607:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761101.279615:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56d80 x1876699521130752/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761101.279623:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761101/real 1789761101]  req@ffff911a05c55c00 x1876699521130112/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761101.279646:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55c00 x1876699521130112/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761101.279658:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761101.279664:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761101.279668:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521130112:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789761101.279695:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521130240:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761101.279723:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761101.279738:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761101/real 1789761101]  req@ffff911a05c55880 x1876699521130240/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761101.279752:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521130240/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761101.279762:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761101.279766:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761101.279770:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521130240:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761101.279777:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521130368:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761101.279801:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761101.279815:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761101/real 1789761101]  req@ffff911a05c57100 x1876699521130368/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761101.279829:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521130368/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761101.279838:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761101.279842:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761101.279846:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521130368:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761101.279853:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521130496:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789761101.279877:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761101.279889:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761101/real 1789761101]  req@ffff911a05c54700 x1876699521130496/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761101.279902:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521130496/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761101.279922:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761101.279926:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761101.279929:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521130496:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761101.279936:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521130624:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761101.279956:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761101.279966:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761101/real 1789761101]  req@ffff911a05c54000 x1876699521130624/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761101.279979:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521130624/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761101.279988:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761101.279992:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761101.279995:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521130624:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761101.280002:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521130752:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761101.280022:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761101.280035:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761101/real 1789761101]  req@ffff911a05c56d80 x1876699521130752/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761101.280047:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56d80 x1876699521130752/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761101.280057:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761101.280060:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761101.280063:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521130752:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761101.343337:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761102.367359:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761103.391344:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761104.415400:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761105.439427:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761106.399324:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761106.399332:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761106.399335:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761106.399344:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1075
00000100:00080000:0.0:1789761106.399354:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761106.399359:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789761106.399401:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54a80 x1876699521130880/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761106.399429:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761106.399433:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761106.399435:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761106.399440:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1075
00000100:00080000:0.0:1789761106.399444:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761106.399450:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761106.399476:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761106.399491:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521130880:192.168.203.116@tcp:250:kworker.0
00000100:00100000:0.0:1789761106.399496:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521131008/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761106.399509:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761106.399511:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761106.399513:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761106.399518:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1075
00000100:00080000:0.0:1789761106.399522:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761106.399527:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761106.399533:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761106.399560:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57800 x1876699521131136/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761106.399571:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761106.399578:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:1.0:1789761106.399579:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789761106.399582:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761106.399589:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1075
00000100:00080000:0.0:1789761106.399595:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761106.399601:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761106.399607:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761106.399623:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54380 x1876699521131264/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761106.399628:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761106/real 1789761106]  req@ffff911a05c54a80 x1876699521130880/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761106.399642:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761106.399647:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761106.399649:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761106.399653:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1075
00000100:00080000:0.0:1789761106.399657:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761106.399658:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54a80 x1876699521130880/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761106.399663:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761106.399670:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789761106.399678:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789761106.399684:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56300 x1876699521131392/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761106.399687:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761106.399696:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521130880:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789761106.399709:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761106.399713:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761106.399716:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761106.399721:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1075
00000100:00100000:1.0:1789761106.399726:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521131008:192.168.203.116@tcp:38:kworker.0
00000100:00080000:0.0:1789761106.399728:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761106.399737:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761106.399743:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789761106.399757:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789761106.399761:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55180 x1876699521131520/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761106.399774:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761106/real 1789761106]  req@ffff911a05c56a00 x1876699521131008/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761106.399788:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521131008/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761106.399797:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761106.399811:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761106.399816:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521131008:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761106.399822:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521131136:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761106.399840:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761106.399851:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761106/real 1789761106]  req@ffff911a05c57800 x1876699521131136/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761106.399862:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57800 x1876699521131136/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761106.399870:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761106.399874:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761106.399877:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521131136:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761106.399883:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521131264:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789761106.399902:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761106.399914:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761106/real 1789761106]  req@ffff911a05c54380 x1876699521131264/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761106.399925:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54380 x1876699521131264/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761106.399933:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761106.399936:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761106.399939:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521131264:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761106.399945:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521131392:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761106.399960:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761106.399970:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761106/real 1789761106]  req@ffff911a05c56300 x1876699521131392/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761106.399981:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56300 x1876699521131392/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761106.399989:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761106.399993:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761106.399996:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521131392:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761106.400020:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521131520:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761106.400040:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761106.400051:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761106/real 1789761106]  req@ffff911a05c55180 x1876699521131520/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761106.400062:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55180 x1876699521131520/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761106.400070:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761106.400073:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761106.400076:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521131520:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761106.463364:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761107.487335:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761108.511391:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761109.535462:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761110.559361:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761111.519336:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761111.519345:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761111.519349:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761111.519357:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1080
00000100:00080000:2.0:1789761111.519367:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761111.519373:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789761111.519411:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eebb80 x1876699521131648/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761111.519448:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761111.519451:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761111.519453:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761111.519456:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1080
00000100:00080000:2.0:1789761111.519459:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761111.519462:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761111.519470:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761111.519480:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9500 x1876699521131776/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761111.519488:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761111.519491:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761111.519492:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761111.519495:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1080
00000100:00080000:2.0:1789761111.519499:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761111.519501:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761111.519505:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761111.519513:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb100 x1876699521131904/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761111.519518:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761111.519522:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761111.519524:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761111.519527:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1080
00000100:00080000:2.0:1789761111.519530:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761111.519535:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761111.519541:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761111.519546:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521131648:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761111.519552:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea680 x1876699521132032/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761111.519561:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761111.519564:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761111.519565:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761111.519568:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1080
00000100:00080000:2.0:1789761111.519570:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761111.519573:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761111.519577:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761111.519588:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8380 x1876699521132160/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761111.519597:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761111.519601:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761111.519603:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761111.519607:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1080
00000100:00080000:2.0:1789761111.519621:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789761111.519628:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:2.0:1789761111.519630:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761111.519639:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761111.519654:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8000 x1876699521132288/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761111.519691:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761111/real 1789761111]  req@ffff911a12eebb80 x1876699521131648/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761111.519713:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eebb80 x1876699521131648/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761111.519723:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761111.519727:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761111.519730:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521131648:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789761111.519737:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521131776:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761111.519756:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761111.519766:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761111/real 1789761111]  req@ffff911a12ee9500 x1876699521131776/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761111.519773:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9500 x1876699521131776/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761111.519779:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761111.519781:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761111.519783:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521131776:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761111.519788:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521131904:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761111.519799:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761111.519805:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761111/real 1789761111]  req@ffff911a12eeb100 x1876699521131904/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761111.519813:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb100 x1876699521131904/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761111.519818:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761111.519820:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761111.519822:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521131904:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761111.519845:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521132032:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789761111.519864:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761111.519875:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761111/real 1789761111]  req@ffff911a12eea680 x1876699521132032/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761111.519887:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea680 x1876699521132032/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761111.519895:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761111.519899:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761111.519902:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521132032:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761111.519907:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521132160:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761111.519923:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761111.519931:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761111/real 1789761111]  req@ffff911a12ee8380 x1876699521132160/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761111.519939:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8380 x1876699521132160/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761111.519945:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761111.519947:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761111.519949:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521132160:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761111.519952:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521132288:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761111.519963:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761111.519977:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761111/real 1789761111]  req@ffff911a12ee8000 x1876699521132288/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761111.519986:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8000 x1876699521132288/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761111.519991:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761111.519993:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761111.519995:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521132288:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761111.583432:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761112.607398:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761113.631357:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761114.655369:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761115.679426:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761116.639347:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761116.639361:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761116.639367:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761116.639391:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1085
00000100:00080000:2.0:1789761116.639405:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761116.639413:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789761116.639456:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8000 x1876699521132416/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761116.639487:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761116.639491:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761116.639493:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761116.639497:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1085
00000100:00080000:2.0:1789761116.639501:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761116.639506:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761116.639516:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761116.639533:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8380 x1876699521132544/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761116.639540:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521132416:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789761116.639563:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761116.639568:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761116.639571:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761116.639577:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1085
00000100:00080000:2.0:1789761116.639583:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761116.639588:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761116.639595:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761116.639611:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea680 x1876699521132672/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761116.639624:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:2.0:1789761116.639642:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761116.639646:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761116.639648:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761116.639655:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1085
00000100:00080000:2.0:1789761116.639661:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761116.639665:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761116/real 1789761116]  req@ffff911a12ee8000 x1876699521132416/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761116.639671:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761116.639690:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761116.639697:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8000 x1876699521132416/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761116.639711:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb100 x1876699521132800/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761116.639725:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761116.639730:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761116.639732:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761116.639733:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761116.639744:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1085
00000100:00080000:1.0:1789761116.639750:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:2.0:1789761116.639753:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761116.639760:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521132416:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789761116.639762:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761116.639778:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761116.639794:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9500 x1876699521132928/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761116.639799:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521132544:192.168.203.116@tcp:38:kworker.0
00000100:00080000:2.0:1789761116.639825:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761116.639829:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761116.639831:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789761116.639841:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:2.0:1789761116.639841:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1085
00000100:00080000:2.0:1789761116.639853:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761116.639860:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789761116.639866:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761116/real 1789761116]  req@ffff911a12ee8380 x1876699521132544/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789761116.639870:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761116.639895:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eebb80 x1876699521133056/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761116.639900:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8380 x1876699521132544/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761116.639936:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761116.639941:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761116.639945:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521132544:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761116.639952:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521132672:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761116.639973:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761116.639982:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761116/real 1789761116]  req@ffff911a12eea680 x1876699521132672/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761116.639992:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea680 x1876699521132672/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761116.639998:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761116.640000:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761116.640003:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521132672:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761116.640013:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521132800:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789761116.640035:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761116.640048:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761116/real 1789761116]  req@ffff911a12eeb100 x1876699521132800/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761116.640062:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb100 x1876699521132800/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761116.640068:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761116.640071:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761116.640073:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521132800:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761116.640087:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521132928:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761116.640107:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761116.640118:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761116/real 1789761116]  req@ffff911a12ee9500 x1876699521132928/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761116.640131:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9500 x1876699521132928/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761116.640141:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761116.640145:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761116.640148:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521132928:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761116.640154:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521133056:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761116.640171:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761116.640178:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761116/real 1789761116]  req@ffff911a12eebb80 x1876699521133056/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761116.640186:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eebb80 x1876699521133056/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761116.640192:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761116.640194:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761116.640196:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521133056:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761116.703373:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761117.727429:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761118.751410:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761119.775384:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761120.799386:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761121.759399:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761121.759409:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761121.759413:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761121.759424:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1091
00000100:00080000:0.0:1789761121.759435:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761121.759444:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789761121.759480:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55180 x1876699521133184/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761121.759504:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761121.759507:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761121.759509:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761121.759512:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1091
00000100:00080000:0.0:1789761121.759515:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761121.759518:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761121.759525:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761121.759535:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56300 x1876699521133312/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761121.759543:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789761121.759545:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521133184:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789761121.759547:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761121.759550:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761121.759559:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1091
00000100:00080000:0.0:1789761121.759561:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761121.759563:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761121.759567:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761121.759573:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54380 x1876699521133440/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761121.759581:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761121.759583:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761121.759584:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761121.759586:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1091
00000100:00080000:0.0:1789761121.759589:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761121.759591:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761121.759595:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761121.759605:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57800 x1876699521133568/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761121.759615:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761121.759619:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761121.759621:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761121.759624:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1091
00000100:00080000:0.0:1789761121.759628:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761121.759634:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000800:00000100:1.0:1789761121.759635:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000008:00100000:0.0:1789761121.759641:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761121.759656:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521133696/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761121.759666:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761121.759669:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761121.759671:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761121.759675:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1091
00000100:00080000:0.0:1789761121.759679:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761121.759684:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761121/real 1789761121]  req@ffff911a05c55180 x1876699521133184/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761121.759687:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761121.759696:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761121.759712:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55180 x1876699521133184/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761121.759714:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54a80 x1876699521133824/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761121.759742:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761121.759750:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761121.759763:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521133184:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789761121.759787:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521133312:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761121.759811:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761121.759823:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761121/real 1789761121]  req@ffff911a05c56300 x1876699521133312/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761121.759837:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56300 x1876699521133312/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761121.759852:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761121.759856:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761121.759859:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521133312:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761121.759865:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521133440:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761121.759882:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761121.759893:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761121/real 1789761121]  req@ffff911a05c54380 x1876699521133440/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761121.759904:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54380 x1876699521133440/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761121.759913:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761121.759917:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761121.759920:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521133440:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761121.759926:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521133568:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789761121.759952:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761121.759962:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761121/real 1789761121]  req@ffff911a05c57800 x1876699521133568/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761121.759974:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57800 x1876699521133568/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761121.759982:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761121.759985:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761121.759989:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521133568:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761121.759995:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521133696:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761121.760012:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761121.760023:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761121/real 1789761121]  req@ffff911a05c56a00 x1876699521133696/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761121.760035:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521133696/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761121.760043:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761121.760046:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761121.760049:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521133696:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761121.760055:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521133824:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761121.760073:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761121.760083:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761121/real 1789761121]  req@ffff911a05c54a80 x1876699521133824/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761121.760094:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54a80 x1876699521133824/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761121.760102:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761121.760105:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761121.760108:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521133824:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761121.823378:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761122.847347:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761123.871377:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761124.895356:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761125.919383:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761126.879329:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761126.879338:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761126.879342:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761126.879351:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1096
00000100:00080000:0.0:1789761126.879361:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761126.879366:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789761126.879405:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56d80 x1876699521133952/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761126.879428:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761126.879431:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761126.879432:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761126.879435:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1096
00000100:00080000:0.0:1789761126.879437:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761126.879439:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761126.879447:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761126.879457:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521134080/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761126.879464:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761126.879466:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761126.879467:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761126.879469:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1096
00000100:00080000:0.0:1789761126.879471:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761126.879473:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761126.879476:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761126.879483:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521134208/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761126.879490:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761126.879493:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761126.879494:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761126.879497:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1096
00000100:00080000:0.0:1789761126.879498:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761126.879500:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761126.879503:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761126.879511:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521134336/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761126.879520:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761126.879526:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761126.879528:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761126.879531:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521133952:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789761126.879533:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1096
00000100:00080000:0.0:1789761126.879537:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761126.879545:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761126.879552:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761126.879558:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521134464/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761126.879564:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761126.879565:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761126.879566:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761126.879569:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1096
00000100:00080000:0.0:1789761126.879572:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761126.879574:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761126.879577:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761126.879584:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55c00 x1876699521134592/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761126.879635:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761126.879689:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761126/real 1789761126]  req@ffff911a05c56d80 x1876699521133952/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761126.879711:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56d80 x1876699521133952/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761126.879724:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761126.879729:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761126.879733:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521133952:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789761126.879742:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521134080:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761126.879768:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761126.879781:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761126/real 1789761126]  req@ffff911a05c54000 x1876699521134080/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761126.879794:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521134080/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761126.879803:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761126.879807:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761126.879811:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521134080:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761126.879817:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521134208:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761126.879837:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761126.879849:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761126/real 1789761126]  req@ffff911a05c54700 x1876699521134208/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761126.879860:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521134208/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761126.879877:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761126.879881:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761126.879894:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521134208:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761126.879925:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521134336:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789761126.879947:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761126.879959:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761126/real 1789761126]  req@ffff911a05c57100 x1876699521134336/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761126.879972:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521134336/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761126.879981:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761126.879985:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761126.879989:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521134336:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761126.879996:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521134464:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761126.880026:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761126.880040:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761126/real 1789761126]  req@ffff911a05c55880 x1876699521134464/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761126.880053:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521134464/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761126.880062:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761126.880066:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761126.880070:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521134464:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761126.880078:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521134592:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761126.880099:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761126.880111:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761126/real 1789761126]  req@ffff911a05c55c00 x1876699521134592/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761126.880124:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55c00 x1876699521134592/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761126.880133:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761126.880137:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761126.880140:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521134592:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761126.943385:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761127.967356:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761128.991369:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761130.015378:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761131.039396:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761131.999339:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761131.999349:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761131.999355:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761131.999365:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1101
00000100:00080000:2.0:1789761131.999376:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761131.999385:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789761131.999428:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8e00 x1876699521134720/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761131.999468:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761131.999472:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761131.999474:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761131.999479:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1101
00000100:00080000:2.0:1789761131.999483:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761131.999488:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761131.999498:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761131.999507:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521134720:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761131.999515:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb800 x1876699521134848/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761131.999529:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761131.999533:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761131.999536:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761131.999541:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1101
00000100:00080000:2.0:1789761131.999547:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761131.999551:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761131.999556:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761131.999572:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea300 x1876699521134976/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761131.999582:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761131.999586:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761131.999588:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761131.999593:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1101
00000100:00080000:2.0:1789761131.999597:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761131.999601:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789761131.999604:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521134848:192.168.203.116@tcp:38:kworker.0
00000008:00100000:2.0:1789761131.999611:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761131.999628:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9f80 x1876699521135104/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761131.999636:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521134976:192.168.203.116@tcp:38:kworker.0
00000100:00080000:2.0:1789761131.999645:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761131.999650:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761131.999653:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761131.999657:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521135104:192.168.203.116@tcp:8:kworker.0
00000100:00080000:2.0:1789761131.999660:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1101
00000100:00080000:2.0:1789761131.999668:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761131.999673:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761131.999681:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761131.999696:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eead80 x1876699521135232/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761131.999714:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761131.999718:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761131.999721:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761131.999725:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1101
00000100:00080000:2.0:1789761131.999729:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761131.999734:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761131.999740:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761131.999754:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8700 x1876699521135360/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761131.999757:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521135232:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761131.999793:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521135360:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761132.063374:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761133.087387:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761134.111359:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789761135.071572:0:2392:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.116:988
00000400:00000100:3.0:1789761135.071628:0:2392:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.116@tcp at host 192.168.203.116 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789761135.071649:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789761135.071695:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789761135.071706:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789761135.071721:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789761135.071732:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789761135.071743:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000100:00100000:1.0:1789761135.071759:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761131/real 1789761135]  req@ffff911a12eead80 x1876699521135232/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761135.071791:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eead80 x1876699521135232/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761135.071805:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761135.071812:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761135.071817:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521135232:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761135.071825:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761131/real 1789761135]  req@ffff911a12ee9f80 x1876699521135104/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761135.071839:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9f80 x1876699521135104/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761135.071863:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761135.071868:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761135.071872:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521135104:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761135.071881:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761131/real 1789761135]  req@ffff911a12eeb800 x1876699521134848/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761135.071896:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb800 x1876699521134848/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761135.071906:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761135.071909:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761135.071913:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521134848:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761135.071920:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761131/real 1789761135]  req@ffff911a12eea300 x1876699521134976/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761135.071931:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea300 x1876699521134976/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761135.071939:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761135.071943:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761135.071946:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521134976:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761135.071952:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761131/real 1789761135]  req@ffff911a12ee8e00 x1876699521134720/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761135.071964:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8e00 x1876699521134720/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761135.071971:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761135.071974:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761135.071977:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521134720:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789761135.072013:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761131/real 1789761135]  req@ffff911a12ee8700 x1876699521135360/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761135.072026:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8700 x1876699521135360/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761135.072034:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761135.072038:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761135.072041:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521135360:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761135.135433:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761136.159426:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761137.119292:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761137.119303:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761137.119307:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761137.119323:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1106
00000100:00080000:2.0:1789761137.119335:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761137.119345:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789761137.119381:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb480 x1876699521135488/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761137.119409:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761137.119412:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761137.119413:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761137.119417:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1106
00000100:00080000:2.0:1789761137.119420:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761137.119423:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761137.119432:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761137.119446:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8a80 x1876699521135616/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761137.119459:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761137.119464:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789761137.119466:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521135488:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789761137.119468:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761137.119478:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1106
00000100:00080000:2.0:1789761137.119482:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761137.119487:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761137.119493:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761137.119508:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9880 x1876699521135744/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761137.119519:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761137.119523:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761137.119526:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761137.119531:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1106
00000100:00080000:2.0:1789761137.119535:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761137.119540:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000800:00000100:1.0:1789761137.119544:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000008:00100000:2.0:1789761137.119549:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761137.119565:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9180 x1876699521135872/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761137.119583:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789761137.119586:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761137/real 1789761137]  req@ffff911a12eeb480 x1876699521135488/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761137.119588:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761137.119592:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761137.119603:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1106
00000100:00080000:2.0:1789761137.119608:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761137.119613:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb480 x1876699521135488/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761137.119614:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761137.119623:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789761137.119632:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761137.119641:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761137.119642:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeaa00 x1876699521136000/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761137.119649:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521135488:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789761137.119660:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761137.119665:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761137.119667:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761137.119672:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1106
00000100:00080000:2.0:1789761137.119676:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761137.119680:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789761137.119685:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521135616:192.168.203.116@tcp:38:kworker.0
00000008:00100000:2.0:1789761137.119689:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761137.119706:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9c00 x1876699521136128/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761137.119719:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761137.119739:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761137/real 1789761137]  req@ffff911a12ee8a80 x1876699521135616/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761137.119760:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8a80 x1876699521135616/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761137.119770:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761137.119781:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761137.119786:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521135616:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761137.119793:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521135744:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761137.119816:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761137.119828:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761137/real 1789761137]  req@ffff911a12ee9880 x1876699521135744/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761137.119842:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9880 x1876699521135744/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761137.119857:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761137.119862:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761137.119865:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521135744:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761137.119872:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521135872:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789761137.119896:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761137.119908:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761137/real 1789761137]  req@ffff911a12ee9180 x1876699521135872/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761137.119920:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9180 x1876699521135872/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761137.119929:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761137.119933:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761137.119936:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521135872:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761137.119942:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521136000:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761137.119964:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761137.119975:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761137/real 1789761137]  req@ffff911a12eeaa00 x1876699521136000/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761137.119986:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeaa00 x1876699521136000/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761137.119994:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761137.119998:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761137.120001:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521136000:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761137.120028:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521136128:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761137.120052:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761137.120064:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761137/real 1789761137]  req@ffff911a12ee9c00 x1876699521136128/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761137.120074:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9c00 x1876699521136128/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761137.120080:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761137.120082:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761137.120084:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521136128:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761137.183415:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761138.207381:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761139.231358:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761140.255343:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761141.279421:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761142.239369:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761142.239379:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761142.239383:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761142.239393:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1111
00000100:00080000:0.0:1789761142.239405:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761142.239412:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789761142.239451:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57b80 x1876699521136256/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761142.239478:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761142.239482:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761142.239484:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761142.239490:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1111
00000100:00080000:0.0:1789761142.239494:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761142.239499:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761142.239510:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761142.239527:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54e00 x1876699521136384/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761142.239531:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521136256:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789761142.239547:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761142.239550:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761142.239552:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761142.239557:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1111
00000100:00080000:0.0:1789761142.239561:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761142.239565:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761142.239570:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761142.239580:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55500 x1876699521136512/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761142.239587:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761142.239590:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761142.239592:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761142.239595:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1111
00000100:00080000:0.0:1789761142.239597:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761142.239600:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761142.239603:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761142.239613:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55f80 x1876699521136640/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761142.239614:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789761142.239623:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761142.239627:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761142.239629:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761142.239631:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1111
00000100:00080000:0.0:1789761142.239633:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761142.239636:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761142.239639:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761142.239645:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56680 x1876699521136768/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761142.239657:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761142.239659:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761142.239661:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761142.239663:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1111
00000100:00080000:0.0:1789761142.239666:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761142.239669:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761142.239672:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761142.239676:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761142/real 1789761142]  req@ffff911a05c57b80 x1876699521136256/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761142.239688:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55c00 x1876699521136896/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761142.239696:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57b80 x1876699521136256/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761142.239712:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761142.239718:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761142.239723:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521136256:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789761142.239754:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521136384:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761142.239792:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761142.239807:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761142/real 1789761142]  req@ffff911a05c54e00 x1876699521136384/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761142.239817:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54e00 x1876699521136384/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761142.239824:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761142.239826:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761142.239829:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521136384:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761142.239833:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521136512:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761142.239850:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761142.239857:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761142/real 1789761142]  req@ffff911a05c55500 x1876699521136512/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761142.239865:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55500 x1876699521136512/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761142.239870:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761142.239872:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761142.239874:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521136512:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761142.239877:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521136640:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789761142.239889:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761142.239895:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761142/real 1789761142]  req@ffff911a05c55f80 x1876699521136640/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761142.239903:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55f80 x1876699521136640/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761142.239909:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761142.239911:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761142.239913:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521136640:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761142.239916:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521136768:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761142.239933:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761142.239939:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761142/real 1789761142]  req@ffff911a05c56680 x1876699521136768/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761142.239947:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56680 x1876699521136768/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761142.239952:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761142.239954:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761142.239955:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521136768:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761142.239959:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521136896:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761142.239972:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761142.239978:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761142/real 1789761142]  req@ffff911a05c55c00 x1876699521136896/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761142.239986:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55c00 x1876699521136896/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761142.239990:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761142.239992:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761142.239995:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521136896:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761142.303371:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761143.327392:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761144.351416:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761145.375376:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761146.399405:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761147.359326:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761147.359337:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761147.359341:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761147.359351:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1116
00000100:00080000:1.0:1789761147.359362:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761147.359380:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789761147.359429:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08000 x1876699521137024/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761147.359454:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761147.359457:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761147.359459:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761147.359464:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1116
00000100:00080000:1.0:1789761147.359469:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761147.359473:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761147.359482:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761147.359494:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b480 x1876699521137152/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761147.359499:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521137024:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789761147.359508:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761147.359511:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761147.359513:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761147.359517:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1116
00000100:00080000:1.0:1789761147.359520:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761147.359523:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761147.359527:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761147.359536:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09c00 x1876699521137280/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761147.359542:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761147.359545:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761147.359546:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761147.359549:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1116
00000100:00080000:1.0:1789761147.359551:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761147.359555:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761147.359558:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761147.359565:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0bb80 x1876699521137408/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761147.359571:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761147.359574:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761147.359576:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761147.359583:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1116
00000800:00000100:2.0:1789761147.359586:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789761147.359589:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761147.359594:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761147.359598:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761147.359610:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b800 x1876699521137536/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761147.359617:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761147.359620:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761147.359621:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761147.359627:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1116
00000100:00080000:1.0:1789761147.359631:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761147.359634:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761147.359639:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761147.359644:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761147/real 1789761147]  req@ffff911a08b08000 x1876699521137024/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761147.359650:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08a80 x1876699521137664/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761147.359732:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08000 x1876699521137024/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761147.359747:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761147.359752:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761147.359757:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521137024:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761147.359787:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521137152:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761147.359809:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761147.359820:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761147/real 1789761147]  req@ffff911a08b0b480 x1876699521137152/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761147.359829:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b480 x1876699521137152/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761147.359835:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761147.359837:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761147.359840:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521137152:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761147.359843:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521137280:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761147.359862:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761147.359874:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761147/real 1789761147]  req@ffff911a08b09c00 x1876699521137280/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761147.359888:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09c00 x1876699521137280/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761147.359905:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761147.359909:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761147.359913:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521137280:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761147.359920:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521137408:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761147.359945:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761147.359957:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761147/real 1789761147]  req@ffff911a08b0bb80 x1876699521137408/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761147.359967:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0bb80 x1876699521137408/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761147.359973:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761147.359975:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761147.359977:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521137408:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761147.359981:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521137536:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761147.359996:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761147.360003:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761147/real 1789761147]  req@ffff911a08b0b800 x1876699521137536/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761147.360011:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b800 x1876699521137536/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761147.360016:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761147.360018:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761147.360020:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521137536:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761147.360024:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521137664:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761147.360035:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761147.360041:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761147/real 1789761147]  req@ffff911a08b08a80 x1876699521137664/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761147.360048:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08a80 x1876699521137664/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761147.360053:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761147.360055:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761147.360057:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521137664:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761147.423382:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761148.447353:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761149.471411:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761150.495425:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761151.519374:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761152.479372:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761152.479388:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761152.479393:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761152.479407:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1121
00000100:00080000:0.0:1789761152.479421:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761152.479430:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789761152.479476:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521137792/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761152.479509:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761152.479513:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761152.479515:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761152.479520:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1121
00000100:00080000:0.0:1789761152.479524:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761152.479529:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761152.479540:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761152.479564:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521137792:192.168.203.116@tcp:250:kworker.0
00000100:00100000:0.0:1789761152.479568:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521137920/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761152.479583:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761152.479586:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761152.479587:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761152.479591:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1121
00000100:00080000:0.0:1789761152.479596:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761152.479600:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761152.479606:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761152.479621:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521138048/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761152.479632:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761152.479635:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761152.479638:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761152.479643:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1121
00000100:00080000:0.0:1789761152.479647:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761152.479651:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761152.479656:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789761152.479658:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789761152.479672:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521138176/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761152.479684:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761152.479688:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761152.479690:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761152.479693:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1121
00000100:00080000:0.0:1789761152.479697:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761152.479702:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761152.479707:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761152.479712:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761152/real 1789761152]  req@ffff911a05c55880 x1876699521137792/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761152.479725:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56d80 x1876699521138304/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761152.479731:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521137792/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761152.479754:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761152.479755:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761152.479760:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:0.0:1789761152.479763:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789761152.479766:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521137792:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789761152.479768:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761152.479776:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1121
00000100:00080000:0.0:1789761152.479781:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761152.479785:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761152.479790:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761152.479795:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521137920:192.168.203.116@tcp:38:kworker.0
00000100:00100000:0.0:1789761152.479810:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54a80 x1876699521138432/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761152.479821:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761152.479840:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761152/real 1789761152]  req@ffff911a05c57100 x1876699521137920/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761152.479854:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521137920/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761152.479865:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761152.479869:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761152.479873:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521137920:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761152.479879:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521138048:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761152.479899:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761152.479908:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761152/real 1789761152]  req@ffff911a05c54700 x1876699521138048/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761152.479916:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521138048/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761152.479921:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761152.479923:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761152.479926:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521138048:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761152.479930:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521138176:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761152.479943:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761152.479949:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761152/real 1789761152]  req@ffff911a05c54000 x1876699521138176/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761152.479956:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521138176/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761152.479962:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761152.479964:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761152.479966:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521138176:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761152.479969:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521138304:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761152.479980:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761152.479985:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761152/real 1789761152]  req@ffff911a05c56d80 x1876699521138304/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761152.479993:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56d80 x1876699521138304/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761152.479998:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761152.480000:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761152.480002:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521138304:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761152.480014:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521138432:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761152.480025:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761152.480036:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761152/real 1789761152]  req@ffff911a05c54a80 x1876699521138432/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761152.480047:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54a80 x1876699521138432/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761152.480055:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761152.480059:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761152.480063:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521138432:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761152.543370:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761153.567393:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761154.591370:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761155.615333:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761156.639377:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761157.599314:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761157.599324:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761157.599329:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761157.599340:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1126
00000100:00080000:0.0:1789761157.599351:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761157.599359:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789761157.599413:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521138560/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761157.599444:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761157.599449:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761157.599451:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761157.599456:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1126
00000100:00080000:0.0:1789761157.599469:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761157.599474:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761157.599485:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761157.599500:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57800 x1876699521138688/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761157.599525:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761157.599529:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761157.599532:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761157.599545:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1126
00000100:00100000:2.0:1789761157.599553:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521138560:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789761157.599556:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761157.599565:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761157.599572:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761157.599588:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54380 x1876699521138816/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761157.599599:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761157.599604:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761157.599606:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761157.599610:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1126
00000100:00080000:0.0:1789761157.599614:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761157.599619:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761157.599625:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789761157.599633:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789761157.599640:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56300 x1876699521138944/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761157.599653:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761157.599657:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761157.599659:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761157.599663:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1126
00000100:00080000:0.0:1789761157.599667:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761157.599677:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761157/real 1789761157]  req@ffff911a05c56a00 x1876699521138560/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761157.599683:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761157.599695:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761157.599704:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521138560/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761157.599711:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55180 x1876699521139072/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761157.599717:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761157.599727:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:0.0:1789761157.599728:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761157.599733:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521138560:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789761157.599734:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761157.599739:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761157.599746:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1126
00000100:00080000:0.0:1789761157.599751:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761157.599755:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761157.599760:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761157.599760:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521138688:192.168.203.116@tcp:38:kworker.0
00000100:00100000:0.0:1789761157.599779:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521139200/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761157.599789:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761157.599803:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761157/real 1789761157]  req@ffff911a05c57800 x1876699521138688/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761157.599815:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57800 x1876699521138688/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761157.599821:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761157.599823:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761157.599825:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521138688:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761157.599829:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521138816:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761157.599840:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761157.599847:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761157/real 1789761157]  req@ffff911a05c54380 x1876699521138816/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761157.599855:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54380 x1876699521138816/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761157.599860:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761157.599862:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761157.599891:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521138816:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761157.599896:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521138944:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761157.599911:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761157.599918:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761157/real 1789761157]  req@ffff911a05c56300 x1876699521138944/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761157.599946:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56300 x1876699521138944/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761157.599953:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761157.599956:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761157.599958:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521138944:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761157.599962:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521139072:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761157.599983:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761157.599994:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761157/real 1789761157]  req@ffff911a05c55180 x1876699521139072/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761157.600002:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55180 x1876699521139072/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761157.600007:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761157.600010:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761157.600012:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521139072:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761157.600023:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521139200:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761157.600041:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761157.600053:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761157/real 1789761157]  req@ffff911a05c56a00 x1876699521139200/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761157.600065:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521139200/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761157.600088:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761157.600092:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761157.600096:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521139200:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761157.663341:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761158.687357:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761159.711372:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761160.735355:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761161.759355:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761162.719334:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761162.719345:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761162.719350:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761162.719361:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1131
00000100:00080000:1.0:1789761162.719374:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761162.719383:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789761162.719433:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09180 x1876699521139328/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761162.719459:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761162.719463:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761162.719464:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761162.719469:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1131
00000100:00080000:1.0:1789761162.719473:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761162.719476:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761162.719485:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761162.719490:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521139328:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789761162.719499:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0ad80 x1876699521139456/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761162.719508:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761162.719511:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761162.719512:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761162.719515:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1131
00000100:00080000:1.0:1789761162.719517:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761162.719519:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761162.719523:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761162.719531:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0aa00 x1876699521139584/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761162.719537:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761162.719540:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761162.719542:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761162.719546:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1131
00000100:00080000:1.0:1789761162.719550:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761162.719554:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761162.719559:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789761162.719562:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761162.719575:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08380 x1876699521139712/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761162.719587:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761162.719591:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761162.719593:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761162.719597:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1131
00000100:00080000:1.0:1789761162.719602:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761162.719609:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789761162.719610:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761162/real 1789761162]  req@ffff911a08b09180 x1876699521139328/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789761162.719614:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761162.719629:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09f80 x1876699521139840/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761162.719638:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761162.719638:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09180 x1876699521139328/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761162.719644:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761162.719647:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761162.719654:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1131
00000100:00080000:1.0:1789761162.719660:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761162.719663:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00080000:2.0:1789761162.719663:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:1.0:1789761162.719671:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761162.719675:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761162.719681:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08700 x1876699521139968/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761162.719684:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521139328:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761162.719730:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521139456:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761162.719757:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761162.719772:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761162/real 1789761162]  req@ffff911a08b0ad80 x1876699521139456/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761162.719786:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0ad80 x1876699521139456/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761162.719796:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761162.719800:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761162.719804:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521139456:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761162.719810:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521139584:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761162.719831:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761162.719844:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761162/real 1789761162]  req@ffff911a08b0aa00 x1876699521139584/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761162.719857:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0aa00 x1876699521139584/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761162.719866:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761162.719869:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761162.719873:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521139584:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761162.719879:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521139712:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761162.719901:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761162.719915:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761162/real 1789761162]  req@ffff911a08b08380 x1876699521139712/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761162.719928:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08380 x1876699521139712/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761162.719937:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761162.719940:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761162.719943:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521139712:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761162.719950:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521139840:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761162.719970:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761162.719983:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761162/real 1789761162]  req@ffff911a08b09f80 x1876699521139840/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761162.719996:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09f80 x1876699521139840/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761162.720005:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761162.720008:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761162.720012:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521139840:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761162.720019:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521139968:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761162.720057:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761162.720070:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761162/real 1789761162]  req@ffff911a08b08700 x1876699521139968/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761162.720083:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08700 x1876699521139968/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761162.720092:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761162.720095:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761162.720099:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521139968:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761162.783353:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761163.807356:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761164.831358:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761165.855407:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761166.879385:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761167.839343:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761167.839354:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761167.839359:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761167.839377:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1137
00000100:00080000:0.0:1789761167.839404:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761167.839410:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789761167.839446:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54a80 x1876699521140096/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761167.839469:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761167.839471:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761167.839473:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761167.839476:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1137
00000100:00080000:0.0:1789761167.839478:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761167.839481:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761167.839489:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761167.839499:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56d80 x1876699521140224/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761167.839507:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761167.839510:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761167.839511:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761167.839516:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521140096:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789761167.839517:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1137
00000100:00080000:0.0:1789761167.839521:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761167.839527:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761167.839530:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761167.839538:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521140352/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761167.839546:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761167.839550:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761167.839552:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761167.839557:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1137
00000100:00080000:0.0:1789761167.839562:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761167.839566:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761167.839572:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789761167.839584:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789761167.839587:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521140480/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761167.839600:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761167.839604:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761167.839605:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761167.839608:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1137
00000100:00080000:0.0:1789761167.839612:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761167.839615:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761167.839620:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761167.839624:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761167/real 1789761167]  req@ffff911a05c54a80 x1876699521140096/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761167.839633:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521140608/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761167.839645:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761167.839647:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761167.839649:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761167.839653:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1137
00000100:00100000:2.0:1789761167.839655:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54a80 x1876699521140096/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761167.839656:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761167.839662:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761167.839667:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761167.839678:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521140736/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761167.839678:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761167.839688:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761167.839696:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521140096:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761167.839724:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521140224:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761167.839744:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761167.839754:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761167/real 1789761167]  req@ffff911a05c56d80 x1876699521140224/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761167.839762:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56d80 x1876699521140224/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761167.839768:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761167.839771:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761167.839773:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521140224:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761167.839778:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521140352:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761167.839789:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761167.839796:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761167/real 1789761167]  req@ffff911a05c54000 x1876699521140352/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761167.839803:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521140352/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761167.839808:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761167.839810:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761167.839813:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521140352:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761167.839816:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521140480:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761167.839826:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761167.839832:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761167/real 1789761167]  req@ffff911a05c54700 x1876699521140480/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761167.839839:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521140480/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761167.839844:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761167.839846:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761167.839861:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521140480:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761167.839865:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521140608:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761167.839878:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761167.839885:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761167/real 1789761167]  req@ffff911a05c57100 x1876699521140608/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761167.839897:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521140608/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761167.839903:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761167.839904:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761167.839907:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521140608:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761167.839910:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521140736:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761167.839921:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761167.839929:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761167/real 1789761167]  req@ffff911a05c55880 x1876699521140736/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761167.839941:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521140736/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761167.839950:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761167.839953:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761167.839957:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521140736:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761167.903344:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761168.927365:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761169.951345:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761170.975347:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761171.999363:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761172.959368:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761172.959375:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761172.959379:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761172.959387:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1142
00000100:00080000:1.0:1789761172.959396:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761172.959402:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789761172.959443:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09500 x1876699521140864/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761172.959471:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761172.959476:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761172.959478:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761172.959483:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1142
00000100:00080000:1.0:1789761172.959487:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761172.959492:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761172.959500:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761172.959513:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521140864:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789761172.959514:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b100 x1876699521140992/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761172.959528:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761172.959531:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761172.959532:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761172.959535:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1142
00000100:00080000:1.0:1789761172.959538:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761172.959540:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761172.959543:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761172.959553:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a680 x1876699521141120/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761172.959560:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761172.959562:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761172.959563:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761172.959565:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1142
00000100:00080000:1.0:1789761172.959568:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761172.959570:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761172.959574:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789761172.959580:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761172.959584:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a300 x1876699521141248/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761172.959592:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761172.959594:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761172.959596:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761172.959598:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1142
00000100:00080000:1.0:1789761172.959600:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761172.959603:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761172.959606:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761172.959612:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08e00 x1876699521141376/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761172.959618:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761172.959620:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761172.959622:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761172.959625:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1142
00000100:00080000:1.0:1789761172.959627:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761172.959630:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761172/real 1789761172]  req@ffff911a08b09500 x1876699521140864/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761172.959632:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761172.959638:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761172.959649:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09880 x1876699521141504/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761172.959655:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09500 x1876699521140864/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761172.959674:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761172.959678:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761172.959681:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521140864:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761172.959701:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521140992:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761172.959717:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761172.959725:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761172/real 1789761172]  req@ffff911a08b0b100 x1876699521140992/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761172.959734:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b100 x1876699521140992/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761172.959739:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761172.959741:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761172.959744:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521140992:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761172.959747:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521141120:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761172.959758:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761172.959764:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761172/real 1789761172]  req@ffff911a08b0a680 x1876699521141120/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761172.959771:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a680 x1876699521141120/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761172.959776:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761172.959778:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761172.959779:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521141120:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761172.959784:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521141248:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761172.959795:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761172.959801:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761172/real 1789761172]  req@ffff911a08b0a300 x1876699521141248/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761172.959809:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a300 x1876699521141248/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761172.959815:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761172.959816:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761172.959818:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521141248:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761172.959822:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521141376:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761172.959832:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761172.959838:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761172/real 1789761172]  req@ffff911a08b08e00 x1876699521141376/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761172.959845:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08e00 x1876699521141376/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761172.959850:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761172.959852:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761172.959854:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521141376:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761172.959857:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521141504:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761172.959867:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761172.959877:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761172/real 1789761172]  req@ffff911a08b09880 x1876699521141504/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761172.959891:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09880 x1876699521141504/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761172.959900:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761172.959903:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761172.959907:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521141504:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761173.023343:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761174.047366:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761175.071351:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761176.095374:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761177.119376:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761178.079298:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761178.079309:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761178.079313:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761178.079322:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1147
00000100:00080000:1.0:1789761178.079332:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761178.079338:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789761178.079375:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09880 x1876699521141632/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761178.079395:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761178.079398:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761178.079399:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761178.079402:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1147
00000100:00080000:1.0:1789761178.079404:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761178.079406:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761178.079414:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761178.079424:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08e00 x1876699521141760/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761178.079431:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761178.079434:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761178.079437:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761178.079438:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521141632:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789761178.079441:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1147
00000100:00080000:1.0:1789761178.079448:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761178.079451:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761178.079454:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761178.079463:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a300 x1876699521141888/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761178.079473:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761178.079475:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761178.079477:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761178.079480:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1147
00000100:00080000:1.0:1789761178.079482:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761178.079484:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761178.079487:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761178.079494:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a680 x1876699521142016/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761178.079500:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761178.079502:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761178.079504:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761178.079506:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1147
00000100:00080000:1.0:1789761178.079508:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789761178.079512:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789761178.079515:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761178.079519:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761178.079527:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b100 x1876699521142144/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761178.079535:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761178.079538:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761178.079540:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761178.079545:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1147
00000100:00080000:1.0:1789761178.079549:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761178.079556:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761178/real 1789761178]  req@ffff911a08b09880 x1876699521141632/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761178.079557:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761178.079565:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761178.079583:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09500 x1876699521142272/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761178.079588:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09880 x1876699521141632/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761178.079604:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761178.079608:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761178.079613:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521141632:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761178.079634:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521141760:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761178.079653:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761178.079662:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761178/real 1789761178]  req@ffff911a08b08e00 x1876699521141760/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761178.079671:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08e00 x1876699521141760/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761178.079682:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761178.079685:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761178.079687:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521141760:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761178.079692:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521141888:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761178.079703:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761178.079709:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761178/real 1789761178]  req@ffff911a08b0a300 x1876699521141888/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761178.079716:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a300 x1876699521141888/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761178.079722:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761178.079723:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761178.079725:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521141888:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761178.079729:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521142016:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761178.079740:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761178.079746:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761178/real 1789761178]  req@ffff911a08b0a680 x1876699521142016/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761178.079753:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a680 x1876699521142016/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761178.079758:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761178.079760:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761178.079763:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521142016:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761178.079767:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521142144:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761178.079777:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761178.079783:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761178/real 1789761178]  req@ffff911a08b0b100 x1876699521142144/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761178.079790:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b100 x1876699521142144/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761178.079795:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761178.079797:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761178.079799:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521142144:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761178.079802:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521142272:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761178.079811:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761178.079817:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761178/real 1789761178]  req@ffff911a08b09500 x1876699521142272/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761178.079825:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09500 x1876699521142272/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761178.079833:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761178.079837:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761178.079840:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521142272:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761178.143360:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761179.167374:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761180.191374:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761181.215364:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761182.239440:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761183.199325:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761183.199333:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761183.199337:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761183.199347:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1152
00000100:00080000:0.0:1789761183.199358:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761183.199367:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789761183.199412:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55c00 x1876699521142400/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761183.199441:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761183.199445:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761183.199447:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761183.199452:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1152
00000100:00080000:0.0:1789761183.199456:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761183.199461:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761183.199471:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761183.199484:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521142400:192.168.203.116@tcp:250:kworker.0
00000100:00100000:0.0:1789761183.199486:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56680 x1876699521142528/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761183.199497:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761183.199499:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761183.199501:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761183.199504:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1152
00000100:00080000:0.0:1789761183.199507:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761183.199510:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761183.199513:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761183.199521:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55f80 x1876699521142656/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761183.199527:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761183.199530:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761183.199531:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761183.199533:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1152
00000100:00080000:0.0:1789761183.199536:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761183.199538:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000800:00000100:2.0:1789761183.199546:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000008:00100000:0.0:1789761183.199547:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761183.199557:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55500 x1876699521142784/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761183.199564:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761183.199566:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761183.199567:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761183.199571:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1152
00000100:00080000:0.0:1789761183.199573:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761183.199576:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761183.199580:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761183.199584:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761183/real 1789761183]  req@ffff911a05c55c00 x1876699521142400/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761183.199589:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54e00 x1876699521142912/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761183.199612:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761183.199613:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55c00 x1876699521142400/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761183.199621:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761183.199625:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761183.199632:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1152
00000100:00080000:2.0:1789761183.199635:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761183.199636:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761183.199644:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00080000:2.0:1789761183.199644:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000008:00100000:0.0:1789761183.199652:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761183.199652:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521142400:192.168.203.116@tcp:250:kworker.0
00000100:00100000:0.0:1789761183.199664:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57b80 x1876699521143040/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761183.199687:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521142528:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761183.199719:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761183.199734:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761183/real 1789761183]  req@ffff911a05c56680 x1876699521142528/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761183.199744:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56680 x1876699521142528/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761183.199751:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761183.199753:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761183.199756:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521142528:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761183.199760:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521142656:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761183.199776:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761183.199783:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761183/real 1789761183]  req@ffff911a05c55f80 x1876699521142656/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761183.199791:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55f80 x1876699521142656/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761183.199801:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761183.199803:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761183.199806:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521142656:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761183.199809:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521142784:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761183.199820:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761183.199826:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761183/real 1789761183]  req@ffff911a05c55500 x1876699521142784/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761183.199833:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55500 x1876699521142784/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761183.199839:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761183.199840:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761183.199842:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521142784:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761183.199846:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521142912:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761183.199856:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761183.199862:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761183/real 1789761183]  req@ffff911a05c54e00 x1876699521142912/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761183.199869:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54e00 x1876699521142912/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761183.199893:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761183.199896:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761183.199899:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521142912:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761183.199903:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521143040:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761183.199919:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761183.199932:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761183/real 1789761183]  req@ffff911a05c57b80 x1876699521143040/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761183.199941:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57b80 x1876699521143040/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761183.199946:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761183.199948:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761183.199951:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521143040:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761183.263358:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761184.287385:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761185.311353:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761186.335384:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761187.359367:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761188.319290:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761188.319297:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761188.319301:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761188.319310:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1157
00000100:00080000:0.0:1789761188.319319:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761188.319325:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789761188.319362:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57b80 x1876699521143168/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761188.319384:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761188.319386:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761188.319387:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761188.319390:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1157
00000100:00080000:0.0:1789761188.319392:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761188.319395:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761188.319403:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761188.319412:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54e00 x1876699521143296/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761188.319419:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761188.319422:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761188.319425:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761188.319427:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521143168:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789761188.319430:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1157
00000100:00080000:0.0:1789761188.319435:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761188.319439:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761188.319442:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761188.319449:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55500 x1876699521143424/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761188.319455:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761188.319457:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761188.319458:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761188.319461:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1157
00000100:00080000:0.0:1789761188.319464:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761188.319466:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761188.319470:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761188.319477:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55f80 x1876699521143552/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761188.319483:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761188.319485:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761188.319487:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761188.319490:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1157
00000100:00080000:0.0:1789761188.319492:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761188.319494:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761188.319497:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761188.319503:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789761188.319506:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56680 x1876699521143680/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761188.319514:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761188.319517:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761188.319518:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761188.319521:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1157
00000100:00080000:0.0:1789761188.319524:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761188.319526:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761188.319529:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761188.319540:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55c00 x1876699521143808/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761188.319558:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761188/real 1789761188]  req@ffff911a05c57b80 x1876699521143168/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761188.319581:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57b80 x1876699521143168/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761188.319590:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761188.319593:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761188.319596:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521143168:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761188.319615:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521143296:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761188.319633:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761188.319643:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761188/real 1789761188]  req@ffff911a05c54e00 x1876699521143296/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761188.319652:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54e00 x1876699521143296/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761188.319658:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761188.319660:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761188.319663:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521143296:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761188.319666:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521143424:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761188.319678:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761188.319684:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761188/real 1789761188]  req@ffff911a05c55500 x1876699521143424/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761188.319692:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55500 x1876699521143424/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761188.319697:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761188.319699:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761188.319701:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521143424:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761188.319705:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521143552:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761188.319722:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761188.319728:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761188/real 1789761188]  req@ffff911a05c55f80 x1876699521143552/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761188.319736:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55f80 x1876699521143552/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761188.319742:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761188.319745:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761188.319747:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521143552:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761188.319753:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521143680:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761188.319771:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761188.319782:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761188/real 1789761188]  req@ffff911a05c56680 x1876699521143680/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761188.319796:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56680 x1876699521143680/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761188.319805:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761188.319807:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761188.319810:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521143680:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761188.319815:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521143808:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761188.319831:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761188.319851:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761188/real 1789761188]  req@ffff911a05c55c00 x1876699521143808/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761188.319865:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55c00 x1876699521143808/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761188.319874:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761188.319877:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761188.319882:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521143808:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761188.383339:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761189.407351:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761190.431385:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761191.455413:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761192.479383:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761193.439345:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761193.439359:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761193.439364:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761193.439376:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1162
00000100:00080000:2.0:1789761193.439390:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761193.439400:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789761193.439445:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9c00 x1876699521143936/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761193.439478:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761193.439481:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761193.439482:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761193.439486:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1162
00000100:00080000:2.0:1789761193.439489:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761193.439493:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761193.439504:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761193.439517:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeaa00 x1876699521144064/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761193.439527:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761193.439530:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789761193.439531:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521143936:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789761193.439532:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761193.439540:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1162
00000100:00080000:2.0:1789761193.439550:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761193.439556:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761193.439560:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761193.439577:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9180 x1876699521144192/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761193.439583:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761193.439586:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761193.439587:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761193.439591:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1162
00000100:00080000:2.0:1789761193.439593:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761193.439596:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761193.439599:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761193.439605:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9880 x1876699521144320/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761193.439612:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761193.439615:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761193.439616:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761193.439620:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1162
00000800:00000100:1.0:1789761193.439627:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:2.0:1789761193.439627:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761193.439638:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761193.439643:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761193.439655:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8a80 x1876699521144448/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761193.439662:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761193.439665:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761193.439667:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761193.439672:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1162
00000100:00080000:2.0:1789761193.439675:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761193.439679:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761193/real 1789761193]  req@ffff911a12ee9c00 x1876699521143936/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761193.439680:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761193.439690:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761193.439718:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb480 x1876699521144576/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761193.439721:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9c00 x1876699521143936/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761193.439750:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761193.439759:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761193.439765:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521143936:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789761193.439794:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521144064:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761193.439835:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761193.439851:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761193/real 1789761193]  req@ffff911a12eeaa00 x1876699521144064/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761193.439864:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeaa00 x1876699521144064/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761193.439871:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761193.439874:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761193.439877:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521144064:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761193.439882:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521144192:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761193.439898:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761193.439906:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761193/real 1789761193]  req@ffff911a12ee9180 x1876699521144192/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761193.439913:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9180 x1876699521144192/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761193.439918:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761193.439921:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761193.439923:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521144192:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761193.439927:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521144320:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789761193.439939:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761193.439945:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761193/real 1789761193]  req@ffff911a12ee9880 x1876699521144320/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761193.439952:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9880 x1876699521144320/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761193.439957:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761193.439959:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761193.439961:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521144320:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761193.439965:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521144448:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761193.439975:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761193.439982:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761193/real 1789761193]  req@ffff911a12ee8a80 x1876699521144448/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761193.439989:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8a80 x1876699521144448/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761193.439994:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761193.439996:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761193.439998:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521144448:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761193.440001:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521144576:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761193.440012:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761193.440018:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761193/real 1789761193]  req@ffff911a12eeb480 x1876699521144576/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761193.440025:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb480 x1876699521144576/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761193.440030:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761193.440032:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761193.440034:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521144576:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761193.503417:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761194.527406:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761195.551419:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761196.575355:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761197.599409:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761198.559399:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761198.559407:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761198.559412:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761198.559421:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1167
00000100:00080000:0.0:1789761198.559432:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761198.559457:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789761198.559495:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521144704/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761198.559545:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761198.559548:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761198.559552:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761198.559556:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1167
00000100:00080000:0.0:1789761198.559560:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761198.559564:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761198.559590:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761198.559601:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521144832/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761198.559609:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789761198.559612:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521144704:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789761198.559613:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761198.559615:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761198.559622:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1167
00000100:00080000:0.0:1789761198.559625:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761198.559627:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761198.559630:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761198.559639:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521144960/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761198.559646:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761198.559649:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761198.559650:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761198.559652:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1167
00000100:00080000:0.0:1789761198.559654:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761198.559656:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761198.559660:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761198.559666:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521145088/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761198.559678:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761198.559681:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761198.559682:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761198.559685:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1167
00000100:00080000:0.0:1789761198.559687:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761198.559689:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761198.559694:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761198.559703:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56d80 x1876699521145216/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761198.559710:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761198.559713:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761198.559714:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761198.559717:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1167
00000100:00080000:0.0:1789761198.559721:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761198.559726:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761198.559731:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761198.559734:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521144832:192.168.203.116@tcp:38:kworker.0
00000100:00100000:0.0:1789761198.559745:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54a80 x1876699521145344/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761198.559780:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521144960:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761198.559806:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521145088:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761198.559827:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521145216:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761198.559847:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521145344:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761198.623336:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761199.647414:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761200.671347:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789761201.631519:0:2393:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.116:988
00000400:00000100:2.0:1789761201.631570:0:2393:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.116@tcp at host 192.168.203.116 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789761201.631586:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:2.0:1789761201.631623:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:2.0:1789761201.631634:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:2.0:1789761201.631644:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:2.0:1789761201.631654:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:2.0:1789761201.631664:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000100:00100000:1.0:1789761201.631666:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761198/real 1789761201]  req@ffff911a05c57100 x1876699521144832/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761201.631694:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521144832/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761201.631707:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761201.631714:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761201.631718:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521144832:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761201.631726:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761198/real 1789761201]  req@ffff911a05c54700 x1876699521144960/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761201.631737:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521144960/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761201.631764:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761201.631769:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761201.631772:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521144960:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761201.631780:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761198/real 1789761201]  req@ffff911a05c54000 x1876699521145088/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761201.631793:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521145088/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761201.631809:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761201.631812:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761201.631816:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521145088:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761201.631823:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761198/real 1789761201]  req@ffff911a05c56d80 x1876699521145216/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761201.631835:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56d80 x1876699521145216/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761201.631842:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761201.631845:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761201.631848:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521145216:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761201.631854:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761198/real 1789761201]  req@ffff911a05c55880 x1876699521144704/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761201.631865:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521144704/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761201.631872:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761201.631875:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761201.631878:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521144704:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789761201.631908:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761198/real 1789761201]  req@ffff911a05c54a80 x1876699521145344/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761201.631920:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54a80 x1876699521145344/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761201.631929:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761201.631932:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761201.631935:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521145344:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761201.695367:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761202.719332:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761203.679299:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761203.679310:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761203.679314:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761203.679333:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1172
00000100:00080000:0.0:1789761203.679345:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761203.679352:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789761203.679394:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521145472/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761203.679425:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761203.679430:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761203.679432:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761203.679436:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1172
00000100:00080000:0.0:1789761203.679441:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761203.679446:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761203.679457:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761203.679468:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521145472:192.168.203.116@tcp:250:kworker.0
00000100:00100000:0.0:1789761203.679475:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55180 x1876699521145600/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761203.679485:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761203.679488:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761203.679490:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761203.679494:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1172
00000100:00080000:0.0:1789761203.679498:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761203.679503:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761203.679509:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761203.679521:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56300 x1876699521145728/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761203.679532:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761203.679536:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761203.679538:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761203.679544:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1172
00000800:00000100:1.0:1789761203.679545:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789761203.679550:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761203.679557:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761203.679564:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761203.679576:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54380 x1876699521145856/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761203.679587:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761203.679592:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1789761203.679593:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761203/real 1789761203]  req@ffff911a05c56a00 x1876699521145472/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761203.679595:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761203.679604:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1172
00000100:00080000:0.0:1789761203.679611:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761203.679618:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761203.679624:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761203.679626:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521145472/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761203.679638:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57800 x1876699521145984/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761203.679641:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761203.679651:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:0.0:1789761203.679655:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761203.679661:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761203.679663:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761203.679666:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521145472:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789761203.679669:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1172
00000100:00080000:0.0:1789761203.679678:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761203.679682:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761203.679688:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761203.679701:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521145600:192.168.203.116@tcp:38:kworker.0
00000100:00100000:0.0:1789761203.679704:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521146112/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761203.679763:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761203.679782:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761203/real 1789761203]  req@ffff911a05c55180 x1876699521145600/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761203.679796:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55180 x1876699521145600/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761203.679805:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761203.679809:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761203.679813:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521145600:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761203.679820:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521145728:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761203.679845:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761203.679857:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761203/real 1789761203]  req@ffff911a05c56300 x1876699521145728/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761203.679871:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56300 x1876699521145728/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761203.679878:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761203.679880:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761203.679882:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521145728:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761203.679888:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521145856:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789761203.679911:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761203.679923:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761203/real 1789761203]  req@ffff911a05c54380 x1876699521145856/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761203.679934:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54380 x1876699521145856/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761203.679942:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761203.679946:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761203.679950:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521145856:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761203.679956:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521145984:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761203.679976:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761203.679988:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761203/real 1789761203]  req@ffff911a05c57800 x1876699521145984/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761203.680001:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57800 x1876699521145984/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761203.680010:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761203.680014:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761203.680017:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521145984:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761203.680044:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521146112:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761203.680067:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761203.680080:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761203/real 1789761203]  req@ffff911a05c56a00 x1876699521146112/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761203.680100:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521146112/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761203.680109:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761203.680112:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761203.680116:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521146112:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761203.743366:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761204.767351:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761205.791340:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761206.815383:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761207.839363:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761208.799331:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761208.799340:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761208.799344:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761208.799352:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1178
00000100:00080000:1.0:1789761208.799362:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761208.799368:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789761208.799409:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08700 x1876699521146240/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761208.799441:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761208.799445:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761208.799447:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761208.799452:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1178
00000100:00080000:1.0:1789761208.799456:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761208.799462:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761208.799473:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761208.799483:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521146240:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789761208.799492:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09f80 x1876699521146368/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761208.799505:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761208.799509:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761208.799511:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761208.799515:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1178
00000100:00080000:1.0:1789761208.799520:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761208.799525:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761208.799531:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761208.799543:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08380 x1876699521146496/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761208.799550:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761208.799554:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:2.0:1789761208.799556:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789761208.799557:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761208.799564:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1178
00000100:00080000:1.0:1789761208.799568:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761208.799572:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761208.799577:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761208.799585:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0aa00 x1876699521146624/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761208.799593:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761208.799595:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761208.799597:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761208.799600:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1178
00000100:00080000:1.0:1789761208.799602:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761208.799605:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761208/real 1789761208]  req@ffff911a08b08700 x1876699521146240/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761208.799607:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761208.799614:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761208.799626:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0ad80 x1876699521146752/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761208.799634:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761208.799635:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08700 x1876699521146240/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761208.799637:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761208.799641:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761208.799648:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1178
00000100:00080000:1.0:1789761208.799653:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761208.799657:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00080000:2.0:1789761208.799660:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:1.0:1789761208.799661:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761208.799669:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761208.799673:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09180 x1876699521146880/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761208.799679:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521146240:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761208.799727:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521146368:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761208.799752:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761208.799766:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761208/real 1789761208]  req@ffff911a08b09f80 x1876699521146368/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761208.799779:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09f80 x1876699521146368/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761208.799788:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761208.799792:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761208.799796:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521146368:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761208.799802:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521146496:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761208.799818:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761208.799828:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761208/real 1789761208]  req@ffff911a08b08380 x1876699521146496/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761208.799841:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08380 x1876699521146496/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761208.799849:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761208.799852:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761208.799856:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521146496:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761208.799862:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521146624:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761208.799879:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761208.799889:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761208/real 1789761208]  req@ffff911a08b0aa00 x1876699521146624/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761208.799900:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0aa00 x1876699521146624/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761208.799909:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761208.799913:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761208.799916:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521146624:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761208.799922:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521146752:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761208.799939:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761208.799950:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761208/real 1789761208]  req@ffff911a08b0ad80 x1876699521146752/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761208.799962:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0ad80 x1876699521146752/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761208.799970:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761208.799973:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761208.799977:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521146752:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761208.799982:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521146880:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761208.799999:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761208.800009:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761208/real 1789761208]  req@ffff911a08b09180 x1876699521146880/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761208.800021:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09180 x1876699521146880/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761208.800030:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761208.800033:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761208.800037:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521146880:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761208.863375:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761209.887358:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761210.911359:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761211.935406:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761212.959383:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761213.919310:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761213.919318:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761213.919321:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761213.919330:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1183
00000100:00080000:2.0:1789761213.919339:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761213.919346:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789761213.919381:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8700 x1876699521147008/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761213.919410:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761213.919414:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761213.919416:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761213.919420:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1183
00000100:00080000:2.0:1789761213.919424:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761213.919429:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761213.919441:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761213.919452:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521147008:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761213.919459:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8e00 x1876699521147136/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761213.919472:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761213.919475:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761213.919478:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761213.919483:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1183
00000100:00080000:2.0:1789761213.919487:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761213.919491:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761213.919496:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761213.919508:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea300 x1876699521147264/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761213.919514:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:2.0:1789761213.919525:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761213.919529:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761213.919531:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761213.919536:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1183
00000100:00080000:2.0:1789761213.919540:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761213.919544:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761213.919549:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761213.919553:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761213/real 1789761213]  req@ffff911a12ee8700 x1876699521147008/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761213.919572:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb800 x1876699521147392/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761213.919573:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8700 x1876699521147008/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761213.919603:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761213.919605:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761213.919607:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761213.919616:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1183
00000100:00080000:1.0:1789761213.919617:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761213.919621:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761213.919623:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761213.919629:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521147008:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789761213.919632:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761213.919639:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761213.919668:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9f80 x1876699521147520/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761213.919670:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521147136:192.168.203.116@tcp:38:kworker.0
00000100:00080000:2.0:1789761213.919690:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761213.919694:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761213.919696:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761213.919702:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1183
00000800:00000100:1.0:1789761213.919707:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:2.0:1789761213.919709:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761213.919722:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761213/real 1789761213]  req@ffff911a12ee8e00 x1876699521147136/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761213.919725:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761213.919737:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761213.919742:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8e00 x1876699521147136/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761213.919750:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789761213.919756:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eead80 x1876699521147648/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761213.919757:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761213.919763:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521147136:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761213.919774:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521147264:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761213.919795:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761213.919805:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761213/real 1789761213]  req@ffff911a12eea300 x1876699521147264/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761213.919813:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea300 x1876699521147264/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761213.919818:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761213.919820:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761213.919823:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521147264:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761213.919826:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521147392:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789761213.919837:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761213.919843:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761213/real 1789761213]  req@ffff911a12eeb800 x1876699521147392/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761213.919851:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb800 x1876699521147392/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761213.919856:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761213.919858:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761213.919859:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521147392:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761213.919870:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521147520:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761213.919881:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761213.919887:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761213/real 1789761213]  req@ffff911a12ee9f80 x1876699521147520/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761213.919894:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9f80 x1876699521147520/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761213.919900:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761213.919902:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761213.919904:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521147520:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761213.919907:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521147648:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761213.919916:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761213.919922:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761213/real 1789761213]  req@ffff911a12eead80 x1876699521147648/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761213.919929:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eead80 x1876699521147648/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761213.919934:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761213.919935:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761213.919937:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521147648:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761213.983341:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761215.007353:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761216.031371:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761217.055390:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761218.079331:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761219.039342:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761219.039356:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761219.039361:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761219.039374:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1188
00000100:00080000:1.0:1789761219.039388:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761219.039397:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789761219.039435:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08a80 x1876699521147776/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761219.039463:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761219.039467:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761219.039469:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761219.039473:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1188
00000100:00080000:1.0:1789761219.039476:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761219.039480:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761219.039491:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761219.039501:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b800 x1876699521147904/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761219.039510:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761219.039513:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761219.039515:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761219.039523:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1188
00000100:00100000:2.0:1789761219.039523:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521147776:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789761219.039530:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761219.039541:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761219.039545:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761219.039555:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0bb80 x1876699521148032/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761219.039562:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761219.039565:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761219.039567:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761219.039570:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1188
00000100:00080000:1.0:1789761219.039572:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761219.039575:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761219.039581:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761219.039588:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09c00 x1876699521148160/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761219.039596:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761219.039599:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761219.039601:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761219.039607:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1188
00000800:00000100:2.0:1789761219.039608:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789761219.039625:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761219.039630:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761219.039635:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761219.039645:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b480 x1876699521148288/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761219.039652:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761219.039655:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761219.039657:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761219.039660:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1188
00000100:00080000:1.0:1789761219.039663:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761219.039668:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761219.039673:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761219.039680:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761219/real 1789761219]  req@ffff911a08b08a80 x1876699521147776/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761219.039682:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08000 x1876699521148416/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761219.039740:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08a80 x1876699521147776/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761219.039753:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761219.039758:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761219.039763:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521147776:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761219.039787:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521147904:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761219.039815:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761219.039830:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761219/real 1789761219]  req@ffff911a08b0b800 x1876699521147904/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761219.039843:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b800 x1876699521147904/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761219.039851:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761219.039855:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761219.039858:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521147904:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761219.039866:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521148032:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761219.039885:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761219.039896:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761219/real 1789761219]  req@ffff911a08b0bb80 x1876699521148032/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761219.039908:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0bb80 x1876699521148032/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761219.039916:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761219.039919:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761219.039923:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521148032:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761219.039930:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521148160:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761219.039949:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761219.039960:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761219/real 1789761219]  req@ffff911a08b09c00 x1876699521148160/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761219.039973:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09c00 x1876699521148160/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761219.039981:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761219.039985:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761219.039988:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521148160:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761219.039995:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521148288:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761219.040014:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761219.040025:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761219/real 1789761219]  req@ffff911a08b0b480 x1876699521148288/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761219.040038:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b480 x1876699521148288/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761219.040047:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761219.040051:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761219.040054:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521148288:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761219.040060:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521148416:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761219.040082:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761219.040093:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761219/real 1789761219]  req@ffff911a08b08000 x1876699521148416/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761219.040105:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08000 x1876699521148416/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761219.040113:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761219.040116:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761219.040121:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521148416:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761219.103396:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761220.127403:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761221.151414:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761222.175335:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761223.199374:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761224.159343:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761224.159352:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761224.159356:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761224.159364:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1193
00000100:00080000:0.0:1789761224.159374:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761224.159380:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789761224.159414:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54a80 x1876699521148544/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761224.159435:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761224.159437:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761224.159439:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761224.159442:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1193
00000100:00080000:0.0:1789761224.159444:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761224.159446:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761224.159454:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761224.159463:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521148672/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761224.159472:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761224.159475:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761224.159476:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761224.159481:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521148544:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789761224.159483:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1193
00000100:00080000:0.0:1789761224.159491:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761224.159496:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761224.159501:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761224.159515:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56d80 x1876699521148800/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761224.159526:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761224.159529:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761224.159531:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761224.159536:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1193
00000100:00080000:0.0:1789761224.159540:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761224.159543:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000800:00000100:2.0:1789761224.159549:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000008:00100000:0.0:1789761224.159551:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761224.159563:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521148928/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761224.159581:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761224.159584:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761224.159585:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761224.159588:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1193
00000100:00080000:0.0:1789761224.159592:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761224.159595:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761224.159600:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761224.159607:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761224/real 1789761224]  req@ffff911a05c54a80 x1876699521148544/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761224.159616:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521149056/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761224.159628:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761224.159631:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761224.159632:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761224.159638:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1193
00000100:00100000:2.0:1789761224.159639:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54a80 x1876699521148544/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761224.159641:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761224.159647:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761224.159654:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761224.159660:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789761224.159665:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521149184/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761224.159668:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761224.159675:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521148544:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761224.159702:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521148672:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761224.159723:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761224.159732:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761224/real 1789761224]  req@ffff911a05c55880 x1876699521148672/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761224.159742:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521148672/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761224.159750:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761224.159754:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761224.159757:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521148672:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761224.159764:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521148800:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761224.159785:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761224.159797:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761224/real 1789761224]  req@ffff911a05c56d80 x1876699521148800/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761224.159807:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56d80 x1876699521148800/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761224.159812:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761224.159814:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761224.159816:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521148800:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761224.159820:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521148928:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761224.159835:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761224.159841:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761224/real 1789761224]  req@ffff911a05c54000 x1876699521148928/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761224.159849:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521148928/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761224.159854:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761224.159856:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761224.159858:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521148928:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761224.159861:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521149056:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761224.159871:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761224.159877:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761224/real 1789761224]  req@ffff911a05c54700 x1876699521149056/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761224.159884:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521149056/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761224.159889:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761224.159891:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761224.159893:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521149056:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761224.159896:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521149184:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761224.159906:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761224.159911:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761224/real 1789761224]  req@ffff911a05c57100 x1876699521149184/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761224.159918:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521149184/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761224.159922:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761224.159924:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761224.159926:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521149184:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761224.223372:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761225.247351:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761226.271362:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761227.295422:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761228.319350:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761229.279293:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761229.279305:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761229.279309:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761229.279321:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1198
00000100:00080000:0.0:1789761229.279333:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761229.279341:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789761229.279379:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55c00 x1876699521149312/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761229.279403:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761229.279406:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761229.279407:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761229.279411:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1198
00000100:00080000:0.0:1789761229.279414:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761229.279417:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761229.279425:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761229.279434:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56680 x1876699521149440/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761229.279441:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521149312:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789761229.279457:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761229.279462:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761229.279464:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761229.279469:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1198
00000100:00080000:0.0:1789761229.279473:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761229.279478:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761229.279484:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761229.279497:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55f80 x1876699521149568/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761229.279506:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761229.279508:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761229.279509:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761229.279512:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1198
00000100:00080000:0.0:1789761229.279515:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789761229.279520:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789761229.279521:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761229.279527:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761229.279551:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55500 x1876699521149696/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761229.279559:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761229.279562:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761229.279568:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761229.279571:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1198
00000100:00080000:0.0:1789761229.279576:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761229.279577:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761229/real 1789761229]  req@ffff911a05c55c00 x1876699521149312/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761229.279582:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761229.279591:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761229.279604:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55c00 x1876699521149312/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761229.279609:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54e00 x1876699521149824/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761229.279618:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761229.279627:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:0.0:1789761229.279628:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761229.279633:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521149312:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789761229.279634:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761229.279638:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761229.279643:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1198
00000100:00080000:0.0:1789761229.279646:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761229.279649:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761229.279653:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761229.279660:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521149440:192.168.203.116@tcp:38:kworker.0
00000100:00100000:0.0:1789761229.279664:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57b80 x1876699521149952/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761229.279685:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761229.279697:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761229/real 1789761229]  req@ffff911a05c56680 x1876699521149440/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761229.279706:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56680 x1876699521149440/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761229.279712:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761229.279715:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761229.279717:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521149440:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761229.279721:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521149568:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761229.279732:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761229.279739:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761229/real 1789761229]  req@ffff911a05c55f80 x1876699521149568/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761229.279746:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55f80 x1876699521149568/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761229.279751:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761229.279753:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761229.279755:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521149568:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761229.279759:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521149696:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761229.279778:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761229.279785:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761229/real 1789761229]  req@ffff911a05c55500 x1876699521149696/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761229.279793:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55500 x1876699521149696/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761229.279798:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761229.279800:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761229.279802:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521149696:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761229.279806:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521149824:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761229.279815:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761229.279821:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761229/real 1789761229]  req@ffff911a05c54e00 x1876699521149824/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761229.279828:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54e00 x1876699521149824/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761229.279833:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761229.279835:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761229.279837:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521149824:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761229.279853:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521149952:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761229.279872:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761229.279884:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761229/real 1789761229]  req@ffff911a05c57b80 x1876699521149952/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761229.279896:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57b80 x1876699521149952/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761229.279901:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761229.279904:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761229.279906:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521149952:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761229.343378:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761230.367407:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761231.391368:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761232.415361:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761233.439346:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761234.399338:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761234.399346:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761234.399351:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761234.399359:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1203
00000100:00080000:1.0:1789761234.399368:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761234.399375:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789761234.399420:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08000 x1876699521150080/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761234.399449:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761234.399454:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761234.399456:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761234.399460:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1203
00000100:00080000:1.0:1789761234.399464:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761234.399468:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761234.399476:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761234.399488:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521150080:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789761234.399490:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b480 x1876699521150208/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761234.399517:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761234.399520:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761234.399521:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761234.399524:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1203
00000100:00080000:1.0:1789761234.399527:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761234.399529:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761234.399533:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761234.399543:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09c00 x1876699521150336/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761234.399559:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761234.399562:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761234.399564:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761234.399569:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1203
00000800:00000100:2.0:1789761234.399575:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789761234.399576:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761234.399583:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761234.399589:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761234.399602:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0bb80 x1876699521150464/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761234.399612:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761234.399614:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761234.399616:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761234.399618:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1203
00000100:00080000:1.0:1789761234.399622:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761234.399625:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761234.399630:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761234.399631:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761234/real 1789761234]  req@ffff911a08b08000 x1876699521150080/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761234.399640:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b800 x1876699521150592/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761234.399648:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761234.399652:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789761234.399652:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08000 x1876699521150080/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761234.399656:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761234.399662:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1203
00000100:00080000:1.0:1789761234.399668:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761234.399672:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00080000:2.0:1789761234.399674:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:1.0:1789761234.399675:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761234.399682:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761234.399686:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08a80 x1876699521150720/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761234.399688:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521150080:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761234.399715:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521150208:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761234.399736:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761234.399745:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761234/real 1789761234]  req@ffff911a08b0b480 x1876699521150208/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761234.399753:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b480 x1876699521150208/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761234.399759:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761234.399761:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761234.399764:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521150208:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761234.399768:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521150336:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761234.399779:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761234.399785:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761234/real 1789761234]  req@ffff911a08b09c00 x1876699521150336/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761234.399793:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09c00 x1876699521150336/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761234.399798:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761234.399800:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761234.399802:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521150336:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761234.399805:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521150464:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761234.399816:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761234.399822:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761234/real 1789761234]  req@ffff911a08b0bb80 x1876699521150464/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761234.399829:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0bb80 x1876699521150464/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761234.399834:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761234.399836:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761234.399838:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521150464:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761234.399841:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521150592:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761234.399851:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761234.399857:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761234/real 1789761234]  req@ffff911a08b0b800 x1876699521150592/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761234.399864:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b800 x1876699521150592/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761234.399869:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761234.399872:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761234.399875:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521150592:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761234.399880:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521150720:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761234.399899:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761234.399910:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761234/real 1789761234]  req@ffff911a08b08a80 x1876699521150720/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761234.399924:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08a80 x1876699521150720/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761234.399932:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761234.399934:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761234.399936:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521150720:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761234.463389:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761235.487372:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761236.511421:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761237.535391:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761238.559384:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761239.519340:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761239.519348:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761239.519352:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761239.519361:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1208
00000100:00080000:0.0:1789761239.519371:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761239.519377:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789761239.519414:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57b80 x1876699521150848/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761239.519435:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761239.519437:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761239.519439:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761239.519442:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1208
00000100:00080000:0.0:1789761239.519444:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761239.519446:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761239.519470:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761239.519483:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54e00 x1876699521150976/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761239.519491:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761239.519494:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761239.519495:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761239.519500:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1208
00000100:00100000:2.0:1789761239.519502:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521150848:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789761239.519503:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761239.519509:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761239.519515:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761239.519523:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55500 x1876699521151104/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761239.519530:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761239.519532:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761239.519533:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761239.519536:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1208
00000100:00080000:0.0:1789761239.519538:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761239.519540:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761239.519543:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761239.519550:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55f80 x1876699521151232/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761239.519558:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761239.519562:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761239.519564:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761239.519567:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1208
00000100:00080000:0.0:1789761239.519572:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789761239.519576:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789761239.519581:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761239.519588:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761239.519602:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56680 x1876699521151360/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761239.519613:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761239.519617:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761239.519619:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761239.519626:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1208
00000100:00100000:2.0:1789761239.519627:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761239/real 1789761239]  req@ffff911a05c57b80 x1876699521150848/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761239.519633:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761239.519640:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761239.519645:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761239.519655:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57b80 x1876699521150848/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761239.519658:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55c00 x1876699521151488/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761239.519698:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761239.519704:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761239.519709:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521150848:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761239.519735:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521150976:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761239.519755:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761239.519766:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761239/real 1789761239]  req@ffff911a05c54e00 x1876699521150976/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761239.519775:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54e00 x1876699521150976/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761239.519781:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761239.519784:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761239.519787:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521150976:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761239.519791:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521151104:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761239.519802:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761239.519809:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761239/real 1789761239]  req@ffff911a05c55500 x1876699521151104/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761239.519817:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55500 x1876699521151104/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761239.519822:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761239.519824:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761239.519826:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521151104:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761239.519831:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521151232:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761239.519850:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761239.519861:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761239/real 1789761239]  req@ffff911a05c55f80 x1876699521151232/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761239.519883:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55f80 x1876699521151232/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761239.519892:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761239.519894:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761239.519897:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521151232:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761239.519901:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521151360:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761239.519917:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761239.519925:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761239/real 1789761239]  req@ffff911a05c56680 x1876699521151360/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761239.519933:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56680 x1876699521151360/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761239.519939:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761239.519940:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761239.519942:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521151360:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761239.519946:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521151488:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761239.519957:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761239.519967:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761239/real 1789761239]  req@ffff911a05c55c00 x1876699521151488/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761239.519980:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55c00 x1876699521151488/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761239.519988:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761239.519992:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761239.519995:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521151488:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761239.583357:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761240.607401:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761241.631340:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761242.655328:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761243.679329:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761244.639348:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761244.639358:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761244.639361:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761244.639372:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1213
00000100:00080000:1.0:1789761244.639383:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761244.639390:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789761244.639442:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09180 x1876699521151616/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761244.639466:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761244.639469:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761244.639471:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761244.639475:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1213
00000100:00080000:1.0:1789761244.639477:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761244.639481:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761244.639491:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761244.639502:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0ad80 x1876699521151744/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761244.639510:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761244.639515:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761244.639521:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761244.639523:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521151616:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789761244.639527:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1213
00000100:00080000:1.0:1789761244.639537:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761244.639543:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761244.639547:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761244.639556:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0aa00 x1876699521151872/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761244.639563:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761244.639566:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761244.639567:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761244.639570:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1213
00000100:00080000:1.0:1789761244.639573:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761244.639576:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761244.639581:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761244.639589:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08380 x1876699521152000/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761244.639596:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761244.639599:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761244.639600:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761244.639606:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1213
00000100:00080000:1.0:1789761244.639609:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789761244.639612:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789761244.639617:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761244.639623:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761244.639633:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09f80 x1876699521152128/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761244.639641:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761244.639644:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761244.639645:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761244.639649:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1213
00000100:00080000:1.0:1789761244.639652:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761244.639656:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761244.639660:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761244.639664:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761244/real 1789761244]  req@ffff911a08b09180 x1876699521151616/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761244.639673:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08700 x1876699521152256/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761244.639698:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09180 x1876699521151616/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761244.639709:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761244.639717:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761244.639722:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521151616:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761244.639746:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521151744:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761244.639763:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761244.639772:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761244/real 1789761244]  req@ffff911a08b0ad80 x1876699521151744/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761244.639781:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0ad80 x1876699521151744/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761244.639791:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761244.639793:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761244.639795:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521151744:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761244.639799:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521151872:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761244.639811:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761244.639817:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761244/real 1789761244]  req@ffff911a08b0aa00 x1876699521151872/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761244.639824:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0aa00 x1876699521151872/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761244.639829:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761244.639831:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761244.639833:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521151872:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761244.639837:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521152000:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761244.639849:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761244.639855:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761244/real 1789761244]  req@ffff911a08b08380 x1876699521152000/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761244.639863:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08380 x1876699521152000/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761244.639867:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761244.639869:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761244.639872:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521152000:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761244.639876:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521152128:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761244.639888:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761244.639893:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761244/real 1789761244]  req@ffff911a08b09f80 x1876699521152128/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761244.639900:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09f80 x1876699521152128/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761244.639905:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761244.639907:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761244.639909:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521152128:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761244.639912:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521152256:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761244.639923:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761244.639929:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761244/real 1789761244]  req@ffff911a08b08700 x1876699521152256/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761244.639936:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08700 x1876699521152256/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761244.639941:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761244.639942:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761244.639944:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521152256:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761244.703391:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761245.727355:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761246.751392:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761247.775510:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761248.799369:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761249.759334:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761249.759343:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761249.759348:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761249.759357:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1219
00000100:00080000:1.0:1789761249.759368:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761249.759376:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789761249.759437:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09500 x1876699521152384/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761249.759467:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761249.759471:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761249.759473:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761249.759477:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1219
00000100:00080000:1.0:1789761249.759482:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761249.759487:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761249.759497:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761249.759506:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521152384:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789761249.759515:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b100 x1876699521152512/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761249.759528:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761249.759532:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761249.759533:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761249.759539:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1219
00000100:00080000:1.0:1789761249.759544:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761249.759549:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761249.759554:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761249.759566:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a680 x1876699521152640/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761249.759577:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789761249.759578:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789761249.759585:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761249.759587:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761249.759594:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1219
00000100:00080000:1.0:1789761249.759600:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761249.759605:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761249.759611:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761249.759624:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a300 x1876699521152768/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761249.759627:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761249/real 1789761249]  req@ffff911a08b09500 x1876699521152384/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761249.759660:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09500 x1876699521152384/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761249.759669:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761249.759671:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761249.759674:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:1.0:1789761249.759679:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1789761249.759681:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521152384:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789761249.759685:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761249.759692:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1219
00000100:00080000:1.0:1789761249.759697:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761249.759701:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789761249.759705:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521152512:192.168.203.116@tcp:38:kworker.0
00000008:00100000:1.0:1789761249.759707:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761249.759725:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08e00 x1876699521152896/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761249.759735:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789761249.759744:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761249.759749:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761249.759751:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761249.759756:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761249/real 1789761249]  req@ffff911a08b0b100 x1876699521152512/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761249.759758:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1219
00000100:00080000:1.0:1789761249.759766:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761249.759774:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789761249.759778:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b100 x1876699521152512/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789761249.759782:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761249.759788:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761249.759792:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761249.759795:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521152512:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761249.759801:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09880 x1876699521153024/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761249.759802:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521152640:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761249.759833:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761249.759844:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761249/real 1789761249]  req@ffff911a08b0a680 x1876699521152640/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761249.759854:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a680 x1876699521152640/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761249.759864:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761249.759866:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761249.759869:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521152640:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761249.759872:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521152768:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761249.759884:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761249.759890:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761249/real 1789761249]  req@ffff911a08b0a300 x1876699521152768/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761249.759897:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a300 x1876699521152768/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761249.759903:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761249.759904:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761249.759906:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521152768:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761249.759917:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521152896:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761249.759927:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761249.759933:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761249/real 1789761249]  req@ffff911a08b08e00 x1876699521152896/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761249.759940:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08e00 x1876699521152896/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761249.759945:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761249.759947:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761249.759950:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521152896:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761249.759953:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521153024:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761249.759963:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761249.759968:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761249/real 1789761249]  req@ffff911a08b09880 x1876699521153024/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761249.759975:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09880 x1876699521153024/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761249.759979:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761249.759981:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761249.759983:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521153024:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761249.823357:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761250.847359:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761251.871401:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761252.895454:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761253.919419:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761254.879334:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761254.879358:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761254.879363:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761254.879376:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1224
00000100:00080000:0.0:1789761254.879390:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761254.879399:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789761254.879442:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521153152/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761254.879473:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761254.879476:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761254.879481:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761254.879484:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1224
00000100:00080000:0.0:1789761254.879487:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761254.879490:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761254.879501:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761254.879512:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521153280/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761254.879521:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761254.879525:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789761254.879527:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521153152:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789761254.879528:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761254.879536:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1224
00000100:00080000:0.0:1789761254.879540:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761254.879543:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761254.879546:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761254.879552:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521153408/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761254.879558:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761254.879561:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761254.879562:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761254.879565:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1224
00000100:00080000:0.0:1789761254.879567:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761254.879570:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761254.879573:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761254.879581:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56d80 x1876699521153536/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761254.879588:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761254.879590:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761254.879592:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761254.879595:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1224
00000100:00080000:0.0:1789761254.879598:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761254.879601:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761254.879604:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761254.879611:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521153664/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761254.879627:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789761254.879630:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761254.879636:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761254.879639:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761254.879645:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1224
00000100:00080000:0.0:1789761254.879651:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761254.879656:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761254.879663:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761254.879673:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761254/real 1789761254]  req@ffff911a05c57100 x1876699521153152/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761254.879679:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54a80 x1876699521153792/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761254.879706:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521153152/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761254.879716:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761254.879720:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761254.879724:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521153152:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761254.879746:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521153280:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761254.879768:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761254.879783:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761254/real 1789761254]  req@ffff911a05c54700 x1876699521153280/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761254.879797:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521153280/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761254.879807:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761254.879811:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761254.879814:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521153280:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761254.879822:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521153408:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761254.879843:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761254.879861:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761254/real 1789761254]  req@ffff911a05c54000 x1876699521153408/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761254.879869:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521153408/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761254.879875:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761254.879878:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761254.879880:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521153408:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761254.879885:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521153536:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761254.879900:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761254.879907:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761254/real 1789761254]  req@ffff911a05c56d80 x1876699521153536/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761254.879914:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56d80 x1876699521153536/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761254.879921:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761254.879923:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761254.879925:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521153536:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761254.879928:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521153664:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761254.879939:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761254.879945:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761254/real 1789761254]  req@ffff911a05c55880 x1876699521153664/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761254.879952:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521153664/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761254.879958:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761254.879960:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761254.879962:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521153664:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761254.879965:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521153792:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761254.879976:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761254.879982:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761254/real 1789761254]  req@ffff911a05c54a80 x1876699521153792/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761254.879989:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54a80 x1876699521153792/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761254.879996:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761254.879999:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761254.880003:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521153792:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761254.943400:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761255.967396:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761256.991390:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761258.015465:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761259.039405:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761259.999338:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761259.999349:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761259.999354:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761259.999365:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1229
00000100:00080000:1.0:1789761259.999377:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761259.999385:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789761259.999427:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09880 x1876699521153920/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761259.999457:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761259.999461:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761259.999463:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761259.999468:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1229
00000100:00080000:1.0:1789761259.999472:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761259.999477:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761259.999487:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761259.999506:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08e00 x1876699521154048/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761259.999520:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761259.999527:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789761259.999528:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521153920:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789761259.999533:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761259.999542:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1229
00000100:00080000:1.0:1789761259.999547:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761259.999552:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761259.999557:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761259.999572:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a300 x1876699521154176/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761259.999584:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761259.999589:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761259.999591:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761259.999595:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1229
00000100:00080000:1.0:1789761259.999599:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761259.999604:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761259.999611:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789761259.999615:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761259.999634:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a680 x1876699521154304/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761259.999646:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761259.999650:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761259.999653:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761259.999658:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1229
00000100:00080000:1.0:1789761259.999664:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761259.999667:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761259.999672:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761259.999681:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761259/real 1789761259]  req@ffff911a08b09880 x1876699521153920/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761259.999693:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b100 x1876699521154432/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761259.999707:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09880 x1876699521153920/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761259.999710:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761259.999727:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761259.999731:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761259.999733:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761259.999738:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761259.999748:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521153920:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789761259.999749:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1229
00000100:00080000:1.0:1789761259.999765:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761259.999774:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761259.999782:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761259.999788:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521154048:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761259.999800:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09500 x1876699521154560/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761259.999823:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761259.999841:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761259/real 1789761259]  req@ffff911a08b08e00 x1876699521154048/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761259.999852:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08e00 x1876699521154048/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761259.999858:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761259.999861:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761259.999863:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521154048:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761259.999868:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521154176:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761259.999886:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761259.999893:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761259/real 1789761259]  req@ffff911a08b0a300 x1876699521154176/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761259.999901:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a300 x1876699521154176/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761259.999907:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761259.999909:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761259.999911:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521154176:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761259.999915:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521154304:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761259.999928:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761259.999933:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761259/real 1789761259]  req@ffff911a08b0a680 x1876699521154304/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761259.999941:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a680 x1876699521154304/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761259.999946:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761259.999948:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761259.999950:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521154304:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761259.999954:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521154432:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761259.999965:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761259.999972:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761259/real 1789761259]  req@ffff911a08b0b100 x1876699521154432/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761259.999984:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b100 x1876699521154432/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761259.999989:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761259.999991:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761259.999993:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521154432:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761260.000006:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521154560:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761260.000017:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761260.000023:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761259/real 1789761260]  req@ffff911a08b09500 x1876699521154560/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761260.000031:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09500 x1876699521154560/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761260.000036:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761260.000038:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761260.000040:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521154560:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761260.063437:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761261.087398:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761262.111418:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761263.135394:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761264.159426:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761265.119349:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761265.119365:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761265.119369:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761265.119379:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1234
00000100:00080000:0.0:1789761265.119391:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761265.119398:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789761265.119439:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521154688/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761265.119466:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761265.119474:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761265.119475:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761265.119480:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1234
00000100:00080000:0.0:1789761265.119485:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761265.119491:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761265.119502:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761265.119518:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521154688:192.168.203.116@tcp:250:kworker.0
00000100:00100000:0.0:1789761265.119521:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57800 x1876699521154816/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761265.119539:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761265.119543:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761265.119545:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761265.119551:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1234
00000100:00080000:0.0:1789761265.119555:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761265.119560:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761265.119566:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761265.119577:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54380 x1876699521154944/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761265.119586:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761265.119588:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761265.119590:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761265.119594:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1234
00000100:00080000:0.0:1789761265.119597:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761265.119600:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761265.119605:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761265.119614:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56300 x1876699521155072/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761265.119621:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761265.119624:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761265.119626:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761265.119628:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1234
00000100:00080000:0.0:1789761265.119631:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761265.119634:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761265.119638:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761265.119649:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521154816:192.168.203.116@tcp:38:kworker.0
00000100:00100000:0.0:1789761265.119653:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55180 x1876699521155200/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761265.119664:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761265.119666:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761265.119667:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761265.119670:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1234
00000100:00080000:0.0:1789761265.119672:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761265.119675:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761265.119679:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761265.119689:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521154944:192.168.203.116@tcp:38:kworker.0
00000100:00100000:0.0:1789761265.119693:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54a80 x1876699521155328/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761265.119717:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521155072:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761265.119739:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521155200:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761265.119753:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521155328:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761265.183362:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761266.207396:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761267.231365:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789761268.191485:0:2394:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.116:988
00000400:00000100:1.0:1789761268.191526:0:2394:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.116@tcp at host 192.168.203.116 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789761268.191542:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:1.0:1789761268.191581:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:1.0:1789761268.191589:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:1.0:1789761268.191598:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:1.0:1789761268.191608:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:1.0:1789761268.191618:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000100:00100000:2.0:1789761268.191637:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761265/real 1789761268]  req@ffff911a05c55180 x1876699521155200/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761268.191665:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55180 x1876699521155200/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761268.191678:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761268.191684:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761268.191689:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521155200:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761268.191698:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761265/real 1789761268]  req@ffff911a05c54a80 x1876699521155328/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761268.191709:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54a80 x1876699521155328/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761268.191715:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761268.191717:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761268.191719:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521155328:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761268.191723:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761265/real 1789761268]  req@ffff911a05c57800 x1876699521154816/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761268.191731:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57800 x1876699521154816/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761268.191738:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761268.191742:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761268.191745:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521154816:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761268.191753:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761265/real 1789761268]  req@ffff911a05c54380 x1876699521154944/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761268.191763:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54380 x1876699521154944/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761268.191770:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761268.191774:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761268.191777:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521154944:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761268.191798:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761265/real 1789761268]  req@ffff911a05c56300 x1876699521155072/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761268.191811:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56300 x1876699521155072/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761268.191820:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761268.191823:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761268.191826:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521155072:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761268.191833:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761265/real 1789761268]  req@ffff911a05c56a00 x1876699521154688/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761268.191845:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521154688/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761268.191852:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761268.191855:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761268.191858:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521154688:192.168.203.116@tcp:250:kworker.0
00010000:00010000:3.0:1789761268.255376:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761269.279409:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761270.239319:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761270.239332:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761270.239336:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761270.239345:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1239
00000100:00080000:2.0:1789761270.239357:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761270.239365:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789761270.239400:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eebb80 x1876699521155456/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761270.239428:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761270.239431:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761270.239432:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761270.239437:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1239
00000100:00080000:2.0:1789761270.239440:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761270.239444:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761270.239453:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761270.239465:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9500 x1876699521155584/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761270.239477:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521155456:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789761270.239480:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761270.239496:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761270.239499:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761270.239503:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1239
00000100:00080000:2.0:1789761270.239506:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761270.239509:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761270.239513:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761270.239526:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb100 x1876699521155712/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761270.239537:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761270.239541:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761270.239544:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761270.239549:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1239
00000100:00080000:2.0:1789761270.239563:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761270.239570:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000800:00000100:1.0:1789761270.239578:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000008:00100000:2.0:1789761270.239582:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761270.239603:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea680 x1876699521155840/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761270.239617:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761270.239621:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761270.239623:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761270.239628:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1239
00000100:00080000:2.0:1789761270.239633:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761270.239644:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761270/real 1789761270]  req@ffff911a12eebb80 x1876699521155456/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761270.239647:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761270.239661:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761270.239687:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eebb80 x1876699521155456/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761270.239687:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8380 x1876699521155968/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761270.239740:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761270.239749:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761270.239752:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761270.239753:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761270.239763:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1239
00000100:00080000:1.0:1789761270.239768:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:2.0:1789761270.239771:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761270.239778:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521155456:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789761270.239782:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761270.239796:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761270.239814:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8000 x1876699521156096/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761270.239826:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521155584:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761270.239866:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761270.239884:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761270/real 1789761270]  req@ffff911a12ee9500 x1876699521155584/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761270.239898:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9500 x1876699521155584/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761270.239906:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761270.239909:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761270.239912:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521155584:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761270.239919:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521155712:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761270.239939:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761270.239950:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761270/real 1789761270]  req@ffff911a12eeb100 x1876699521155712/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761270.239962:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb100 x1876699521155712/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761270.239970:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761270.239974:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761270.239978:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521155712:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761270.239985:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521155840:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789761270.240006:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761270.240018:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761270/real 1789761270]  req@ffff911a12eea680 x1876699521155840/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761270.240030:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea680 x1876699521155840/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761270.240046:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761270.240049:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761270.240053:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521155840:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761270.240060:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521155968:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761270.240081:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761270.240092:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761270/real 1789761270]  req@ffff911a12ee8380 x1876699521155968/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761270.240105:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8380 x1876699521155968/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761270.240113:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761270.240117:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761270.240120:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521155968:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761270.240141:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521156096:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761270.240167:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761270.240180:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761270/real 1789761270]  req@ffff911a12ee8000 x1876699521156096/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761270.240192:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8000 x1876699521156096/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761270.240199:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761270.240203:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761270.240207:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521156096:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761270.303411:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761271.327416:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761272.351442:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761273.375399:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761274.399404:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761275.359329:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761275.359339:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761275.359343:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761275.359353:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1244
00000100:00080000:2.0:1789761275.359365:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761275.359374:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789761275.359423:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8000 x1876699521156224/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761275.359449:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761275.359453:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761275.359454:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761275.359458:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1244
00000100:00080000:2.0:1789761275.359461:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761275.359464:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761275.359472:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761275.359487:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8380 x1876699521156352/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761275.359499:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761275.359503:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761275.359506:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761275.359511:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1244
00000100:00080000:2.0:1789761275.359516:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761275.359519:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521156224:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789761275.359523:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761275.359532:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761275.359544:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea680 x1876699521156480/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761275.359551:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761275.359555:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761275.359556:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761275.359559:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1244
00000100:00080000:2.0:1789761275.359562:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761275.359565:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761275.359570:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761275.359577:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb100 x1876699521156608/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761275.359585:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761275.359587:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761275.359591:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789761275.359592:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:2.0:1789761275.359596:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1244
00000100:00080000:2.0:1789761275.359599:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761275.359603:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761275.359606:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761275.359615:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9500 x1876699521156736/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761275.359620:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761275.359623:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761275.359624:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761275.359628:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1244
00000100:00080000:2.0:1789761275.359631:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761275.359634:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789761275.359638:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761275/real 1789761275]  req@ffff911a12ee8000 x1876699521156224/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789761275.359639:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761275.359650:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eebb80 x1876699521156864/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761275.359658:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8000 x1876699521156224/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761275.359668:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761275.359671:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761275.359674:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521156224:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789761275.359681:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521156352:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761275.359698:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761275.359707:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761275/real 1789761275]  req@ffff911a12ee8380 x1876699521156352/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761275.359715:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8380 x1876699521156352/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761275.359721:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761275.359723:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761275.359726:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521156352:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761275.359756:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521156480:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761275.359769:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761275.359776:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761275/real 1789761275]  req@ffff911a12eea680 x1876699521156480/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761275.359784:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea680 x1876699521156480/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761275.359790:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761275.359792:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761275.359794:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521156480:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761275.359798:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521156608:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789761275.359809:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761275.359814:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761275/real 1789761275]  req@ffff911a12eeb100 x1876699521156608/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761275.359822:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb100 x1876699521156608/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761275.359827:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761275.359829:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761275.359831:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521156608:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761275.359834:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521156736:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761275.359844:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761275.359850:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761275/real 1789761275]  req@ffff911a12ee9500 x1876699521156736/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761275.359858:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9500 x1876699521156736/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761275.359864:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761275.359866:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761275.359868:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521156736:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761275.359871:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521156864:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761275.359881:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761275.359887:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761275/real 1789761275]  req@ffff911a12eebb80 x1876699521156864/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761275.359894:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eebb80 x1876699521156864/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761275.359898:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761275.359900:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761275.359902:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521156864:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761275.423370:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761276.447393:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761277.471404:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761278.495384:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761279.519374:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761280.479328:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761280.479336:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761280.479340:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761280.479349:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1249
00000100:00080000:2.0:1789761280.479360:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761280.479366:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789761280.479405:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eead80 x1876699521156992/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761280.479428:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761280.479431:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761280.479432:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761280.479435:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1249
00000100:00080000:2.0:1789761280.479438:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761280.479440:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761280.479449:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761280.479459:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9f80 x1876699521157120/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761280.479467:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761280.479469:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761280.479470:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761280.479473:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1249
00000100:00080000:2.0:1789761280.479474:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761280.479476:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761280.479480:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761280.479483:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521156992:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761280.479489:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb800 x1876699521157248/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761280.479498:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761280.479500:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761280.479501:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761280.479503:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1249
00000100:00080000:2.0:1789761280.479504:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761280.479506:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761280.479510:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761280.479521:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea300 x1876699521157376/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761280.479531:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761280.479535:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761280.479537:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761280.479540:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1249
00000100:00080000:2.0:1789761280.479554:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789761280.479560:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:2.0:1789761280.479560:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761280.479573:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761280.479584:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8e00 x1876699521157504/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761280.479592:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761280.479594:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761280.479595:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761280.479598:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1249
00000100:00080000:2.0:1789761280.479601:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761280.479604:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789761280.479608:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761280/real 1789761280]  req@ffff911a12eead80 x1876699521156992/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789761280.479609:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761280.479621:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8700 x1876699521157632/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761280.479632:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eead80 x1876699521156992/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761280.479642:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761280.479646:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761280.479650:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521156992:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789761280.479657:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521157120:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761280.479674:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761280.479683:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761280/real 1789761280]  req@ffff911a12ee9f80 x1876699521157120/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761280.479691:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9f80 x1876699521157120/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761280.479697:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761280.479699:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761280.479701:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521157120:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761280.479722:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521157248:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761280.479743:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761280.479754:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761280/real 1789761280]  req@ffff911a12eeb800 x1876699521157248/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761280.479767:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb800 x1876699521157248/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761280.479776:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761280.479779:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761280.479781:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521157248:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761280.479786:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521157376:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789761280.479810:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761280.479819:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761280/real 1789761280]  req@ffff911a12eea300 x1876699521157376/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761280.479827:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea300 x1876699521157376/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761280.479832:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761280.479834:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761280.479836:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521157376:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761280.479840:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521157504:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761280.479850:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761280.479856:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761280/real 1789761280]  req@ffff911a12ee8e00 x1876699521157504/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761280.479864:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8e00 x1876699521157504/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761280.479869:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761280.479870:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761280.479872:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521157504:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761280.479875:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521157632:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761280.479892:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761280.479899:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761280/real 1789761280]  req@ffff911a12ee8700 x1876699521157632/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761280.479906:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8700 x1876699521157632/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761280.479911:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761280.479913:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761280.479915:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521157632:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761280.543357:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761281.567383:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761282.591413:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761283.615333:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761284.639338:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761285.599311:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761285.599320:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761285.599324:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761285.599332:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1254
00000100:00080000:3.0:1789761285.599341:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761285.599347:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789761285.599384:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521157760/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761285.599409:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761285.599412:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761285.599414:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761285.599417:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1254
00000100:00080000:3.0:1789761285.599419:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761285.599422:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761285.599431:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761285.599441:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521157888/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761285.599448:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761285.599450:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761285.599452:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761285.599455:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1254
00000100:00080000:3.0:1789761285.599457:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761285.599459:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761285.599462:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761285.599471:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0700 x1876699521158016/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761285.599473:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521157760:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789761285.599482:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761285.599485:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761285.599486:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761285.599489:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1254
00000100:00080000:3.0:1789761285.599491:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761285.599493:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761285.599497:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761285.599505:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2680 x1876699521158144/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761285.599511:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761285.599514:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761285.599516:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761285.599518:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1254
00000100:00080000:3.0:1789761285.599521:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761285.599523:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761285.599526:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761285.599532:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521158272/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761285.599538:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761285.599540:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761285.599541:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761285.599544:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1254
00000100:00080000:3.0:1789761285.599546:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761285.599551:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000800:00000100:1.0:1789761285.599553:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000008:00100000:3.0:1789761285.599555:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761285.599564:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521158400/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761285.599606:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761285/real 1789761285]  req@ffff911a04ad3800 x1876699521157760/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761310 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761285.599624:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521157760/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761310 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761285.599633:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761285.599637:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761285.599640:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521157760:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789761285.599646:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521157888:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761285.599664:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761285.599673:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761285/real 1789761285]  req@ffff911a04ad0380 x1876699521157888/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761310 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761285.599681:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521157888/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761310 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761285.599687:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761285.599689:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761285.599691:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521157888:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761285.599711:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521158016:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761285.599731:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761285.599742:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761285/real 1789761285]  req@ffff911a04ad0700 x1876699521158016/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761310 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761285.599755:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0700 x1876699521158016/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761310 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761285.599764:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761285.599767:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761285.599771:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521158016:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761285.599776:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521158144:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789761285.599792:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761285.599799:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761285/real 1789761285]  req@ffff911a04ad2680 x1876699521158144/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761310 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761285.599806:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2680 x1876699521158144/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761310 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761285.599812:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761285.599813:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761285.599815:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521158144:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761285.599819:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521158272:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761285.599830:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761285.599835:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761285/real 1789761285]  req@ffff911a04ad1500 x1876699521158272/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761310 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761285.599843:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1500 x1876699521158272/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761310 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761285.599848:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761285.599850:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761285.599851:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521158272:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761285.599855:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521158400:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761285.599864:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761285.599872:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761285/real 1789761285]  req@ffff911a04ad2a00 x1876699521158400/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761310 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761285.599884:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521158400/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761310 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761285.599892:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761285.599895:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761285.599899:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521158400:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761285.663329:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761286.687370:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761287.711394:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761288.735402:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761289.759385:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761290.719305:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761290.719312:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761290.719316:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761290.719325:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1259
00000100:00080000:3.0:1789761290.719334:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761290.719340:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789761290.719374:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521158528/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761290.719398:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761290.719400:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761290.719402:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761290.719405:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1259
00000100:00080000:3.0:1789761290.719407:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761290.719409:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761290.719417:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761290.719425:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521158656/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761290.719432:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761290.719435:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761290.719437:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761290.719439:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1259
00000100:00080000:3.0:1789761290.719441:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761290.719443:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761290.719446:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761290.719454:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521158528:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789761290.719455:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521158784/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761290.719475:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761290.719477:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761290.719478:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761290.719481:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1259
00000100:00080000:3.0:1789761290.719483:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761290.719485:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761290.719488:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761290.719499:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521158912/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761290.719508:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761290.719512:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761290.719514:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761290.719518:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1259
00000100:00080000:3.0:1789761290.719522:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761290.719526:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000800:00000100:1.0:1789761290.719533:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000008:00100000:3.0:1789761290.719535:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761290.719551:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521159040/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761290.719562:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761290.719565:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761290.719567:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761290.719572:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1259
00000100:00080000:3.0:1789761290.719577:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761290.719583:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761290/real 1789761290]  req@ffff911a04ad2300 x1876699521158528/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761290.719583:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761290.719589:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761290.719602:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521159168/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761290.719612:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521158528/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761290.719634:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761290.719640:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761290.719645:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521158528:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789761290.719653:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521158656:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761290.719675:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761290.719688:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761290/real 1789761290]  req@ffff911a04ad1c00 x1876699521158656/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761290.719701:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521158656/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761290.719711:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761290.719714:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761290.719718:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521158656:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761290.719741:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521158784:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761290.719760:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761290.719771:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761290/real 1789761290]  req@ffff911a04ad0000 x1876699521158784/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761290.719784:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521158784/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761290.719794:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761290.719797:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761290.719801:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521158784:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761290.719808:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521158912:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789761290.719826:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761290.719836:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761290/real 1789761290]  req@ffff911a04ad3480 x1876699521158912/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761290.719849:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521158912/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761290.719858:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761290.719861:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761290.719865:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521158912:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761290.719881:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521159040:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761290.719900:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761290.719911:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761290/real 1789761290]  req@ffff911a04ad1f80 x1876699521159040/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761290.719924:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521159040/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761290.719934:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761290.719937:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761290.719941:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521159040:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761290.719948:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521159168:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761290.719967:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761290.719977:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761290/real 1789761290]  req@ffff911a04ad1880 x1876699521159168/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761290.719990:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521159168/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761290.719999:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761290.720002:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761290.720006:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521159168:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761290.783366:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761291.807371:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761292.831392:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761293.855360:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761294.879369:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761295.839335:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761295.839347:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761295.839351:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761295.839362:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1265
00000100:00080000:3.0:1789761295.839376:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761295.839385:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789761295.839434:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0a80 x1876699521159296/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761295.839471:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761295.839476:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761295.839479:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761295.839484:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1265
00000100:00080000:3.0:1789761295.839488:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761295.839492:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761295.839502:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761295.839515:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3100 x1876699521159424/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761295.839525:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761295.839528:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761295.839529:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761295.839532:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1265
00000100:00080000:3.0:1789761295.839535:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761295.839537:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761295.839540:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761295.839549:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521159552/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761295.839562:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761295.839566:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761295.839568:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761295.839573:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1265
00000100:00100000:1.0:1789761295.839580:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521159296:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789761295.839580:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761295.839592:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761295.839599:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761295.839615:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521159680/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761295.839623:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761295.839626:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761295.839628:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761295.839633:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1265
00000100:00080000:3.0:1789761295.839637:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761295.839641:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761295.839646:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761295.839658:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521159808/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761295.839665:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789761295.839676:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761295.839679:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761295.839680:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761295.839685:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1265
00000100:00080000:3.0:1789761295.839689:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761295.839692:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761295.839696:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761295.839704:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521159936/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761295.839718:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761295/real 1789761295]  req@ffff911a04ad0a80 x1876699521159296/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761295.839738:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0a80 x1876699521159296/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761295.839748:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761295.839751:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761295.839755:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521159296:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789761295.839760:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521159424:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761295.839777:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761295.839786:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761295/real 1789761295]  req@ffff911a04ad3100 x1876699521159424/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761295.839794:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3100 x1876699521159424/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761295.839803:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761295.839806:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761295.839808:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521159424:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761295.839829:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521159552:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761295.839840:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761295.839846:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761295/real 1789761295]  req@ffff911a04ad1880 x1876699521159552/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761295.839853:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521159552/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761295.839858:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761295.839860:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761295.839862:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521159552:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761295.839866:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521159680:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789761295.839877:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761295.839883:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761295/real 1789761295]  req@ffff911a04ad1f80 x1876699521159680/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761295.839890:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521159680/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761295.839895:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761295.839897:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761295.839899:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521159680:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761295.839903:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521159808:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761295.839913:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761295.839919:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761295/real 1789761295]  req@ffff911a04ad3480 x1876699521159808/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761295.839926:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521159808/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761295.839931:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761295.839933:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761295.839935:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521159808:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761295.839939:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521159936:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761295.839949:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761295.839954:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761295/real 1789761295]  req@ffff911a04ad0000 x1876699521159936/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761295.839961:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521159936/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761295.839966:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761295.839967:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761295.839969:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521159936:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761295.903371:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761296.927399:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761297.951340:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761298.975493:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761299.999355:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761300.959294:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761300.959304:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761300.959309:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761300.959319:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1270
00000100:00080000:3.0:1789761300.959331:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761300.959339:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789761300.959377:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521160064/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761300.959403:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761300.959406:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761300.959407:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761300.959411:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1270
00000100:00080000:3.0:1789761300.959414:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761300.959419:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761300.959430:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761300.959445:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521160192/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761300.959449:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521160064:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789761300.959467:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761300.959471:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761300.959474:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761300.959479:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1270
00000100:00080000:3.0:1789761300.959484:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761300.959488:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761300.959494:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761300.959507:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521160320/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761300.959516:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789761300.959516:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761300.959521:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761300.959523:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761300.959528:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1270
00000100:00080000:3.0:1789761300.959532:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761300.959536:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761300.959539:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761300.959548:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521160448/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761300.959555:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761300.959559:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1789761300.959560:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761300/real 1789761300]  req@ffff911a04ad1c00 x1876699521160064/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761300.959561:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761300.959568:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1270
00000100:00080000:3.0:1789761300.959573:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761300.959579:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761300.959583:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761300.959587:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521160064/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761300.959594:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2680 x1876699521160576/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761300.959600:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761300.959604:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761300.959607:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:3.0:1789761300.959609:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761300.959611:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761300.959614:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521160064:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789761300.959617:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1270
00000100:00080000:3.0:1789761300.959622:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761300.959625:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761300.959628:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761300.959635:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0700 x1876699521160704/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761300.959641:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521160192:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761300.959666:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761300.959677:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761300/real 1789761300]  req@ffff911a04ad2300 x1876699521160192/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761300.959686:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521160192/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761300.959692:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761300.959694:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761300.959696:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521160192:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761300.959700:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521160320:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761300.959711:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761300.959717:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761300/real 1789761300]  req@ffff911a04ad2a00 x1876699521160320/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761300.959725:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521160320/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761300.959735:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761300.959737:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761300.959739:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521160320:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761300.959742:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521160448:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789761300.959753:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761300.959758:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761300/real 1789761300]  req@ffff911a04ad1500 x1876699521160448/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761300.959765:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1500 x1876699521160448/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761300.959770:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761300.959772:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761300.959774:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521160448:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761300.959778:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521160576:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761300.959787:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761300.959793:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761300/real 1789761300]  req@ffff911a04ad2680 x1876699521160576/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761300.959804:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2680 x1876699521160576/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761300.959812:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761300.959815:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761300.959819:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521160576:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761300.959836:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521160704:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761300.959857:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761300.959866:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761300/real 1789761300]  req@ffff911a04ad0700 x1876699521160704/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761300.959874:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0700 x1876699521160704/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761300.959879:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761300.959881:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761300.959883:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521160704:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761301.023342:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761302.047327:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761303.071360:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761304.095369:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761305.119331:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761306.079341:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761306.079349:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761306.079352:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761306.079362:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1275
00000100:00080000:1.0:1789761306.079372:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761306.079379:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789761306.079414:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08700 x1876699521160832/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761306.079439:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761306.079443:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761306.079445:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761306.079450:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1275
00000100:00080000:1.0:1789761306.079454:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761306.079458:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761306.079468:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761306.079482:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09f80 x1876699521160960/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761306.079484:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521160832:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789761306.079493:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761306.079496:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761306.079497:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761306.079502:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1275
00000100:00080000:1.0:1789761306.079505:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761306.079508:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761306.079512:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761306.079521:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08380 x1876699521161088/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761306.079541:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761306.079544:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761306.079546:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761306.079550:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1275
00000800:00000100:2.0:1789761306.079551:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789761306.079553:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761306.079556:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761306.079561:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761306.079570:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0aa00 x1876699521161216/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761306.079579:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761306.079583:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761306.079585:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761306.079588:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1275
00000100:00080000:1.0:1789761306.079591:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761306.079591:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761306/real 1789761306]  req@ffff911a08b08700 x1876699521160832/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761306.079595:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761306.079600:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761306.079609:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0ad80 x1876699521161344/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761306.079609:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08700 x1876699521160832/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761306.079619:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761306.079620:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761306.079625:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761306.079629:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521160832:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789761306.079630:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761306.079632:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761306.079635:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1275
00000100:00080000:1.0:1789761306.079638:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761306.079641:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761306.079646:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761306.079652:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521160960:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761306.079656:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09180 x1876699521161472/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761306.079675:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761306.079688:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761306/real 1789761306]  req@ffff911a08b09f80 x1876699521160960/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761306.079701:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09f80 x1876699521160960/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761306.079711:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761306.079714:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761306.079717:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521160960:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761306.079721:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521161088:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761306.079737:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761306.079745:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761306/real 1789761306]  req@ffff911a08b08380 x1876699521161088/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761306.079757:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08380 x1876699521161088/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761306.079762:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761306.079764:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761306.079766:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521161088:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761306.079769:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521161216:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761306.079780:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761306.079786:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761306/real 1789761306]  req@ffff911a08b0aa00 x1876699521161216/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761306.079793:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0aa00 x1876699521161216/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761306.079798:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761306.079800:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761306.079802:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521161216:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761306.079805:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521161344:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761306.079815:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761306.079821:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761306/real 1789761306]  req@ffff911a08b0ad80 x1876699521161344/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761306.079828:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0ad80 x1876699521161344/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761306.079837:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761306.079840:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761306.079842:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521161344:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761306.079859:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521161472:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761306.079870:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761306.079876:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761306/real 1789761306]  req@ffff911a08b09180 x1876699521161472/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761306.079883:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09180 x1876699521161472/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761306.079892:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761306.079896:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761306.079899:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521161472:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761306.143343:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761307.167425:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761308.191385:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761309.215354:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761310.239358:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761311.199310:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761311.199319:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761311.199324:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761311.199334:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1280
00000100:00080000:3.0:1789761311.199345:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761311.199354:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789761311.199389:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521161600/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761311.199411:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761311.199414:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761311.199415:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761311.199418:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1280
00000100:00080000:3.0:1789761311.199420:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761311.199423:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761311.199436:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761311.199446:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521161728/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761311.199455:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761311.199456:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521161600:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789761311.199461:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761311.199464:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761311.199468:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1280
00000100:00080000:3.0:1789761311.199470:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761311.199472:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761311.199475:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761311.199484:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0700 x1876699521161856/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761311.199491:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761311.199493:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761311.199495:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761311.199497:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1280
00000100:00080000:3.0:1789761311.199515:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761311.199518:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761311.199521:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789761311.199528:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789761311.199531:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2680 x1876699521161984/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761311.199539:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761311.199541:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761311.199542:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761311.199545:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1280
00000100:00080000:3.0:1789761311.199549:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761311.199551:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761311.199555:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761311.199564:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521162112/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761311.199570:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761311/real 1789761311]  req@ffff911a04ad0380 x1876699521161600/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761311.199575:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761311.199583:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761311.199586:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761311.199590:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1280
00000100:00080000:3.0:1789761311.199593:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761311.199599:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521161600/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761311.199599:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761311.199602:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761311.199614:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521162240/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761311.199615:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761311.199623:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761311.199630:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521161600:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761311.199651:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521161728:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761311.199668:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761311.199677:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761311/real 1789761311]  req@ffff911a04ad3800 x1876699521161728/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761311.199686:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521161728/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761311.199692:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761311.199694:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761311.199696:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521161728:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761311.199700:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521161856:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761311.199711:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761311.199717:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761311/real 1789761311]  req@ffff911a04ad0700 x1876699521161856/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761311.199725:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0700 x1876699521161856/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761311.199730:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761311.199732:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761311.199734:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521161856:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761311.199738:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521161984:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761311.199750:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761311.199760:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761311/real 1789761311]  req@ffff911a04ad2680 x1876699521161984/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761311.199772:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2680 x1876699521161984/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761311.199781:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761311.199784:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761311.199787:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521161984:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761311.199794:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521162112:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761311.199812:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761311.199821:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761311/real 1789761311]  req@ffff911a04ad1500 x1876699521162112/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761311.199829:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1500 x1876699521162112/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761311.199834:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761311.199837:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761311.199839:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521162112:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761311.199842:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521162240:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761311.199853:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761311.199859:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761311/real 1789761311]  req@ffff911a04ad2a00 x1876699521162240/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761311.199866:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521162240/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761311.199871:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761311.199873:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761311.199876:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521162240:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761311.263396:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761312.287401:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761313.311405:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761314.335403:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761315.359405:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761316.319358:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761316.319378:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761316.319383:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761316.319393:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1285
00000100:00080000:3.0:1789761316.319406:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761316.319414:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789761316.319459:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521162368/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761316.319491:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761316.319497:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761316.319499:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761316.319504:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1285
00000100:00080000:3.0:1789761316.319510:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761316.319517:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761316.319529:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761316.319544:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521162496/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761316.319557:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521162368:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789761316.319558:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761316.319568:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761316.319572:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761316.319577:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1285
00000100:00080000:3.0:1789761316.319580:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761316.319583:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761316.319586:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761316.319598:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521162624/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761316.319605:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761316.319615:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761316.319617:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761316.319620:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1285
00000100:00080000:3.0:1789761316.319638:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761316.319641:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761316.319647:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789761316.319648:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789761316.319660:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521162752/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761316.319673:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761316.319676:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761316.319678:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761316.319682:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1285
00000100:00080000:3.0:1789761316.319686:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761316.319690:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761316.319695:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761316.319700:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761316/real 1789761316]  req@ffff911a04ad2300 x1876699521162368/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761316.319707:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521162880/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761316.319744:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761316.319747:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761316.319749:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761316.319751:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521162368/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761316.319756:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1285
00000100:00080000:3.0:1789761316.319765:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761316.319777:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00080000:2.0:1789761316.319781:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789761316.319783:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761316.319790:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761316.319798:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521162368:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789761316.319801:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521163008/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761316.319844:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521162496:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761316.319864:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761316.319874:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761316/real 1789761316]  req@ffff911a04ad1c00 x1876699521162496/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761316.319898:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521162496/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761316.319905:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761316.319908:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761316.319910:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521162496:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761316.319916:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521162624:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761316.319932:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761316.319939:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761316/real 1789761316]  req@ffff911a04ad0000 x1876699521162624/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761316.319947:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521162624/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761316.319952:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761316.319955:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761316.319957:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521162624:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761316.319961:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521162752:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761316.319973:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761316.319979:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761316/real 1789761316]  req@ffff911a04ad3480 x1876699521162752/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761316.319986:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521162752/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761316.319992:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761316.319993:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761316.319995:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521162752:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761316.319999:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521162880:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761316.320010:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761316.320016:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761316/real 1789761316]  req@ffff911a04ad1f80 x1876699521162880/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761316.320024:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521162880/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761316.320028:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761316.320030:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761316.320032:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521162880:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761316.320036:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521163008:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761316.320045:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761316.320051:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761316/real 1789761316]  req@ffff911a04ad1880 x1876699521163008/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761316.320058:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521163008/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761316.320063:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761316.320065:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761316.320066:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521163008:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761316.383399:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761317.407379:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761318.431354:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761319.455352:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761320.479399:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761321.439352:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761321.439367:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761321.439372:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761321.439384:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1290
00000100:00080000:3.0:1789761321.439398:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761321.439408:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789761321.439453:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3100 x1876699521163136/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761321.439497:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761321.439501:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761321.439504:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761321.439509:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1290
00000100:00080000:3.0:1789761321.439513:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761321.439517:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761321.439526:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761321.439539:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0a80 x1876699521163264/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761321.439548:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761321.439551:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761321.439554:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761321.439560:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521163136:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789761321.439561:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1290
00000100:00080000:3.0:1789761321.439569:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761321.439577:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761321.439582:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761321.439600:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521163392/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761321.439606:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761321.439609:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761321.439610:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761321.439614:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1290
00000100:00080000:3.0:1789761321.439633:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761321.439636:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761321.439640:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789761321.439643:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789761321.439659:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521163520/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761321.439669:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761321.439672:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761321.439673:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761321.439676:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1290
00000100:00080000:3.0:1789761321.439680:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761321.439685:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761321.439691:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761321.439694:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761321/real 1789761321]  req@ffff911a04ad3100 x1876699521163136/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761321.439713:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521163648/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761321.439720:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3100 x1876699521163136/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761321.439742:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761321.439754:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761321.439759:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761321.439773:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1290
00000100:00080000:2.0:1789761321.439776:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761321.439780:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761321.439783:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761321.439790:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521163136:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789761321.439792:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761321.439805:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761321.439819:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521163776/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761321.439826:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521163264:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761321.439874:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761321.439897:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761321/real 1789761321]  req@ffff911a04ad0a80 x1876699521163264/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761321.439913:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0a80 x1876699521163264/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761321.439922:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761321.439926:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761321.439930:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521163264:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761321.439937:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521163392:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761321.439966:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761321.439976:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761321/real 1789761321]  req@ffff911a04ad1880 x1876699521163392/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761321.439984:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521163392/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761321.439989:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761321.439991:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761321.439993:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521163392:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761321.439998:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521163520:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761321.440016:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761321.440023:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761321/real 1789761321]  req@ffff911a04ad1f80 x1876699521163520/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761321.440030:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521163520/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761321.440036:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761321.440038:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761321.440040:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521163520:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761321.440044:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521163648:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761321.440055:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761321.440060:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761321/real 1789761321]  req@ffff911a04ad3480 x1876699521163648/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761321.440067:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521163648/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761321.440072:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761321.440075:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761321.440076:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521163648:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761321.440089:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521163776:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761321.440099:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761321.440105:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761321/real 1789761321]  req@ffff911a04ad0000 x1876699521163776/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761321.440113:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521163776/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761321.440118:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761321.440120:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761321.440122:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521163776:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761321.503347:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761322.527419:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761323.551345:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761324.575367:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761325.599355:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761326.559293:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761326.559301:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761326.559305:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761326.559313:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1295
00000100:00080000:3.0:1789761326.559323:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761326.559329:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789761326.559371:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521163904/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761326.559391:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761326.559393:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761326.559394:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761326.559397:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1295
00000100:00080000:3.0:1789761326.559400:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761326.559403:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761326.559413:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761326.559428:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521164032/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761326.559435:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521163904:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789761326.559447:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761326.559451:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761326.559453:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761326.559459:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1295
00000100:00080000:3.0:1789761326.559462:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761326.559466:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761326.559470:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761326.559481:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521164160/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761326.559487:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761326.559490:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761326.559491:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761326.559494:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1295
00000100:00080000:3.0:1789761326.559497:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789761326.559501:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789761326.559503:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761326.559508:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761326.559517:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521164288/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761326.559524:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761326.559526:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761326.559527:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761326.559530:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1295
00000100:00080000:3.0:1789761326.559532:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761326.559535:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761326.559538:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761326.559546:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2680 x1876699521164416/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761326.559552:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761326.559553:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761326/real 1789761326]  req@ffff911a04ad1c00 x1876699521163904/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761326.559557:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761326.559567:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761326.559572:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1295
00000100:00100000:2.0:1789761326.559576:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521163904/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761326.559576:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761326.559584:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761326.559591:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761326.559594:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761326.559598:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789761326.559601:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0700 x1876699521164544/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761326.559611:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521163904:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761326.559634:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521164032:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761326.559650:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761326.559658:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761326/real 1789761326]  req@ffff911a04ad2300 x1876699521164032/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761326.559666:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521164032/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761326.559676:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761326.559678:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761326.559681:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521164032:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761326.559684:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521164160:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761326.559695:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761326.559700:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761326/real 1789761326]  req@ffff911a04ad2a00 x1876699521164160/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761326.559707:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521164160/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761326.559713:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761326.559714:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761326.559716:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521164160:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761326.559720:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521164288:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761326.559730:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761326.559736:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761326/real 1789761326]  req@ffff911a04ad1500 x1876699521164288/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761326.559743:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1500 x1876699521164288/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761326.559748:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761326.559750:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761326.559753:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521164288:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761326.559756:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521164416:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761326.559766:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761326.559772:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761326/real 1789761326]  req@ffff911a04ad2680 x1876699521164416/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761326.559779:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2680 x1876699521164416/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761326.559784:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761326.559785:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761326.559787:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521164416:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761326.559790:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521164544:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761326.559800:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761326.559820:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761326/real 1789761326]  req@ffff911a04ad0700 x1876699521164544/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761326.559828:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0700 x1876699521164544/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761326.559833:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761326.559835:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761326.559837:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521164544:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761326.623365:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761327.647405:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761328.671332:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761329.695399:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761330.719357:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761331.679333:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761331.679345:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761331.679349:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761331.679359:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1300
00000100:00080000:3.0:1789761331.679371:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761331.679379:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789761331.679428:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521164672/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761331.679454:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761331.679457:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761331.679459:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761331.679462:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1300
00000100:00080000:3.0:1789761331.679465:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761331.679467:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761331.679476:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761331.679494:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521164800/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761331.679502:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761331.679505:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761331.679507:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761331.679510:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1300
00000100:00080000:3.0:1789761331.679513:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761331.679516:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761331.679520:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761331.679530:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521164672:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789761331.679531:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0700 x1876699521164928/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761331.679564:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761331.679569:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761331.679571:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761331.679577:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1300
00000100:00080000:3.0:1789761331.679581:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761331.679586:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761331.679595:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761331.679611:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2680 x1876699521165056/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761331.679619:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761331.679622:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761331.679624:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761331.679627:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1300
00000100:00080000:3.0:1789761331.679630:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761331.679633:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761331.679637:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761331.679645:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521165184/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761331.679652:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761331.679655:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761331.679657:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761331.679660:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1300
00000100:00080000:3.0:1789761331.679662:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761331.679664:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761331.679669:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761331.679679:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521165312/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761331.679688:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521164800:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761331.679731:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521164928:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761331.679746:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521165056:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761331.679761:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521165184:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761331.679791:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521165312:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761331.743363:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761332.767336:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761333.791404:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789761334.751605:0:2395:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.116:988
00000400:00000100:1.0:1789761334.751661:0:2395:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.116@tcp at host 192.168.203.116 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789761334.751684:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:1.0:1789761334.751733:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:1.0:1789761334.751762:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:1.0:1789761334.751776:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:1.0:1789761334.751789:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:1.0:1789761334.751803:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000100:00100000:2.0:1789761334.751804:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761331/real 1789761334]  req@ffff911a04ad0700 x1876699521164928/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761334.751838:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0700 x1876699521164928/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761334.751852:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761334.751858:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761334.751863:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521164928:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761334.751873:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761331/real 1789761334]  req@ffff911a04ad2680 x1876699521165056/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761334.751886:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2680 x1876699521165056/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761334.751895:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761334.751899:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761334.751903:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521165056:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761334.751912:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761331/real 1789761334]  req@ffff911a04ad1500 x1876699521165184/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761334.751931:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1500 x1876699521165184/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761334.751939:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761334.751943:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761334.751947:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521165184:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761334.751962:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761331/real 1789761334]  req@ffff911a04ad2a00 x1876699521165312/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761334.751975:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521165312/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761334.751983:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761334.751987:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761334.751991:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521165312:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761334.751998:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761331/real 1789761334]  req@ffff911a04ad3800 x1876699521164672/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761334.752011:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521164672/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761334.752020:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761334.752023:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761334.752027:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521164672:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761334.752034:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761331/real 1789761334]  req@ffff911a04ad0380 x1876699521164800/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761334.752047:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521164800/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761334.752056:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761334.752059:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761334.752063:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521164800:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761334.815373:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761335.839383:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761336.799332:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761336.799340:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761336.799344:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761336.799354:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1306
00000100:00080000:3.0:1789761336.799364:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761336.799370:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789761336.799410:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521165440/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761336.799433:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761336.799436:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761336.799437:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761336.799440:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1306
00000100:00080000:3.0:1789761336.799443:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761336.799445:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761336.799452:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761336.799461:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521165568/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761336.799469:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761336.799473:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761336.799475:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761336.799480:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1306
00000100:00080000:3.0:1789761336.799484:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761336.799488:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761336.799494:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761336.799497:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521165440:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789761336.799507:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521165696/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761336.799520:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761336.799524:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761336.799525:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761336.799529:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1306
00000100:00080000:3.0:1789761336.799533:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761336.799537:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761336.799558:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761336.799575:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521165824/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761336.799577:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789761336.799586:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761336.799590:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761336.799592:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761336.799597:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1306
00000100:00080000:3.0:1789761336.799604:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761336.799608:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761336.799614:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761336.799628:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761336/real 1789761336]  req@ffff911a04ad2300 x1876699521165440/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761336.799630:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521165952/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761336.799664:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761336.799667:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761336.799670:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761336.799674:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521165440/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761336.799678:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1306
00000100:00080000:3.0:1789761336.799686:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761336.799694:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00080000:2.0:1789761336.799696:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789761336.799700:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761336.799705:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761336.799711:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521165440:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789761336.799718:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521166080/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761336.799725:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521165568:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761336.799775:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761336.799791:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761336/real 1789761336]  req@ffff911a04ad1c00 x1876699521165568/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761336.799804:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521165568/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761336.799820:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761336.799824:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761336.799828:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521165568:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761336.799853:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521165696:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761336.799873:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761336.799884:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761336/real 1789761336]  req@ffff911a04ad0000 x1876699521165696/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761336.799897:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521165696/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761336.799905:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761336.799908:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761336.799912:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521165696:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761336.799918:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521165824:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761336.799937:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761336.799948:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761336/real 1789761336]  req@ffff911a04ad3480 x1876699521165824/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761336.799959:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521165824/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761336.799967:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761336.799970:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761336.799974:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521165824:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761336.799980:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521165952:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761336.799998:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761336.800009:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761336/real 1789761336]  req@ffff911a04ad1f80 x1876699521165952/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761336.800020:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521165952/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761336.800029:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761336.800031:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761336.800035:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521165952:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761336.800041:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521166080:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761336.800058:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761336.800068:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761336/real 1789761336]  req@ffff911a04ad1880 x1876699521166080/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761336.800079:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521166080/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761336.800087:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761336.800090:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761336.800093:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521166080:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761336.863366:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761337.887424:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761338.911358:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761339.935412:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761340.959346:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761341.919293:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761341.919301:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761341.919305:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761341.919314:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1311
00000100:00080000:3.0:1789761341.919324:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761341.919331:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789761341.919370:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0a80 x1876699521166208/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761341.919392:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761341.919395:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761341.919397:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761341.919400:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1311
00000100:00080000:3.0:1789761341.919402:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761341.919405:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761341.919413:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761341.919422:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3100 x1876699521166336/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761341.919430:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761341.919432:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761341.919433:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761341.919438:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1311
00000100:00100000:2.0:1789761341.919441:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521166208:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789761341.919441:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761341.919448:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761341.919453:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761341.919463:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521166464/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761341.919469:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761341.919472:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761341.919474:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761341.919476:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1311
00000100:00080000:3.0:1789761341.919478:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761341.919481:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761341.919484:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761341.919491:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521166592/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761341.919498:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761341.919500:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761341.919501:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761341.919504:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1311
00000800:00000100:2.0:1789761341.919508:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789761341.919508:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761341.919513:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761341.919518:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761341.919527:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521166720/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761341.919533:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761341.919535:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761341.919536:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761341.919539:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1311
00000100:00080000:3.0:1789761341.919542:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761341.919545:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761341.919548:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761341.919549:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761341/real 1789761341]  req@ffff911a04ad0a80 x1876699521166208/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761341.919560:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521166848/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761341.919571:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0a80 x1876699521166208/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761341.919581:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761341.919584:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761341.919587:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521166208:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761341.919605:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521166336:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761341.919630:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761341.919639:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761341/real 1789761341]  req@ffff911a04ad3100 x1876699521166336/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761341.919647:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3100 x1876699521166336/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761341.919653:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761341.919655:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761341.919657:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521166336:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761341.919660:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521166464:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761341.919671:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761341.919677:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761341/real 1789761341]  req@ffff911a04ad1880 x1876699521166464/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761341.919684:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521166464/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761341.919710:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761341.919712:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761341.919714:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521166464:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761341.919721:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521166592:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761341.919740:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761341.919752:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761341/real 1789761341]  req@ffff911a04ad1f80 x1876699521166592/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761341.919765:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521166592/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761341.919774:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761341.919777:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761341.919781:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521166592:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761341.919787:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521166720:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761341.919808:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761341.919818:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761341/real 1789761341]  req@ffff911a04ad3480 x1876699521166720/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761341.919827:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521166720/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761341.919832:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761341.919834:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761341.919836:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521166720:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761341.919840:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521166848:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761341.919852:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761341.919858:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761341/real 1789761341]  req@ffff911a04ad0000 x1876699521166848/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761341.919866:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521166848/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761341.919871:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761341.919872:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761341.919874:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521166848:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761341.983386:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761343.007383:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761344.031407:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761345.055337:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761346.079370:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761347.039303:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761347.039314:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761347.039317:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761347.039326:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1316
00000100:00080000:3.0:1789761347.039335:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761347.039340:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789761347.039375:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521166976/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761347.039398:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761347.039401:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761347.039403:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761347.039406:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1316
00000100:00080000:3.0:1789761347.039408:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761347.039410:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761347.039418:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761347.039428:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521167104/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761347.039435:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761347.039438:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761347.039439:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761347.039442:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1316
00000100:00080000:3.0:1789761347.039444:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761347.039446:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761347.039449:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761347.039456:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521166976:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789761347.039457:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521167232/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761347.039471:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761347.039473:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761347.039474:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761347.039476:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1316
00000100:00080000:3.0:1789761347.039477:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761347.039480:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761347.039483:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761347.039489:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521167360/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761347.039496:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761347.039499:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761347.039500:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761347.039502:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1316
00000100:00080000:3.0:1789761347.039504:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761347.039506:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761347.039509:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761347.039516:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521167488/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761347.039527:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761347.039529:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761347.039530:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761347.039533:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1316
00000100:00080000:3.0:1789761347.039536:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789761347.039540:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789761347.039543:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761347.039547:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761347.039555:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521167616/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761347.039586:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761347/real 1789761347]  req@ffff911a04ad1c00 x1876699521166976/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761347.039607:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521166976/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761347.039620:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761347.039623:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761347.039626:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521166976:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761347.039632:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521167104:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761347.039650:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761347.039678:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761347/real 1789761347]  req@ffff911a04ad2300 x1876699521167104/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761347.039687:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521167104/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761347.039693:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761347.039695:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761347.039697:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521167104:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761347.039720:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521167232:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761347.039734:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761347.039741:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761347/real 1789761347]  req@ffff911a04ad0380 x1876699521167232/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761347.039749:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521167232/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761347.039755:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761347.039757:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761347.039759:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521167232:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761347.039762:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521167360:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761347.039773:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761347.039778:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761347/real 1789761347]  req@ffff911a04ad3800 x1876699521167360/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761347.039785:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521167360/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761347.039791:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761347.039793:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761347.039795:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521167360:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761347.039798:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521167488:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761347.039808:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761347.039814:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761347/real 1789761347]  req@ffff911a04ad2a00 x1876699521167488/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761347.039821:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521167488/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761347.039826:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761347.039828:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761347.039829:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521167488:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761347.039833:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521167616:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761347.039843:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761347.039849:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761347/real 1789761347]  req@ffff911a04ad1500 x1876699521167616/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761347.039856:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1500 x1876699521167616/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761347.039861:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761347.039862:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761347.039865:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521167616:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761347.103359:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761348.127353:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761349.151363:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761350.175344:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761351.199375:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761352.159333:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761352.159343:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761352.159348:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761352.159358:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1321
00000100:00080000:2.0:1789761352.159370:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761352.159377:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789761352.159417:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb480 x1876699521167744/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761352.159453:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761352.159458:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761352.159460:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761352.159466:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1321
00000100:00080000:2.0:1789761352.159472:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761352.159477:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761352.159487:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761352.159503:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8a80 x1876699521167872/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761352.159504:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521167744:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789761352.159528:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761352.159531:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761352.159534:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761352.159540:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1321
00000100:00080000:2.0:1789761352.159544:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761352.159548:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761352.159552:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761352.159565:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9880 x1876699521168000/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761352.159572:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761352.159575:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761352.159576:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761352.159579:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1321
00000100:00080000:2.0:1789761352.159583:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761352.159587:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761352.159591:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789761352.159599:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761352.159603:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9180 x1876699521168128/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761352.159628:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761352.159632:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761352.159635:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761352.159640:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1321
00000100:00080000:2.0:1789761352.159646:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761352.159651:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789761352.159659:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761352/real 1789761352]  req@ffff911a12eeb480 x1876699521167744/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789761352.159663:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761352.159685:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeaa00 x1876699521168256/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761352.159695:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789761352.159696:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb480 x1876699521167744/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761352.159706:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761352.159713:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761352.159725:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1321
00000100:00080000:1.0:1789761352.159730:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761352.159730:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761352.159740:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:2.0:1789761352.159740:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789761352.159754:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521167744:192.168.203.116@tcp:250:kworker.0
00000008:00100000:2.0:1789761352.159754:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761352.159773:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9c00 x1876699521168384/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761352.159796:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521167872:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761352.159821:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761352.159831:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761352/real 1789761352]  req@ffff911a12ee8a80 x1876699521167872/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761352.159840:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8a80 x1876699521167872/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761352.159846:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761352.159849:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761352.159851:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521167872:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761352.159856:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521168000:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761352.159868:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761352.159874:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761352/real 1789761352]  req@ffff911a12ee9880 x1876699521168000/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761352.159882:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9880 x1876699521168000/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761352.159887:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761352.159889:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761352.159891:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521168000:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761352.159895:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521168128:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789761352.159906:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761352.159912:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761352/real 1789761352]  req@ffff911a12ee9180 x1876699521168128/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761352.159920:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9180 x1876699521168128/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761352.159925:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761352.159927:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761352.159929:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521168128:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761352.159932:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521168256:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761352.159942:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761352.159948:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761352/real 1789761352]  req@ffff911a12eeaa00 x1876699521168256/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761352.159956:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeaa00 x1876699521168256/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761352.159968:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761352.159972:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761352.159975:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521168256:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761352.159982:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521168384:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761352.160003:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761352.160015:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761352/real 1789761352]  req@ffff911a12ee9c00 x1876699521168384/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761352.160023:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9c00 x1876699521168384/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761352.160029:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761352.160031:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761352.160033:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521168384:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761352.223358:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761353.247431:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761354.271366:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761355.295405:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761356.319368:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761357.279357:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761357.279367:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761357.279372:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761357.279382:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1326
00000100:00080000:1.0:1789761357.279393:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761357.279400:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789761357.279439:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08a80 x1876699521168512/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761357.279465:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761357.279468:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761357.279470:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761357.279473:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1326
00000100:00080000:1.0:1789761357.279477:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761357.279481:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761357.279496:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761357.279504:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521168512:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789761357.279509:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b800 x1876699521168640/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761357.279519:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761357.279523:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761357.279525:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761357.279528:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1326
00000100:00080000:1.0:1789761357.279530:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761357.279533:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761357.279539:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761357.279551:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0bb80 x1876699521168768/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761357.279561:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761357.279565:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761357.279567:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761357.279571:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1326
00000100:00080000:1.0:1789761357.279588:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761357.279594:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761357.279602:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789761357.279607:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761357.279620:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09c00 x1876699521168896/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761357.279629:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761357.279631:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761357.279632:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761357.279635:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1326
00000100:00080000:1.0:1789761357.279638:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761357.279642:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761357.279647:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761357.279656:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b480 x1876699521169024/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761357.279663:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761357/real 1789761357]  req@ffff911a08b08a80 x1876699521168512/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761357.279665:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761357.279671:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761357.279674:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761357.279680:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1326
00000100:00080000:1.0:1789761357.279684:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761357.279689:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761357.279692:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761357.279701:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08000 x1876699521169152/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761357.279712:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08a80 x1876699521168512/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761357.279728:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761357.279734:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761357.279739:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521168512:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761357.279769:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521168640:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761357.279795:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761357.279808:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761357/real 1789761357]  req@ffff911a08b0b800 x1876699521168640/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761357.279818:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b800 x1876699521168640/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761357.279825:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761357.279827:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761357.279830:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521168640:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761357.279834:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521168768:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761357.279848:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761357.279855:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761357/real 1789761357]  req@ffff911a08b0bb80 x1876699521168768/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761357.279863:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0bb80 x1876699521168768/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761357.279875:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761357.279878:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761357.279880:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521168768:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761357.279884:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521168896:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761357.279898:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761357.279904:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761357/real 1789761357]  req@ffff911a08b09c00 x1876699521168896/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761357.279916:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09c00 x1876699521168896/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761357.279924:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761357.279928:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761357.279933:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521168896:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761357.279946:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521169024:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761357.279967:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761357.279976:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761357/real 1789761357]  req@ffff911a08b0b480 x1876699521169024/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761357.279984:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b480 x1876699521169024/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761357.279989:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761357.279991:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761357.279994:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521169024:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761357.279997:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521169152:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761357.280016:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761357.280023:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761357/real 1789761357]  req@ffff911a08b08000 x1876699521169152/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761357.280031:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08000 x1876699521169152/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761357.280036:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761357.280038:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761357.280041:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521169152:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761357.343422:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761358.367367:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761359.391420:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761360.415369:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761361.439402:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761362.399301:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761362.399311:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761362.399315:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761362.399325:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1331
00000100:00080000:1.0:1789761362.399337:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761362.399344:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789761362.399388:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08000 x1876699521169280/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761362.399419:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761362.399423:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761362.399424:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761362.399428:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1331
00000100:00080000:1.0:1789761362.399431:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761362.399436:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761362.399445:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761362.399459:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521169280:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789761362.399460:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b480 x1876699521169408/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761362.399475:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761362.399478:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761362.399479:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761362.399482:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1331
00000100:00080000:1.0:1789761362.399485:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761362.399487:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761362.399490:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761362.399498:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09c00 x1876699521169536/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761362.399510:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761362.399513:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761362.399514:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761362.399517:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1331
00000100:00080000:1.0:1789761362.399519:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761362.399521:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761362.399525:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761362.399551:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0bb80 x1876699521169664/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761362.399558:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789761362.399564:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761362.399568:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761362.399569:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761362.399573:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1331
00000100:00080000:1.0:1789761362.399577:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761362.399580:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761362.399584:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761362.399592:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b800 x1876699521169792/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761362.399599:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761362.399601:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761362.399603:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761362.399606:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1331
00000100:00080000:1.0:1789761362.399610:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761362.399613:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761362.399617:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761362.399619:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761362/real 1789761362]  req@ffff911a08b08000 x1876699521169280/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761362.399630:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08a80 x1876699521169920/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761362.399648:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08000 x1876699521169280/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761362.399671:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761362.399677:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761362.399681:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521169280:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761362.399704:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521169408:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761362.399725:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761362.399735:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761362/real 1789761362]  req@ffff911a08b0b480 x1876699521169408/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761362.399744:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b480 x1876699521169408/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761362.399750:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761362.399752:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761362.399755:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521169408:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761362.399759:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521169536:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761362.399771:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761362.399777:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761362/real 1789761362]  req@ffff911a08b09c00 x1876699521169536/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761362.399785:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09c00 x1876699521169536/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761362.399795:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761362.399797:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761362.399800:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521169536:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761362.399803:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521169664:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761362.399815:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761362.399820:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761362/real 1789761362]  req@ffff911a08b0bb80 x1876699521169664/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761362.399828:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0bb80 x1876699521169664/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761362.399833:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761362.399835:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761362.399837:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521169664:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761362.399840:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521169792:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761362.399851:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761362.399857:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761362/real 1789761362]  req@ffff911a08b0b800 x1876699521169792/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761362.399865:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b800 x1876699521169792/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761362.399870:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761362.399871:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761362.399874:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521169792:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761362.399878:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521169920:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761362.399889:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761362.399895:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761362/real 1789761362]  req@ffff911a08b08a80 x1876699521169920/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761362.399902:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08a80 x1876699521169920/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761362.399907:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761362.399909:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761362.399911:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521169920:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761362.463354:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761363.487408:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761364.511344:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761365.535390:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761366.559426:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761367.519322:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761367.519332:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761367.519337:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761367.519348:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1336
00000100:00080000:3.0:1789761367.519359:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761367.519367:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789761367.519405:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2680 x1876699521170048/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761367.519436:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761367.519440:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761367.519442:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761367.519445:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1336
00000100:00080000:3.0:1789761367.519448:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761367.519452:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761367.519464:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761367.519480:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0700 x1876699521170176/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761367.519510:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761367.519513:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521170048:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789761367.519517:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761367.519523:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761367.519530:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1336
00000100:00080000:3.0:1789761367.519534:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761367.519537:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761367.519544:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761367.519561:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521170304/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761367.519568:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761367.519571:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761367.519573:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761367.519576:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1336
00000100:00080000:3.0:1789761367.519589:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761367.519593:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761367.519600:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789761367.519601:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789761367.519627:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521170432/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761367.519641:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761367.519644:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761367.519645:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761367.519650:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1336
00000100:00080000:3.0:1789761367.519654:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761367.519661:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789761367.519663:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761367/real 1789761367]  req@ffff911a04ad2680 x1876699521170048/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789761367.519670:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761367.519694:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2680 x1876699521170048/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761367.519695:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521170560/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761367.519780:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761367.519782:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761367.519785:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761367.519789:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761367.519792:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:3.0:1789761367.519796:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1336
00000100:00080000:3.0:1789761367.519802:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761367.519803:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521170048:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789761367.519810:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761367.519817:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761367.519824:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521170688/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761367.519853:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521170176:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761367.519877:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761367.519888:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761367/real 1789761367]  req@ffff911a04ad0700 x1876699521170176/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761367.519898:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0700 x1876699521170176/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761367.519904:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761367.519907:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761367.519909:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521170176:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761367.519914:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521170304:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761367.519925:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761367.519932:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761367/real 1789761367]  req@ffff911a04ad1500 x1876699521170304/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761367.519940:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1500 x1876699521170304/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761367.519946:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761367.519950:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761367.519953:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521170304:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761367.519960:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521170432:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761367.519982:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761367.519993:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761367/real 1789761367]  req@ffff911a04ad2a00 x1876699521170432/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761367.520005:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521170432/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761367.520011:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761367.520013:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761367.520016:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521170432:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761367.520020:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521170560:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761367.520035:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761367.520042:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761367/real 1789761367]  req@ffff911a04ad3800 x1876699521170560/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761367.520049:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521170560/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761367.520055:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761367.520057:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761367.520059:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521170560:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761367.520063:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521170688:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761367.520073:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761367.520079:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761367/real 1789761367]  req@ffff911a04ad0380 x1876699521170688/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761367.520086:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521170688/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761367.520091:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761367.520093:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761367.520095:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521170688:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761367.583362:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761368.607427:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761369.631350:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761370.655346:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761371.679353:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761372.639315:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761372.639325:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761372.639330:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761372.639341:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1341
00000100:00080000:3.0:1789761372.639352:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761372.639360:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789761372.639397:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521170816/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761372.639424:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761372.639427:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761372.639429:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761372.639432:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1341
00000100:00080000:3.0:1789761372.639435:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761372.639437:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761372.639446:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761372.639456:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521170944/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761372.639483:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521170816:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789761372.639485:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761372.639493:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761372.639495:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761372.639501:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1341
00000100:00080000:3.0:1789761372.639506:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761372.639511:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761372.639518:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761372.639534:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521171072/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761372.639543:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761372.639552:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761372.639555:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789761372.639558:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789761372.639562:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1341
00000100:00080000:3.0:1789761372.639567:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761372.639571:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761372.639576:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761372.639586:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521171200/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761372.639594:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761372.639597:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761372.639598:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761372.639600:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1341
00000100:00080000:3.0:1789761372.639602:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761372.639605:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761372.639608:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761372.639617:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521171328/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761372.639623:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761372/real 1789761372]  req@ffff911a04ad2300 x1876699521170816/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761372.639627:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761372.639637:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761372.639640:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761372.639648:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1341
00000100:00100000:2.0:1789761372.639652:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521170816/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761372.639654:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761372.639664:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00080000:2.0:1789761372.639666:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761372.639672:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000008:00100000:3.0:1789761372.639673:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761372.639676:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521170816:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789761372.639691:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521171456/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761372.639718:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521170944:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761372.639746:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761372.639758:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761372/real 1789761372]  req@ffff911a04ad1c00 x1876699521170944/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761372.639767:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521170944/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761372.639773:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761372.639775:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761372.639778:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521170944:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761372.639783:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521171072:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761372.639804:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761372.639823:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761372/real 1789761372]  req@ffff911a04ad0000 x1876699521171072/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761372.639837:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521171072/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761372.639843:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761372.639845:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761372.639848:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521171072:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761372.639852:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521171200:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761372.639869:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761372.639876:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761372/real 1789761372]  req@ffff911a04ad3480 x1876699521171200/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761372.639884:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521171200/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761372.639890:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761372.639892:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761372.639894:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521171200:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761372.639898:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521171328:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761372.639908:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761372.639914:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761372/real 1789761372]  req@ffff911a04ad1f80 x1876699521171328/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761372.639921:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521171328/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761372.639927:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761372.639929:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761372.639931:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521171328:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761372.639935:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521171456:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761372.639947:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761372.639957:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761372/real 1789761372]  req@ffff911a04ad1880 x1876699521171456/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761372.639968:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521171456/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761372.639977:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761372.639981:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761372.639984:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521171456:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761372.703372:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761373.727371:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761374.751373:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761375.775346:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761376.799368:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761377.759329:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761377.759338:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761377.759344:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761377.759354:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1347
00000100:00080000:3.0:1789761377.759365:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761377.759372:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789761377.759414:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3100 x1876699521171584/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761377.759449:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761377.759452:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761377.759453:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761377.759457:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1347
00000100:00080000:3.0:1789761377.759460:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761377.759463:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761377.759471:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761377.759482:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0a80 x1876699521171712/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761377.759493:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761377.759496:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761377.759497:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761377.759500:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1347
00000100:00080000:3.0:1789761377.759502:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761377.759506:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789761377.759508:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521171584:192.168.203.116@tcp:250:kworker.0
00000008:00100000:3.0:1789761377.759510:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761377.759521:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521171840/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761377.759528:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761377.759530:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761377.759531:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761377.759533:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1347
00000100:00080000:3.0:1789761377.759535:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761377.759538:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761377.759541:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761377.759549:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521171968/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761377.759556:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761377.759558:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761377.759560:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761377.759562:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1347
00000100:00080000:3.0:1789761377.759576:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761377.759579:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761377.759582:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761377.759588:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789761377.759592:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521172096/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761377.759599:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761377.759602:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761377.759603:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761377.759606:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1347
00000100:00080000:3.0:1789761377.759609:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761377.759611:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761377.759614:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761377.759620:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521172224/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761377.759643:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761377/real 1789761377]  req@ffff911a04ad3100 x1876699521171584/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761377.759665:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3100 x1876699521171584/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761377.759676:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761377.759681:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761377.759685:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521171584:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761377.759694:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521171712:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761377.759718:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761377.759732:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761377/real 1789761377]  req@ffff911a04ad0a80 x1876699521171712/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761377.759746:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0a80 x1876699521171712/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761377.759755:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761377.759758:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761377.759762:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521171712:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761377.759785:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521171840:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761377.759807:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761377.759819:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761377/real 1789761377]  req@ffff911a04ad1880 x1876699521171840/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761377.759832:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521171840/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761377.759840:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761377.759844:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761377.759848:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521171840:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761377.759855:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521171968:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761377.759875:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761377.759886:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761377/real 1789761377]  req@ffff911a04ad1f80 x1876699521171968/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761377.759899:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521171968/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761377.759908:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761377.759911:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761377.759915:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521171968:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761377.759921:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521172096:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761377.759942:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761377.759954:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761377/real 1789761377]  req@ffff911a04ad3480 x1876699521172096/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761377.759967:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521172096/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761377.759976:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761377.759980:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761377.759983:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521172096:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761377.759989:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521172224:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761377.760009:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761377.760022:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761377/real 1789761377]  req@ffff911a04ad0000 x1876699521172224/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761377.760034:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521172224/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761377.760044:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761377.760047:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761377.760051:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521172224:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761377.823402:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761378.847401:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761379.871385:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761380.895440:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761381.919370:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761382.879305:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761382.879314:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761382.879318:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761382.879326:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1352
00000100:00080000:3.0:1789761382.879335:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761382.879341:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789761382.879378:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521172352/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761382.879421:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761382.879424:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761382.879425:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761382.879432:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1352
00000100:00080000:3.0:1789761382.879435:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761382.879438:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761382.879445:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761382.879457:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521172480/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761382.879464:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761382.879467:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761382.879468:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761382.879471:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1352
00000100:00080000:3.0:1789761382.879473:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761382.879475:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761382.879479:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761382.879484:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521172352:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789761382.879488:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521172608/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761382.879499:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761382.879502:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761382.879503:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761382.879505:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1352
00000100:00080000:3.0:1789761382.879508:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761382.879511:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761382.879514:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761382.879522:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521172736/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761382.879530:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761382.879532:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761382.879534:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761382.879536:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1352
00000100:00080000:3.0:1789761382.879547:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761382.879550:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761382.879553:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761382.879560:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789761382.879561:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521172864/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761382.879571:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761382.879573:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761382.879575:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761382.879577:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1352
00000100:00080000:3.0:1789761382.879580:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761382.879582:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761382.879586:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761382.879598:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521172992/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761382.879612:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761382/real 1789761382]  req@ffff911a04ad1c00 x1876699521172352/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761382.879634:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521172352/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761382.879646:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761382.879650:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761382.879654:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521172352:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761382.879663:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521172480:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761382.879687:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761382.879700:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761382/real 1789761382]  req@ffff911a04ad2300 x1876699521172480/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761382.879710:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521172480/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761382.879716:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761382.879718:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761382.879720:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521172480:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761382.879739:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521172608:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761382.879754:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761382.879761:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761382/real 1789761382]  req@ffff911a04ad0380 x1876699521172608/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761382.879768:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521172608/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761382.879773:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761382.879775:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761382.879777:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521172608:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761382.879781:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521172736:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761382.879791:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761382.879797:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761382/real 1789761382]  req@ffff911a04ad3800 x1876699521172736/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761382.879804:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521172736/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761382.879809:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761382.879811:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761382.879813:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521172736:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761382.879817:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521172864:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761382.879826:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761382.879832:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761382/real 1789761382]  req@ffff911a04ad2a00 x1876699521172864/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761382.879840:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521172864/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761382.879845:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761382.879847:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761382.879849:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521172864:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761382.879852:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521172992:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761382.879862:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761382.879867:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761382/real 1789761382]  req@ffff911a04ad1500 x1876699521172992/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761382.879875:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1500 x1876699521172992/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761382.879880:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761382.879882:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761382.879883:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521172992:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761382.943359:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761383.967368:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761384.991352:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761386.015349:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761387.039345:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761387.999328:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761387.999339:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761387.999342:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761387.999362:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1357
00000100:00080000:1.0:1789761387.999373:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761387.999381:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789761387.999425:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09180 x1876699521173120/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761387.999454:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761387.999457:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761387.999458:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761387.999461:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1357
00000100:00080000:1.0:1789761387.999465:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761387.999468:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761387.999477:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761387.999488:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0ad80 x1876699521173248/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761387.999494:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521173120:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789761387.999499:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761387.999503:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761387.999504:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761387.999508:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1357
00000100:00080000:1.0:1789761387.999510:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761387.999513:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761387.999516:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761387.999523:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0aa00 x1876699521173376/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761387.999530:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761387.999533:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761387.999534:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761387.999537:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1357
00000100:00080000:1.0:1789761387.999539:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761387.999541:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761387.999544:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761387.999550:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08380 x1876699521173504/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761387.999556:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761387.999559:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761387.999560:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761387.999562:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1357
00000100:00080000:1.0:1789761387.999565:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789761387.999569:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789761387.999571:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761387.999576:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761387.999584:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09f80 x1876699521173632/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761387.999591:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761387.999593:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761387.999594:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761387.999597:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1357
00000100:00080000:1.0:1789761387.999600:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761387.999602:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761387.999605:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761387.999608:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761387/real 1789761387]  req@ffff911a08b09180 x1876699521173120/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761387.999617:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08700 x1876699521173760/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761387.999629:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09180 x1876699521173120/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761387.999644:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761387.999648:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761387.999652:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521173120:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761387.999675:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521173248:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761387.999699:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761387.999711:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761387/real 1789761387]  req@ffff911a08b0ad80 x1876699521173248/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761387.999721:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0ad80 x1876699521173248/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761387.999726:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761387.999729:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761387.999731:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521173248:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761387.999735:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521173376:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761387.999749:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761387.999756:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761387/real 1789761387]  req@ffff911a08b0aa00 x1876699521173376/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761387.999763:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0aa00 x1876699521173376/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761387.999768:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761387.999770:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761387.999772:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521173376:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761387.999776:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521173504:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761387.999788:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761387.999793:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761387/real 1789761387]  req@ffff911a08b08380 x1876699521173504/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761387.999801:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08380 x1876699521173504/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761387.999806:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761387.999808:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761387.999810:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521173504:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761387.999813:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521173632:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761387.999823:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761387.999828:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761387/real 1789761387]  req@ffff911a08b09f80 x1876699521173632/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761387.999836:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09f80 x1876699521173632/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761387.999841:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761387.999842:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761387.999851:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521173632:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761387.999855:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521173760:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761387.999865:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761387.999872:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761387/real 1789761387]  req@ffff911a08b08700 x1876699521173760/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761387.999879:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08700 x1876699521173760/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761387.999884:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761387.999886:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761387.999888:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521173760:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761388.063381:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761389.087444:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761390.111418:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761391.135367:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761392.159414:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761393.119351:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761393.119365:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761393.119369:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761393.119380:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1362
00000100:00080000:0.0:1789761393.119392:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761393.119400:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789761393.119437:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521173888/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761393.119461:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761393.119465:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761393.119466:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761393.119469:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1362
00000100:00080000:0.0:1789761393.119472:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761393.119474:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761393.119483:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761393.119493:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56d80 x1876699521174016/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761393.119503:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521173888:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789761393.119504:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761393.119512:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761393.119514:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761393.119518:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1362
00000100:00080000:0.0:1789761393.119520:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761393.119523:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761393.119526:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761393.119535:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521174144/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761393.119542:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761393.119545:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761393.119546:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761393.119549:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1362
00000100:00080000:0.0:1789761393.119552:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761393.119554:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761393.119559:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761393.119566:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521174272/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761393.119574:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789761393.119579:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789761393.119580:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761393.119584:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761393.119587:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1362
00000100:00080000:0.0:1789761393.119590:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761393.119593:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761393.119596:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761393.119605:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521174400/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761393.119611:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761393.119614:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761393.119615:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761393.119619:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1362
00000100:00080000:0.0:1789761393.119621:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761393.119624:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761393.119627:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761393.119628:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761393/real 1789761393]  req@ffff911a05c55880 x1876699521173888/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761393.119637:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55c00 x1876699521174528/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761393.119649:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521173888/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761393.119660:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761393.119664:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761393.119667:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521173888:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761393.119695:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521174016:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761393.119712:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761393.119722:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761393/real 1789761393]  req@ffff911a05c56d80 x1876699521174016/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761393.119731:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56d80 x1876699521174016/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761393.119742:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761393.119744:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761393.119747:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521174016:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761393.119750:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521174144:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761393.119762:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761393.119768:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761393/real 1789761393]  req@ffff911a05c54000 x1876699521174144/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761393.119775:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521174144/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761393.119781:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761393.119783:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761393.119785:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521174144:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761393.119790:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521174272:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761393.119809:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761393.119820:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761393/real 1789761393]  req@ffff911a05c54700 x1876699521174272/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761393.119833:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521174272/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761393.119842:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761393.119845:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761393.119848:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521174272:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761393.119852:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521174400:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761393.119873:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761393.119885:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761393/real 1789761393]  req@ffff911a05c57100 x1876699521174400/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761393.119899:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521174400/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761393.119907:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761393.119911:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761393.119915:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521174400:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761393.119921:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521174528:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761393.119948:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761393.119956:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761393/real 1789761393]  req@ffff911a05c55c00 x1876699521174528/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761393.119965:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55c00 x1876699521174528/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761393.119971:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761393.119973:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761393.119975:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521174528:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761393.183377:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761394.207482:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761395.231406:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761396.255437:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761397.279366:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761398.239345:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761398.239353:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761398.239357:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761398.239366:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1367
00000100:00080000:1.0:1789761398.239375:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761398.239381:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789761398.239416:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09500 x1876699521174656/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761398.239437:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761398.239440:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761398.239441:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761398.239444:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1367
00000100:00080000:1.0:1789761398.239447:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761398.239449:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761398.239457:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761398.239467:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b100 x1876699521174784/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761398.239475:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761398.239480:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521174656:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789761398.239481:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761398.239486:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761398.239493:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1367
00000100:00080000:1.0:1789761398.239497:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761398.239502:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761398.239507:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761398.239522:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a680 x1876699521174912/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761398.239529:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761398.239532:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761398.239533:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761398.239536:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1367
00000100:00080000:1.0:1789761398.239539:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761398.239542:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761398.239546:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761398.239553:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a300 x1876699521175040/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761398.239565:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761398.239568:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761398.239569:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761398.239573:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1367
00000100:00080000:1.0:1789761398.239575:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761398.239578:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761398.239582:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761398.239585:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521174784:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761398.239592:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08e00 x1876699521175168/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761398.239600:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761398.239602:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761398.239604:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761398.239607:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1367
00000100:00080000:1.0:1789761398.239611:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761398.239614:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761398.239617:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761398.239626:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09880 x1876699521175296/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761398.239630:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521174912:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761398.239661:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521175040:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761398.239688:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521175168:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761398.239708:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521175296:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761398.303399:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761399.327395:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761400.351384:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789761401.311465:0:2392:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.116:988
00000400:00000100:3.0:1789761401.311499:0:2392:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.116@tcp at host 192.168.203.116 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789761401.311512:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789761401.311544:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789761401.311550:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789761401.311556:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789761401.311562:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789761401.311570:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000100:00100000:2.0:1789761401.311598:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761398/real 1789761401]  req@ffff911a08b08e00 x1876699521175168/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761401.311630:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08e00 x1876699521175168/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761401.311643:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761401.311648:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761401.311653:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521175168:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761401.311661:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761398/real 1789761401]  req@ffff911a08b09880 x1876699521175296/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761401.311673:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09880 x1876699521175296/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761401.311680:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761401.311683:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761401.311686:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521175296:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761401.311692:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761398/real 1789761401]  req@ffff911a08b0b100 x1876699521174784/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761401.311715:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b100 x1876699521174784/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761401.311723:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761401.311726:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761401.311729:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521174784:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761401.311736:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761398/real 1789761401]  req@ffff911a08b0a680 x1876699521174912/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761401.311746:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a680 x1876699521174912/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761401.311753:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761401.311757:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761401.311760:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521174912:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761401.311767:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761398/real 1789761401]  req@ffff911a08b0a300 x1876699521175040/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761401.311779:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a300 x1876699521175040/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761401.311787:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761401.311790:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761401.311794:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521175040:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761401.311801:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761398/real 1789761401]  req@ffff911a08b09500 x1876699521174656/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761401.311814:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09500 x1876699521174656/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761401.311822:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761401.311826:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761401.311829:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521174656:192.168.203.116@tcp:250:kworker.0
00010000:00010000:0.0:1789761401.375380:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761402.399378:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761403.359374:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761403.359382:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761403.359385:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761403.359394:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1372
00000100:00080000:3.0:1789761403.359404:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761403.359411:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789761403.359452:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0700 x1876699521175424/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761403.359480:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761403.359484:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761403.359486:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761403.359489:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1372
00000100:00080000:3.0:1789761403.359492:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761403.359495:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761403.359508:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761403.359520:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2680 x1876699521175552/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761403.359528:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761403.359531:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761403.359533:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761403.359536:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521175424:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789761403.359538:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1372
00000100:00080000:3.0:1789761403.359543:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761403.359549:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761403.359552:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761403.359560:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521175680/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761403.359566:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761403.359568:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761403.359570:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761403.359572:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1372
00000100:00080000:3.0:1789761403.359575:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761403.359577:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761403.359581:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761403.359593:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521175808/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761403.359603:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761403.359606:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761403.359608:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761403.359615:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1372
00000800:00000100:2.0:1789761403.359616:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789761403.359620:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761403.359626:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761403.359631:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761403.359644:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521175936/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761403.359655:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761403.359659:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789761403.359664:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761403/real 1789761403]  req@ffff911a04ad0700 x1876699521175424/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761403.359664:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761403.359673:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1372
00000100:00080000:3.0:1789761403.359681:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761403.359688:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761403.359696:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761403.359698:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0700 x1876699521175424/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761403.359712:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521176064/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761403.359713:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761403.359725:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761403.359735:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521175424:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761403.359764:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521175552:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761403.359790:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761403.359811:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761403/real 1789761403]  req@ffff911a04ad2680 x1876699521175552/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761403.359824:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2680 x1876699521175552/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761403.359832:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761403.359836:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761403.359840:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521175552:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761403.359846:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521175680:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761403.359873:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761403.359885:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761403/real 1789761403]  req@ffff911a04ad1500 x1876699521175680/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761403.359897:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1500 x1876699521175680/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761403.359905:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761403.359908:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761403.359911:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521175680:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761403.359917:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521175808:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761403.359937:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761403.359948:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761403/real 1789761403]  req@ffff911a04ad2a00 x1876699521175808/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761403.359959:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521175808/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761403.359966:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761403.359970:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761403.359973:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521175808:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761403.359979:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521175936:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761403.359999:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761403.360010:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761403/real 1789761403]  req@ffff911a04ad3800 x1876699521175936/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761403.360023:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521175936/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761403.360032:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761403.360035:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761403.360038:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521175936:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761403.360045:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521176064:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761403.360066:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761403.360077:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761403/real 1789761403]  req@ffff911a04ad0380 x1876699521176064/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761403.360090:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521176064/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761403.360099:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761403.360102:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761403.360106:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521176064:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761403.423335:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761404.447365:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761405.471393:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761406.495355:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761407.519378:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761408.479296:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761408.479303:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761408.479307:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761408.479315:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1377
00000100:00080000:1.0:1789761408.479325:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761408.479331:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789761408.479367:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09500 x1876699521176192/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761408.479388:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761408.479390:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761408.479392:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761408.479395:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1377
00000100:00080000:1.0:1789761408.479397:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761408.479399:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761408.479406:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761408.479416:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a300 x1876699521176320/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761408.479424:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761408.479426:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761408.479428:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761408.479432:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521176192:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789761408.479434:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1377
00000100:00080000:1.0:1789761408.479439:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761408.479443:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761408.479446:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761408.479453:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a680 x1876699521176448/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761408.479460:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761408.479463:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761408.479464:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761408.479467:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1377
00000100:00080000:1.0:1789761408.479469:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761408.479471:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761408.479474:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761408.479481:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b100 x1876699521176576/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761408.479487:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761408.479489:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761408.479490:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761408.479493:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1377
00000100:00080000:1.0:1789761408.479496:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761408.479498:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761408.479501:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761408.479511:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09880 x1876699521176704/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761408.479512:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789761408.479521:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761408.479523:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761408.479525:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761408.479528:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1377
00000100:00080000:1.0:1789761408.479531:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761408.479534:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761408.479537:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761408.479543:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08e00 x1876699521176832/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761408.479566:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761408/real 1789761408]  req@ffff911a08b09500 x1876699521176192/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761408.479587:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09500 x1876699521176192/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761408.479595:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761408.479598:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761408.479601:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521176192:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761408.479620:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521176320:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761408.479641:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761408.479655:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761408/real 1789761408]  req@ffff911a08b0a300 x1876699521176320/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761408.479669:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a300 x1876699521176320/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761408.479679:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761408.479682:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761408.479685:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521176320:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761408.479689:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521176448:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761408.479705:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761408.479712:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761408/real 1789761408]  req@ffff911a08b0a680 x1876699521176448/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761408.479720:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a680 x1876699521176448/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761408.479730:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761408.479732:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761408.479734:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521176448:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761408.479738:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521176576:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761408.479749:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761408.479755:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761408/real 1789761408]  req@ffff911a08b0b100 x1876699521176576/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761408.479762:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b100 x1876699521176576/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761408.479767:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761408.479769:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761408.479771:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521176576:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761408.479774:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521176704:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761408.479784:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761408.479790:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761408/real 1789761408]  req@ffff911a08b09880 x1876699521176704/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761408.479797:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09880 x1876699521176704/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761408.479802:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761408.479804:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761408.479806:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521176704:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761408.479810:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521176832:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761408.479819:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761408.479825:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761408/real 1789761408]  req@ffff911a08b08e00 x1876699521176832/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761408.479832:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08e00 x1876699521176832/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761408.479836:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761408.479838:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761408.479840:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521176832:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761408.543362:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761409.567363:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761410.591369:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761411.615347:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761412.639340:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761413.599328:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761413.599337:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761413.599342:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761413.599352:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1382
00000100:00080000:3.0:1789761413.599361:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761413.599378:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789761413.599421:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521176960/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761413.599443:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761413.599446:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761413.599447:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761413.599451:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1382
00000100:00080000:3.0:1789761413.599453:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761413.599456:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761413.599465:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761413.599476:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521177088/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761413.599484:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761413.599485:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521176960:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789761413.599488:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761413.599493:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761413.599497:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1382
00000100:00080000:3.0:1789761413.599499:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761413.599501:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761413.599504:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761413.599513:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521177216/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761413.599521:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761413.599524:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761413.599525:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761413.599528:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1382
00000100:00080000:3.0:1789761413.599544:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761413.599549:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000800:00000100:2.0:1789761413.599550:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000008:00100000:3.0:1789761413.599558:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761413.599567:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521177344/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761413.599575:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761413.599577:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761413.599579:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761413.599581:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1382
00000100:00080000:3.0:1789761413.599585:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761413.599588:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789761413.599593:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761413/real 1789761413]  req@ffff911a04ad2300 x1876699521176960/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789761413.599593:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761413.599605:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521177472/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761413.599613:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521176960/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761413.599613:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761413.599619:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761413.599622:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761413.599630:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1382
00000100:00080000:2.0:1789761413.599631:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761413.599633:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761413.599637:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:3.0:1789761413.599641:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789761413.599645:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521176960:192.168.203.116@tcp:250:kworker.0
00000008:00100000:3.0:1789761413.599647:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761413.599658:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521177600/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761413.599670:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521177088:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761413.599688:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761413.599698:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761413/real 1789761413]  req@ffff911a04ad1c00 x1876699521177088/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761413.599706:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521177088/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761413.599712:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761413.599715:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761413.599717:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521177088:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761413.599721:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521177216:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761413.599741:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761413.599748:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761413/real 1789761413]  req@ffff911a04ad0000 x1876699521177216/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761413.599760:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521177216/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761413.599769:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761413.599772:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761413.599775:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521177216:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761413.599782:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521177344:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761413.599803:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761413.599814:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761413/real 1789761413]  req@ffff911a04ad3480 x1876699521177344/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761413.599822:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521177344/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761413.599828:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761413.599830:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761413.599833:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521177344:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761413.599837:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521177472:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761413.599849:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761413.599856:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761413/real 1789761413]  req@ffff911a04ad1f80 x1876699521177472/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761413.599863:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521177472/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761413.599868:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761413.599870:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761413.599872:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521177472:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761413.599875:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521177600:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761413.599886:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761413.599892:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761413/real 1789761413]  req@ffff911a04ad1880 x1876699521177600/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761413.599899:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521177600/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761413.599903:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761413.599905:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761413.599908:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521177600:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761413.663353:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761414.687360:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761415.711368:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761416.735345:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761417.759388:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761418.719320:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761418.719328:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761418.719332:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761418.719341:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1387
00000100:00080000:3.0:1789761418.719353:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761418.719362:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789761418.719407:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0a80 x1876699521177728/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761418.719432:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761418.719435:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761418.719437:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761418.719440:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1387
00000100:00080000:3.0:1789761418.719444:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761418.719447:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761418.719455:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761418.719470:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521177728:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789761418.719470:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3100 x1876699521177856/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761418.719495:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761418.719499:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761418.719501:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761418.719505:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1387
00000100:00080000:3.0:1789761418.719525:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761418.719531:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761418.719538:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761418.719542:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789761418.719552:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521177984/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761418.719561:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761418.719563:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761418.719565:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761418.719567:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1387
00000100:00080000:3.0:1789761418.719571:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761418.719574:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789761418.719578:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761418/real 1789761418]  req@ffff911a04ad0a80 x1876699521177728/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789761418.719578:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761418.719589:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521178112/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761418.719599:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0a80 x1876699521177728/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761418.719599:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761418.719605:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761418.719609:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761418.719616:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1387
00000100:00080000:2.0:1789761418.719619:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761418.719620:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761418.719628:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:3.0:1789761418.719631:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789761418.719635:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521177728:192.168.203.116@tcp:250:kworker.0
00000008:00100000:3.0:1789761418.719639:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761418.719655:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521178240/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761418.719659:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521177856:192.168.203.116@tcp:38:kworker.0
00000100:00080000:3.0:1789761418.719676:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761418.719679:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761418.719681:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789761418.719686:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789761418.719689:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1387
00000100:00080000:3.0:1789761418.719694:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761418.719698:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789761418.719702:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761418/real 1789761418]  req@ffff911a04ad3100 x1876699521177856/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789761418.719704:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761418.719717:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3100 x1876699521177856/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761418.719725:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789761418.719729:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521178368/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761418.719731:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761418.719739:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521177856:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761418.719752:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521177984:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761418.719773:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761418.719788:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761418/real 1789761418]  req@ffff911a04ad1880 x1876699521177984/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761418.719802:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521177984/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761418.719811:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761418.719815:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761418.719818:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521177984:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761418.719823:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521178112:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761418.719839:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761418.719847:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761418/real 1789761418]  req@ffff911a04ad1f80 x1876699521178112/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761418.719855:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521178112/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761418.719860:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761418.719862:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761418.719864:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521178112:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761418.719875:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521178240:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761418.719885:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761418.719891:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761418/real 1789761418]  req@ffff911a04ad3480 x1876699521178240/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761418.719898:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521178240/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761418.719904:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761418.719906:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761418.719908:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521178240:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761418.719911:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521178368:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761418.719921:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761418.719926:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761418/real 1789761418]  req@ffff911a04ad0000 x1876699521178368/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761418.719933:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521178368/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761418.719938:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761418.719940:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761418.719942:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521178368:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761418.783387:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761419.807383:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761420.831356:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761421.855363:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761422.879338:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761423.839367:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761423.839390:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761423.839395:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761423.839407:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1393
00000100:00080000:0.0:1789761423.839422:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761423.839431:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789761423.839478:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56680 x1876699521178496/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761423.839512:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761423.839517:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761423.839519:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761423.839526:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1393
00000100:00080000:0.0:1789761423.839532:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761423.839537:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761423.839550:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761423.839551:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521178496:192.168.203.116@tcp:250:kworker.0
00000100:00100000:0.0:1789761423.839572:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55f80 x1876699521178624/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761423.839587:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761423.839591:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761423.839593:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761423.839598:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1393
00000100:00080000:0.0:1789761423.839603:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761423.839608:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761423.839615:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761423.839620:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789761423.839632:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55500 x1876699521178752/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761423.839646:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761423.839650:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761423.839652:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761423.839657:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1393
00000100:00080000:0.0:1789761423.839663:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761423.839667:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761423/real 1789761423]  req@ffff911a05c56680 x1876699521178496/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761423.839671:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761423.839683:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761423.839697:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56680 x1876699521178496/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761423.839702:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54e00 x1876699521178880/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761423.839720:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761423.839725:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761423.839732:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521178496:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789761423.839738:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761423.839743:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761423.839746:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761423.839751:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1393
00000100:00080000:0.0:1789761423.839757:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761423.839759:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521178624:192.168.203.116@tcp:38:kworker.0
00000100:00080000:0.0:1789761423.839767:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761423.839775:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761423.839786:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789761423.839794:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57b80 x1876699521179008/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761423.839801:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761423/real 1789761423]  req@ffff911a05c55f80 x1876699521178624/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761423.839814:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761423.839820:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761423.839821:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761423.839826:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1393
00000100:00100000:2.0:1789761423.839830:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55f80 x1876699521178624/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761423.839832:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761423.839840:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761423.839847:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761423.839853:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789761423.839859:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56680 x1876699521179136/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761423.839862:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761423.839871:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521178624:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761423.839879:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521178752:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761423.839900:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761423.839910:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761423/real 1789761423]  req@ffff911a05c55500 x1876699521178752/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761423.839919:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55500 x1876699521178752/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761423.839925:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761423.839927:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761423.839929:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521178752:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761423.839934:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521178880:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761423.839946:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761423.839953:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761423/real 1789761423]  req@ffff911a05c54e00 x1876699521178880/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761423.839961:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54e00 x1876699521178880/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761423.839967:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761423.839969:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761423.839971:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521178880:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761423.839984:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521179008:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761423.840005:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761423.840016:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761423/real 1789761423]  req@ffff911a05c57b80 x1876699521179008/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761423.840030:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57b80 x1876699521179008/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761423.840040:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761423.840043:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761423.840047:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521179008:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761423.840053:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521179136:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761423.840068:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761423.840275:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761423/real 1789761423]  req@ffff911a05c56680 x1876699521179136/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761423.840287:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56680 x1876699521179136/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761423.840293:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761423.840296:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761423.840298:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521179136:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761423.903434:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761424.927403:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761425.951380:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761426.975382:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761427.999357:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761428.959340:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761428.959349:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761428.959352:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761428.959360:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1398
00000100:00080000:1.0:1789761428.959370:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761428.959376:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789761428.959412:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08700 x1876699521179264/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761428.959436:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761428.959438:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761428.959443:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761428.959447:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1398
00000100:00080000:1.0:1789761428.959449:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761428.959452:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761428.959460:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761428.959470:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09f80 x1876699521179392/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761428.959479:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761428.959483:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789761428.959484:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521179264:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789761428.959485:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761428.959492:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1398
00000100:00080000:1.0:1789761428.959495:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761428.959498:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761428.959501:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761428.959511:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08380 x1876699521179520/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761428.959517:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761428.959520:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761428.959521:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761428.959524:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1398
00000100:00080000:1.0:1789761428.959527:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761428.959529:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761428.959532:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761428.959538:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0aa00 x1876699521179648/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761428.959544:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761428.959547:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761428.959548:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789761428.959554:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789761428.959559:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1398
00000100:00080000:1.0:1789761428.959563:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761428.959566:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761428.959570:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761428.959578:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0ad80 x1876699521179776/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761428.959589:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761428.959591:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761428.959593:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761428.959596:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1398
00000100:00080000:1.0:1789761428.959600:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761428.959601:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761428/real 1789761428]  req@ffff911a08b08700 x1876699521179264/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761428.959604:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761428.959610:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761428.959622:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09180 x1876699521179904/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761428.959631:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08700 x1876699521179264/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761428.959645:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761428.959652:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761428.959658:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521179264:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761428.959680:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521179392:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761428.959704:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761428.959718:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761428/real 1789761428]  req@ffff911a08b09f80 x1876699521179392/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761428.959732:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09f80 x1876699521179392/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761428.959740:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761428.959743:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761428.959745:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521179392:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761428.959750:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521179520:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761428.959766:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761428.959773:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761428/real 1789761428]  req@ffff911a08b08380 x1876699521179520/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761428.959782:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08380 x1876699521179520/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761428.959787:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761428.959789:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761428.959792:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521179520:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761428.959803:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521179648:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761428.959815:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761428.959822:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761428/real 1789761428]  req@ffff911a08b0aa00 x1876699521179648/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761428.959829:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0aa00 x1876699521179648/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761428.959835:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761428.959837:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761428.959840:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521179648:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761428.959846:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521179776:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761428.959864:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761428.959876:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761428/real 1789761428]  req@ffff911a08b0ad80 x1876699521179776/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761428.959890:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0ad80 x1876699521179776/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761428.959898:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761428.959900:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761428.959902:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521179776:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761428.959906:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521179904:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761428.959921:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761428.959928:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761428/real 1789761428]  req@ffff911a08b09180 x1876699521179904/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761428.959935:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09180 x1876699521179904/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761428.959940:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761428.959942:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761428.959944:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521179904:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761429.023340:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761430.047339:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761431.071369:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761432.095403:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761433.119377:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761434.079310:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761434.079321:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761434.079325:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761434.079336:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1403
00000100:00080000:1.0:1789761434.079351:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761434.079360:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789761434.079410:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08a80 x1876699521180032/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761434.079440:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761434.079445:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761434.079447:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761434.079453:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1403
00000100:00080000:1.0:1789761434.079457:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761434.079463:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761434.079475:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761434.079487:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521180032:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789761434.079495:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b800 x1876699521180160/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761434.079510:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761434.079514:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761434.079516:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761434.079521:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1403
00000100:00080000:1.0:1789761434.079526:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761434.079530:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761434.079537:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761434.079550:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0bb80 x1876699521180288/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761434.079562:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761434.079566:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761434.079568:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761434.079572:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1403
00000100:00080000:1.0:1789761434.079577:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789761434.079578:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789761434.079587:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761434.079595:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761434.079610:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09c00 x1876699521180416/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761434.079623:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761434.079627:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1789761434.079631:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761434/real 1789761434]  req@ffff911a08b08a80 x1876699521180032/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761434.079632:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761434.079642:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1403
00000100:00080000:1.0:1789761434.079650:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761434.079657:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761434.079664:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761434.079664:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08a80 x1876699521180032/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761434.079683:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b480 x1876699521180544/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761434.079691:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761434.079699:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761434.079699:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761434.079707:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521180032:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789761434.079708:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761434.079714:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761434.079721:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1403
00000100:00080000:1.0:1789761434.079726:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761434.079731:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789761434.079737:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521180160:192.168.203.116@tcp:38:kworker.0
00000008:00100000:1.0:1789761434.079739:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761434.079758:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08000 x1876699521180672/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761434.079766:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761434.079789:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761434/real 1789761434]  req@ffff911a08b0b800 x1876699521180160/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761434.079806:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b800 x1876699521180160/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761434.079816:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761434.079820:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761434.079822:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521180160:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761434.079827:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521180288:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761434.079843:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761434.079851:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761434/real 1789761434]  req@ffff911a08b0bb80 x1876699521180288/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761434.079859:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0bb80 x1876699521180288/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761434.079865:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761434.079867:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761434.079869:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521180288:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761434.079874:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521180416:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761434.079887:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761434.079893:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761434/real 1789761434]  req@ffff911a08b09c00 x1876699521180416/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761434.079901:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09c00 x1876699521180416/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761434.079906:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761434.079908:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761434.079910:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521180416:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761434.079913:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521180544:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761434.079925:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761434.079931:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761434/real 1789761434]  req@ffff911a08b0b480 x1876699521180544/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761434.079938:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b480 x1876699521180544/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761434.079943:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761434.079945:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761434.079947:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521180544:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761434.079958:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521180672:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761434.079968:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761434.079974:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761434/real 1789761434]  req@ffff911a08b08000 x1876699521180672/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761434.079982:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08000 x1876699521180672/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761434.079988:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761434.079990:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761434.079991:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521180672:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761434.143389:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761435.167419:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761436.191343:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761437.215414:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761438.239493:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761439.199320:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761439.199328:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761439.199331:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761439.199340:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1408
00000100:00080000:3.0:1789761439.199349:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761439.199357:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789761439.199395:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521180800/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761439.199430:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761439.199434:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761439.199436:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761439.199441:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1408
00000100:00080000:3.0:1789761439.199445:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761439.199450:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761439.199461:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761439.199477:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521180928/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761439.199490:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761439.199491:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521180800:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789761439.199493:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761439.199497:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761439.199503:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1408
00000100:00080000:3.0:1789761439.199506:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761439.199509:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761439.199513:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761439.199523:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521181056/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761439.199530:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761439.199533:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761439.199535:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761439.199537:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1408
00000100:00080000:3.0:1789761439.199555:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761439.199557:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761439.199562:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789761439.199568:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789761439.199577:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521181184/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761439.199589:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761439.199593:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761439.199595:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761439.199599:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1408
00000100:00080000:3.0:1789761439.199603:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761439.199608:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761439.199614:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761439.199619:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761439/real 1789761439]  req@ffff911a04ad1c00 x1876699521180800/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761439.199628:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521181312/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761439.199642:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761439.199645:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521180800/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761439.199649:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761439.199652:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761439.199661:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1408
00000100:00080000:3.0:1789761439.199666:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761439.199667:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761439.199671:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00080000:2.0:1789761439.199676:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000008:00100000:3.0:1789761439.199677:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761439.199688:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521181440/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761439.199695:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521180800:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761439.199724:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521180928:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761439.199752:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761439.199775:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761439/real 1789761439]  req@ffff911a04ad2300 x1876699521180928/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761439.199787:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521180928/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761439.199801:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761439.199805:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761439.199808:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521180928:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761439.199814:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521181056:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761439.199835:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761439.199847:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761439/real 1789761439]  req@ffff911a04ad0380 x1876699521181056/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761439.199857:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521181056/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761439.199862:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761439.199864:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761439.199867:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521181056:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761439.199871:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521181184:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761439.199886:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761439.199893:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761439/real 1789761439]  req@ffff911a04ad3800 x1876699521181184/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761439.199900:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521181184/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761439.199906:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761439.199908:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761439.199910:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521181184:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761439.199914:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521181312:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761439.199925:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761439.199931:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761439/real 1789761439]  req@ffff911a04ad2a00 x1876699521181312/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761439.199937:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521181312/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761439.199943:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761439.199944:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761439.199946:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521181312:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761439.199950:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521181440:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761439.199960:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761439.199982:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761439/real 1789761439]  req@ffff911a04ad1500 x1876699521181440/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761439.199990:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1500 x1876699521181440/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761439.199995:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761439.199997:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761439.199999:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521181440:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761439.263359:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761440.287346:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761441.311424:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761442.335328:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761443.359423:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761444.319341:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761444.319350:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761444.319355:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761444.319364:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1413
00000100:00080000:2.0:1789761444.319374:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761444.319380:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789761444.319418:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9c00 x1876699521181568/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761444.319443:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761444.319446:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761444.319447:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761444.319451:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1413
00000100:00080000:2.0:1789761444.319453:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761444.319455:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761444.319463:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761444.319472:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeaa00 x1876699521181696/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761444.319486:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761444.319489:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761444.319490:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761444.319493:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1413
00000100:00080000:2.0:1789761444.319496:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761444.319498:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761444.319501:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761444.319505:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521181568:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761444.319511:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9180 x1876699521181824/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761444.319524:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761444.319526:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761444.319528:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761444.319530:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1413
00000100:00080000:2.0:1789761444.319533:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761444.319535:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761444.319538:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761444.319546:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9880 x1876699521181952/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761444.319553:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761444.319560:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761444.319562:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761444.319565:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1413
00000100:00080000:2.0:1789761444.319568:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761444.319570:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761444.319573:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789761444.319580:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761444.319582:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8a80 x1876699521182080/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761444.319591:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761444.319593:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761444.319595:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761444.319597:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1413
00000100:00080000:2.0:1789761444.319601:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761444.319604:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761444.319607:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761444.319614:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb480 x1876699521182208/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761444.319632:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761444/real 1789761444]  req@ffff911a12ee9c00 x1876699521181568/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761444.319654:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9c00 x1876699521181568/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761444.319665:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761444.319670:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761444.319674:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521181568:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789761444.319681:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521181696:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761444.319704:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761444.319716:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761444/real 1789761444]  req@ffff911a12eeaa00 x1876699521181696/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761444.319729:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeaa00 x1876699521181696/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761444.319737:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761444.319741:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761444.319744:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521181696:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761444.319767:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521181824:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761444.319787:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761444.319799:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761444/real 1789761444]  req@ffff911a12ee9180 x1876699521181824/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761444.319811:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9180 x1876699521181824/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761444.319819:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761444.319822:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761444.319825:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521181824:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761444.319831:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521181952:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789761444.319865:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761444.319877:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761444/real 1789761444]  req@ffff911a12ee9880 x1876699521181952/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761444.319888:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9880 x1876699521181952/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761444.319897:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761444.319900:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761444.319903:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521181952:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761444.319909:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521182080:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761444.319942:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761444.319954:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761444/real 1789761444]  req@ffff911a12ee8a80 x1876699521182080/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761444.319973:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8a80 x1876699521182080/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761444.319982:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761444.319985:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761444.319988:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521182080:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761444.319994:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521182208:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761444.320015:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761444.320026:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761444/real 1789761444]  req@ffff911a12eeb480 x1876699521182208/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761444.320045:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb480 x1876699521182208/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761444.320053:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761444.320056:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761444.320059:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521182208:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761444.383350:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761445.407355:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761446.431336:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761447.455369:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761448.479368:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761449.439323:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761449.439330:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761449.439335:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761449.439343:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1418
00000100:00080000:0.0:1789761449.439353:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761449.439359:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789761449.439395:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55c00 x1876699521182336/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761449.439417:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761449.439419:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761449.439421:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761449.439424:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1418
00000100:00080000:0.0:1789761449.439426:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761449.439428:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761449.439436:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761449.439445:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521182464/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761449.439454:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761449.439457:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761449.439458:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761449.439461:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1418
00000100:00080000:0.0:1789761449.439464:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761449.439467:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761449.439470:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761449.439478:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521182592/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761449.439488:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761449.439490:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761449.439492:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761449.439494:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1418
00000100:00080000:0.0:1789761449.439496:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761449.439499:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761449.439503:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761449.439509:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521182336:192.168.203.116@tcp:250:kworker.0
00000100:00100000:0.0:1789761449.439514:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521182720/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761449.439530:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761449.439533:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761449.439534:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761449.439535:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1418
00000100:00080000:0.0:1789761449.439539:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761449.439542:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761449.439544:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761449.439554:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56d80 x1876699521182848/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761449.439559:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761449.439561:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761449.439562:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761449.439566:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1418
00000100:00080000:0.0:1789761449.439569:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761449.439572:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761449.439575:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761449.439583:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521182976/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761449.439614:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761449.439668:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761449/real 1789761449]  req@ffff911a05c55c00 x1876699521182336/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761449.439684:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55c00 x1876699521182336/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761449.439693:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761449.439697:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761449.439700:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521182336:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789761449.439706:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521182464:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761449.439725:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761449.439734:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761449/real 1789761449]  req@ffff911a05c57100 x1876699521182464/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761449.439742:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521182464/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761449.439754:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761449.439757:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761449.439761:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521182464:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761449.439791:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521182592:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761449.439815:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761449.439823:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761449/real 1789761449]  req@ffff911a05c54700 x1876699521182592/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761449.439832:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521182592/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761449.439838:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761449.439840:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761449.439843:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521182592:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761449.439847:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521182720:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789761449.439860:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761449.439867:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761449/real 1789761449]  req@ffff911a05c54000 x1876699521182720/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761449.439874:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521182720/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761449.439879:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761449.439881:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761449.439884:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521182720:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761449.439905:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521182848:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761449.439921:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761449.439929:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761449/real 1789761449]  req@ffff911a05c56d80 x1876699521182848/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761449.439937:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56d80 x1876699521182848/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761449.439943:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761449.439945:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761449.439947:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521182848:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761449.439951:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521182976:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761449.439962:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761449.439968:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761449/real 1789761449]  req@ffff911a05c55880 x1876699521182976/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761449.439975:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521182976/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761449.439980:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761449.439982:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761449.439984:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521182976:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761449.503423:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761450.527408:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761451.551376:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761452.575369:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761453.599349:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761454.559276:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761454.559283:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761454.559287:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761454.559295:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1423
00000100:00080000:0.0:1789761454.559305:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761454.559310:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789761454.559347:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521183104/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761454.559371:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761454.559374:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761454.559376:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761454.559381:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1423
00000100:00080000:0.0:1789761454.559385:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761454.559389:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761454.559399:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761454.559412:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56300 x1876699521183232/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761454.559422:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789761454.559423:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521183104:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789761454.559425:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761454.559427:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761454.559430:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1423
00000100:00080000:0.0:1789761454.559433:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761454.559437:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761454.559441:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761454.559449:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54380 x1876699521183360/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761454.559458:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761454.559460:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761454.559462:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761454.559465:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1423
00000100:00080000:0.0:1789761454.559476:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761454.559481:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761454.559486:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789761454.559489:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789761454.559495:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57800 x1876699521183488/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761454.559504:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761454.559507:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761454.559509:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761454.559512:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1423
00000100:00080000:0.0:1789761454.559515:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761454.559519:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761454.559523:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761454.559527:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761454/real 1789761454]  req@ffff911a05c56a00 x1876699521183104/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761454.559532:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54a80 x1876699521183616/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761454.559541:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761454.559543:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761454.559545:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761454.559546:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521183104/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761454.559549:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1423
00000100:00080000:0.0:1789761454.559552:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761454.559555:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00080000:1.0:1789761454.559556:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:0.0:1789761454.559560:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789761454.559560:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761454.559565:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521183104:192.168.203.116@tcp:250:kworker.0
00000100:00100000:0.0:1789761454.559568:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55180 x1876699521183744/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761454.559588:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521183232:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761454.559613:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761454.559627:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761454/real 1789761454]  req@ffff911a05c56300 x1876699521183232/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761454.559636:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56300 x1876699521183232/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761454.559642:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761454.559644:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761454.559646:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521183232:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761454.559650:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521183360:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761454.559664:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761454.559671:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761454/real 1789761454]  req@ffff911a05c54380 x1876699521183360/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761454.559679:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54380 x1876699521183360/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761454.559689:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761454.559691:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761454.559693:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521183360:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761454.559696:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521183488:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789761454.559706:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761454.559712:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761454/real 1789761454]  req@ffff911a05c57800 x1876699521183488/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761454.559719:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57800 x1876699521183488/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761454.559724:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761454.559726:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761454.559727:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521183488:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761454.559730:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521183616:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761454.559740:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761454.559746:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761454/real 1789761454]  req@ffff911a05c54a80 x1876699521183616/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761454.559753:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54a80 x1876699521183616/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761454.559758:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761454.559759:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761454.559762:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521183616:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761454.559775:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521183744:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761454.559794:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761454.559806:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761454/real 1789761454]  req@ffff911a05c55180 x1876699521183744/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761454.559819:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55180 x1876699521183744/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761454.559827:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761454.559831:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761454.559834:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521183744:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761454.623396:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761455.647349:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761456.671367:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761457.695367:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761458.719428:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761459.679353:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761459.679363:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761459.679367:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761459.679378:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1428
00000100:00080000:0.0:1789761459.679389:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761459.679397:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789761459.679437:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55180 x1876699521183872/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761459.679467:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761459.679470:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761459.679471:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761459.679474:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1428
00000100:00080000:0.0:1789761459.679477:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761459.679479:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761459.679488:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761459.679499:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54a80 x1876699521184000/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761459.679506:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761459.679509:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761459.679510:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761459.679515:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1428
00000100:00080000:0.0:1789761459.679517:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761459.679522:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789761459.679525:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521183872:192.168.203.116@tcp:250:kworker.0
00000008:00100000:0.0:1789761459.679527:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761459.679539:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57800 x1876699521184128/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761459.679546:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761459.679549:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761459.679550:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761459.679553:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1428
00000100:00080000:0.0:1789761459.679555:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761459.679558:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761459.679562:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761459.679572:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54380 x1876699521184256/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761459.679579:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761459.679582:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761459.679584:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761459.679586:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1428
00000100:00080000:0.0:1789761459.679591:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761459.679594:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761459.679597:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761459.679603:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56300 x1876699521184384/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761459.679612:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789761459.679618:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761459.679621:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761459.679623:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761459.679627:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1428
00000100:00080000:0.0:1789761459.679629:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761459.679632:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761459.679635:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761459.679642:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521184512/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761459.679671:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761459/real 1789761459]  req@ffff911a05c55180 x1876699521183872/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761459.679695:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55180 x1876699521183872/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761459.679707:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761459.679712:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761459.679717:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521183872:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789761459.679725:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521184000:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761459.679760:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761459.679776:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761459/real 1789761459]  req@ffff911a05c54a80 x1876699521184000/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761459.679791:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54a80 x1876699521184000/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761459.679800:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761459.679804:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761459.679808:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521184000:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761459.679854:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521184128:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761459.679880:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761459.679894:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761459/real 1789761459]  req@ffff911a05c57800 x1876699521184128/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761459.679908:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57800 x1876699521184128/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761459.679917:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761459.679920:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761459.679924:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521184128:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761459.679930:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521184256:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789761459.679953:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761459.679966:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761459/real 1789761459]  req@ffff911a05c54380 x1876699521184256/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761459.679979:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54380 x1876699521184256/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761459.679988:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761459.679992:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761459.679995:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521184256:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761459.680001:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521184384:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761459.680019:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761459.680027:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761459/real 1789761459]  req@ffff911a05c56300 x1876699521184384/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761459.680034:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56300 x1876699521184384/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761459.680040:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761459.680042:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761459.680045:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521184384:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761459.680048:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521184512:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761459.680059:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761459.680064:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761459/real 1789761459]  req@ffff911a05c56a00 x1876699521184512/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761459.680072:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521184512/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761459.680077:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761459.680078:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761459.680081:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521184512:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761459.743412:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761460.767357:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761461.791360:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761462.815417:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761463.839366:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761464.799322:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761464.799332:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761464.799337:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761464.799347:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1434
00000100:00080000:1.0:1789761464.799359:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761464.799367:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789761464.799421:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08000 x1876699521184640/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761464.799455:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761464.799459:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761464.799461:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761464.799466:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1434
00000100:00080000:1.0:1789761464.799471:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761464.799476:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761464.799486:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761464.799500:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521184640:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789761464.799502:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b480 x1876699521184768/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761464.799517:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761464.799521:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761464.799523:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761464.799528:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1434
00000100:00080000:1.0:1789761464.799531:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761464.799536:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761464.799542:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761464.799554:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09c00 x1876699521184896/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761464.799565:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761464.799569:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761464.799571:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761464.799576:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1434
00000100:00080000:1.0:1789761464.799581:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761464.799585:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761464.799592:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761464.799596:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521184768:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761464.799606:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0bb80 x1876699521185024/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761464.799620:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761464.799625:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521184896:192.168.203.116@tcp:38:kworker.0
00000100:00080000:1.0:1789761464.799626:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761464.799632:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761464.799639:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1434
00000100:00080000:1.0:1789761464.799644:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761464.799650:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521185024:192.168.203.116@tcp:8:kworker.0
00000100:00080000:1.0:1789761464.799651:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761464.799662:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761464.799677:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b800 x1876699521185152/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761464.799690:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761464.799694:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761464.799696:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761464.799701:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521185152:192.168.203.116@tcp:38:kworker.0
00000100:00080000:1.0:1789761464.799703:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1434
00000100:00080000:1.0:1789761464.799710:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761464.799714:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761464.799718:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761464.799729:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08a80 x1876699521185280/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761464.799750:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521185280:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761464.863390:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761465.887373:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761466.911357:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789761467.871450:0:2393:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.116:988
00000400:00000100:3.0:1789761467.871488:0:2393:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.116@tcp at host 192.168.203.116 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789761467.871501:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789761467.871536:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789761467.871545:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789761467.871554:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789761467.871562:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789761467.871573:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000100:00100000:2.0:1789761467.871601:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761464/real 1789761467]  req@ffff911a08b08a80 x1876699521185280/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761467.871630:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08a80 x1876699521185280/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761467.871640:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761467.871645:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761467.871650:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521185280:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761467.871658:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761464/real 1789761467]  req@ffff911a08b0b800 x1876699521185152/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761467.871694:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b800 x1876699521185152/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761467.871703:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761467.871707:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761467.871711:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521185152:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761467.871718:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761464/real 1789761467]  req@ffff911a08b0bb80 x1876699521185024/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761467.871731:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0bb80 x1876699521185024/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761467.871739:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761467.871743:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761467.871746:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521185024:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761467.871768:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761464/real 1789761467]  req@ffff911a08b0b480 x1876699521184768/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761467.871780:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b480 x1876699521184768/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761467.871788:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761467.871792:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761467.871796:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521184768:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761467.871802:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761464/real 1789761467]  req@ffff911a08b09c00 x1876699521184896/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761467.871816:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09c00 x1876699521184896/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761467.871823:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761467.871827:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761467.871830:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521184896:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761467.871836:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761464/real 1789761467]  req@ffff911a08b08000 x1876699521184640/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761467.871849:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08000 x1876699521184640/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761467.871858:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761467.871861:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761467.871865:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521184640:192.168.203.116@tcp:250:kworker.0
00010000:00010000:0.0:1789761467.935403:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761468.959364:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761469.919360:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761469.919371:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761469.919375:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761469.919383:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1439
00000100:00080000:3.0:1789761469.919393:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761469.919398:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789761469.919430:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2680 x1876699521185408/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761469.919452:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761469.919454:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761469.919456:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761469.919459:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1439
00000100:00080000:3.0:1789761469.919463:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761469.919467:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761469.919477:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761469.919492:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0700 x1876699521185536/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761469.919505:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761469.919509:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761469.919511:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761469.919517:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521185408:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789761469.919518:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1439
00000100:00080000:3.0:1789761469.919525:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761469.919543:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761469.919549:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761469.919564:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521185664/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761469.919574:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761469.919578:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761469.919580:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761469.919584:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1439
00000100:00080000:3.0:1789761469.919591:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761469.919595:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761469.919601:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789761469.919602:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789761469.919618:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521185792/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761469.919630:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761469.919633:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761469.919635:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761469.919648:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761469/real 1789761469]  req@ffff911a04ad2680 x1876699521185408/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761469.919652:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1439
00000100:00080000:3.0:1789761469.919657:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761469.919662:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761469.919669:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761469.919688:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521185920/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761469.919693:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2680 x1876699521185408/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761469.919708:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761469.919714:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761469.919717:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761469.919718:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761469.919724:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1439
00000100:00080000:3.0:1789761469.919746:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761469.919747:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:3.0:1789761469.919754:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789761469.919758:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521185408:192.168.203.116@tcp:250:kworker.0
00000008:00100000:3.0:1789761469.919762:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761469.919772:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521185536:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789761469.919791:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521186048/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761469.919805:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761469.919826:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761469/real 1789761469]  req@ffff911a04ad0700 x1876699521185536/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761469.919842:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0700 x1876699521185536/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761469.919852:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761469.919856:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761469.919860:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521185536:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761469.919885:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521185664:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761469.919905:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761469.919915:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761469/real 1789761469]  req@ffff911a04ad1500 x1876699521185664/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761469.919928:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1500 x1876699521185664/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761469.919938:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761469.919942:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761469.919946:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521185664:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761469.919952:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521185792:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761469.919971:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761469.919981:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761469/real 1789761469]  req@ffff911a04ad2a00 x1876699521185792/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761469.919995:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521185792/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761469.920004:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761469.920007:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761469.920011:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521185792:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761469.920018:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521185920:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761469.920038:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761469.920049:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761469/real 1789761469]  req@ffff911a04ad3800 x1876699521185920/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761469.920062:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521185920/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761469.920071:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761469.920075:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761469.920078:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521185920:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761469.920085:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521186048:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761469.920103:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761469.920113:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761469/real 1789761469]  req@ffff911a04ad0380 x1876699521186048/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761469.920125:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521186048/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761469.920141:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761469.920144:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761469.920148:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521186048:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761469.983370:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761471.007356:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761472.031355:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761473.055334:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761474.079353:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761475.039308:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761475.039319:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761475.039323:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761475.039332:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1444
00000100:00080000:3.0:1789761475.039344:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761475.039352:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789761475.039398:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521186176/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761475.039430:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761475.039435:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761475.039436:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761475.039441:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1444
00000100:00080000:3.0:1789761475.039444:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761475.039448:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761475.039457:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761475.039468:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521186304/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761475.039476:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761475.039478:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761475.039480:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761475.039483:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1444
00000100:00080000:3.0:1789761475.039487:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761475.039490:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761475.039493:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761475.039500:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521186432/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761475.039506:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761475.039509:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761475.039511:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761475.039517:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1444
00000100:00080000:3.0:1789761475.039520:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761475.039526:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761475.039532:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761475.039546:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521186176:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789761475.039547:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521186560/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761475.039570:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761475.039574:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761475.039577:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761475.039583:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1444
00000100:00080000:3.0:1789761475.039587:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761475.039608:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761475.039614:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761475.039625:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521186688/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761475.039639:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789761475.039654:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761475.039657:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761475.039659:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761475.039680:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1444
00000100:00080000:3.0:1789761475.039685:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761475.039689:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761475.039709:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761475.039719:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761475/real 1789761475]  req@ffff911a04ad2300 x1876699521186176/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761475.039725:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521186816/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761475.039765:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521186176/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761475.039776:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761475.039779:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761475.039783:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521186176:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761475.039790:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521186304:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761475.039808:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761475.039834:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761475/real 1789761475]  req@ffff911a04ad1c00 x1876699521186304/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761475.039842:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521186304/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761475.039848:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761475.039851:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761475.039853:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521186304:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761475.039858:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521186432:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761475.039871:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761475.039878:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761475/real 1789761475]  req@ffff911a04ad0000 x1876699521186432/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761475.039886:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521186432/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761475.039891:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761475.039893:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761475.039895:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521186432:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761475.039935:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521186560:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761475.039948:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761475.039954:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761475/real 1789761475]  req@ffff911a04ad3480 x1876699521186560/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761475.039961:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521186560/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761475.039967:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761475.039969:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761475.039971:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521186560:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761475.039974:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521186688:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761475.039984:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761475.039990:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761475/real 1789761475]  req@ffff911a04ad1f80 x1876699521186688/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761475.039997:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521186688/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761475.040002:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761475.040004:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761475.040006:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521186688:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761475.040009:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521186816:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761475.040018:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761475.040024:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761475/real 1789761475]  req@ffff911a04ad1880 x1876699521186816/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761475.040031:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521186816/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761475.040035:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761475.040037:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761475.040039:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521186816:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761475.103386:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761476.127363:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761477.151358:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761478.175435:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761479.199352:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761480.159296:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761480.159305:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761480.159309:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761480.159318:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1449
00000100:00080000:3.0:1789761480.159327:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761480.159334:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789761480.159368:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3100 x1876699521186944/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761480.159404:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761480.159408:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761480.159411:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761480.159415:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1449
00000100:00080000:3.0:1789761480.159420:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761480.159426:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761480.159436:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761480.159455:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0a80 x1876699521187072/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761480.159468:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761480.159471:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761480.159472:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761480.159477:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1449
00000100:00100000:2.0:1789761480.159485:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521186944:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789761480.159486:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761480.159501:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761480.159506:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761480.159518:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521187200/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761480.159528:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761480.159532:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761480.159535:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761480.159539:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1449
00000100:00080000:3.0:1789761480.159562:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761480.159569:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000800:00000100:2.0:1789761480.159570:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000008:00100000:3.0:1789761480.159581:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761480.159599:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521187328/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761480.159620:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761480.159624:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761480.159625:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761480.159632:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761480/real 1789761480]  req@ffff911a04ad3100 x1876699521186944/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761480.159633:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1449
00000100:00080000:3.0:1789761480.159640:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761480.159648:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761480.159673:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761480.159693:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521187456/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761480.159694:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3100 x1876699521186944/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761480.159722:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761480.159738:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761480.159742:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761480.159744:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761480.159750:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:3.0:1789761480.159750:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1449
00000100:00100000:2.0:1789761480.159758:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521186944:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789761480.159760:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761480.159769:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761480.159774:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761480.159786:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521187584/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761480.159790:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521187072:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761480.159824:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761480.159837:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761480/real 1789761480]  req@ffff911a04ad0a80 x1876699521187072/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761480.159847:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0a80 x1876699521187072/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761480.159854:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761480.159856:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761480.159859:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521187072:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761480.159863:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521187200:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761480.159875:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761480.159882:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761480/real 1789761480]  req@ffff911a04ad1880 x1876699521187200/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761480.159890:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521187200/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761480.159895:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761480.159897:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761480.159899:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521187200:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761480.159904:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521187328:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761480.159917:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761480.159924:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761480/real 1789761480]  req@ffff911a04ad1f80 x1876699521187328/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761480.159932:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521187328/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761480.159937:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761480.159939:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761480.159941:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521187328:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761480.159945:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521187456:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761480.159956:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761480.159963:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761480/real 1789761480]  req@ffff911a04ad3480 x1876699521187456/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761480.159970:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521187456/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761480.159975:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761480.159977:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761480.159979:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521187456:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761480.159991:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521187584:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761480.160002:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761480.160009:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761480/real 1789761480]  req@ffff911a04ad0000 x1876699521187584/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761480.160017:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521187584/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761480.160022:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761480.160024:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761480.160026:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521187584:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761480.223371:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761481.247411:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761482.271358:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761483.295350:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761484.319385:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761485.279306:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761485.279314:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761485.279321:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761485.279331:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1454
00000100:00080000:3.0:1789761485.279342:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761485.279348:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789761485.279395:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521187712/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761485.279424:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761485.279427:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761485.279428:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761485.279431:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1454
00000100:00080000:3.0:1789761485.279435:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761485.279438:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761485.279446:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761485.279458:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521187840/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761485.279466:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761485.279468:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761485.279470:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761485.279473:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1454
00000100:00080000:3.0:1789761485.279476:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761485.279478:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761485.279481:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761485.279489:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521187968/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761485.279499:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761485.279506:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:2.0:1789761485.279508:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521187712:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789761485.279509:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761485.279523:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1454
00000100:00080000:3.0:1789761485.279527:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761485.279530:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761485.279534:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761485.279548:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521188096/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761485.279559:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761485.279562:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761485.279564:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761485.279568:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1454
00000100:00080000:3.0:1789761485.279590:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761485.279595:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761485.279600:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761485.279607:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789761485.279613:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521188224/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761485.279637:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761485.279642:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761485.279644:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761485.279649:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1454
00000100:00080000:3.0:1789761485.279654:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761485.279659:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761485.279666:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761485.279688:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761485/real 1789761485]  req@ffff911a04ad1c00 x1876699521187712/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761485.279689:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521188352/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761485.279775:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521187712/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761485.279786:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761485.279790:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761485.279795:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521187712:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761485.279808:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521187840:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761485.279831:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761485.279840:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761485/real 1789761485]  req@ffff911a04ad2300 x1876699521187840/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761485.279850:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521187840/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761485.279860:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761485.279863:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761485.279865:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521187840:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761485.279888:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521187968:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761485.279900:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761485.279907:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761485/real 1789761485]  req@ffff911a04ad0380 x1876699521187968/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761485.279914:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521187968/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761485.279920:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761485.279922:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761485.279924:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521187968:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761485.279928:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521188096:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761485.279941:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761485.279948:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761485/real 1789761485]  req@ffff911a04ad3800 x1876699521188096/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761485.279961:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521188096/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761485.279970:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761485.279973:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761485.279978:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521188096:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761485.279985:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521188224:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761485.280009:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761485.280023:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761485/real 1789761485]  req@ffff911a04ad2a00 x1876699521188224/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761485.280036:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521188224/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761485.280042:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761485.280044:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761485.280053:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521188224:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761485.280059:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521188352:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761485.280075:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761485.280083:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761485/real 1789761485]  req@ffff911a04ad1500 x1876699521188352/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761485.280091:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1500 x1876699521188352/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761485.280101:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761485.280104:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761485.280106:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521188352:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761485.343417:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761486.367416:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761487.391368:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761488.415384:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761489.439364:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761490.399299:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761490.399310:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761490.399314:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761490.399324:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1459
00000100:00080000:3.0:1789761490.399335:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761490.399344:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789761490.399381:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0700 x1876699521188480/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761490.399406:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761490.399409:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761490.399410:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761490.399414:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1459
00000100:00080000:3.0:1789761490.399416:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761490.399419:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761490.399427:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761490.399437:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2680 x1876699521188608/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761490.399445:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761490.399449:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761490.399452:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761490.399458:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1459
00000100:00100000:2.0:1789761490.399463:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521188480:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789761490.399465:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761490.399474:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761490.399480:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761490.399497:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521188736/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761490.399508:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761490.399511:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761490.399512:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761490.399516:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1459
00000100:00080000:3.0:1789761490.399541:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761490.399545:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761490.399549:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789761490.399557:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789761490.399561:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521188864/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761490.399574:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761490.399594:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761490.399596:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761490.399602:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1459
00000100:00080000:3.0:1789761490.399607:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761490.399612:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761490.399618:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761490.399631:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761490/real 1789761490]  req@ffff911a04ad0700 x1876699521188480/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761490.399637:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521188992/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761490.399665:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761490.399669:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761490.399671:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761490.399674:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0700 x1876699521188480/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761490.399679:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1459
00000100:00080000:3.0:1789761490.399687:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761490.399694:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00080000:2.0:1789761490.399695:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789761490.399702:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761490.399704:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761490.399710:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521188480:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761490.399721:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521188608:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789761490.399732:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521189120/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761490.399753:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761490.399768:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761490/real 1789761490]  req@ffff911a04ad2680 x1876699521188608/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761490.399782:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2680 x1876699521188608/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761490.399792:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761490.399796:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761490.399800:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521188608:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761490.399828:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521188736:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761490.399845:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761490.399862:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761490/real 1789761490]  req@ffff911a04ad1500 x1876699521188736/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761490.399871:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1500 x1876699521188736/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761490.399882:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761490.399885:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761490.399887:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521188736:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761490.399891:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521188864:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761490.399905:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761490.399911:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761490/real 1789761490]  req@ffff911a04ad2a00 x1876699521188864/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761490.399919:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521188864/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761490.399925:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761490.399927:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761490.399929:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521188864:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761490.399933:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521188992:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761490.399943:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761490.399949:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761490/real 1789761490]  req@ffff911a04ad3800 x1876699521188992/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761490.399957:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521188992/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761490.399962:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761490.399963:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761490.399966:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521188992:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761490.399970:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521189120:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761490.399980:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761490.399986:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761490/real 1789761490]  req@ffff911a04ad0380 x1876699521189120/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761490.399993:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521189120/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761490.399998:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761490.399999:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761490.400001:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521189120:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761490.463355:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761491.487371:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761492.511358:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761493.535391:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761494.559350:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761495.519323:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761495.519333:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761495.519337:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761495.519347:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1464
00000100:00080000:3.0:1789761495.519359:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761495.519367:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789761495.519407:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521189248/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761495.519436:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761495.519440:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761495.519442:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761495.519447:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1464
00000100:00080000:3.0:1789761495.519450:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761495.519454:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761495.519464:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761495.519478:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521189376/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761495.519490:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761495.519496:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789761495.519499:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521189248:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789761495.519499:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761495.519508:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1464
00000100:00080000:3.0:1789761495.519513:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761495.519517:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761495.519523:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761495.519537:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521189504/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761495.519560:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761495.519564:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761495.519566:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761495.519570:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1464
00000100:00080000:3.0:1789761495.519574:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761495.519578:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000800:00000100:2.0:1789761495.519585:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000008:00100000:3.0:1789761495.519585:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761495.519600:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521189632/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761495.519611:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761495.519614:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761495.519617:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761495.519621:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1464
00000100:00080000:3.0:1789761495.519625:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761495.519628:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761495/real 1789761495]  req@ffff911a04ad2300 x1876699521189248/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761495.519633:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761495.519643:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761495.519652:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521189248/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761495.519660:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521189760/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761495.519664:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761495.519673:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761495.519681:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521189248:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789761495.519681:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761495.519689:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761495.519691:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761495.519696:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1464
00000100:00080000:3.0:1789761495.519701:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761495.519705:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521189376:192.168.203.116@tcp:38:kworker.0
00000100:00080000:3.0:1789761495.519709:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761495.519716:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761495.519728:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789761495.519733:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521189888/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761495.519743:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761495/real 1789761495]  req@ffff911a04ad1c00 x1876699521189376/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761495.519756:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521189376/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761495.519762:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761495.519765:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761495.519768:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521189376:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761495.519773:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521189504:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761495.519786:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761495.519793:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761495/real 1789761495]  req@ffff911a04ad0000 x1876699521189504/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761495.519801:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521189504/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761495.519806:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761495.519808:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761495.519809:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521189504:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761495.519813:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521189632:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761495.519824:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761495.519829:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761495/real 1789761495]  req@ffff911a04ad3480 x1876699521189632/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761495.519837:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521189632/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761495.519842:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761495.519845:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761495.519847:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521189632:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761495.519850:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521189760:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761495.519859:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761495.519865:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761495/real 1789761495]  req@ffff911a04ad1f80 x1876699521189760/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761495.519872:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521189760/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761495.519877:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761495.519879:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761495.519881:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521189760:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761495.519890:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521189888:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761495.519900:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761495.519908:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761495/real 1789761495]  req@ffff911a04ad1880 x1876699521189888/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761495.519920:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521189888/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761495.519929:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761495.519932:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761495.519936:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521189888:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761495.583351:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761496.607357:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761497.631351:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761498.655385:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761499.679424:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761500.639315:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761500.639326:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761500.639331:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761500.639341:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1469
00000100:00080000:3.0:1789761500.639354:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761500.639362:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789761500.639408:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0a80 x1876699521190016/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761500.639437:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761500.639439:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761500.639441:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761500.639444:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1469
00000100:00080000:3.0:1789761500.639448:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761500.639451:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761500.639459:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761500.639469:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3100 x1876699521190144/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761500.639476:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761500.639479:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761500.639480:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761500.639482:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1469
00000100:00080000:3.0:1789761500.639484:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761500.639487:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761500.639490:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761500.639500:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521190272/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761500.639513:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521190016:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789761500.639529:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761500.639532:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761500.639534:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761500.639537:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1469
00000100:00080000:3.0:1789761500.639540:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761500.639544:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761500.639550:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761500.639564:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521190400/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761500.639584:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789761500.639589:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789761500.639590:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761500.639594:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761500.639600:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1469
00000100:00080000:3.0:1789761500.639604:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761500.639608:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761500.639613:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761500.639623:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521190528/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761500.639630:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761500.639632:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761500.639635:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761500.639637:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761500/real 1789761500]  req@ffff911a04ad0a80 x1876699521190016/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761500.639639:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1469
00000100:00080000:3.0:1789761500.639644:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761500.639649:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761500.639655:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761500.639666:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521190656/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761500.639673:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0a80 x1876699521190016/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761500.639687:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761500.639692:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761500.639698:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521190016:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761500.639706:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521190144:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761500.639729:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761500.639741:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761500/real 1789761500]  req@ffff911a04ad3100 x1876699521190144/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761500.639754:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3100 x1876699521190144/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761500.639763:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761500.639767:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761500.639771:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521190144:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761500.639796:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521190272:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761500.639815:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761500.639826:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761500/real 1789761500]  req@ffff911a04ad1880 x1876699521190272/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761500.639838:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521190272/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761500.639847:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761500.639850:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761500.639854:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521190272:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761500.639860:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521190400:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761500.639879:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761500.639890:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761500/real 1789761500]  req@ffff911a04ad1f80 x1876699521190400/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761500.639902:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521190400/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761500.639910:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761500.639913:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761500.639917:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521190400:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761500.639923:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521190528:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761500.639941:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761500.639952:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761500/real 1789761500]  req@ffff911a04ad3480 x1876699521190528/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761500.639963:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521190528/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761500.639972:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761500.639975:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761500.639979:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521190528:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761500.639985:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521190656:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761500.640003:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761500.640013:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761500/real 1789761500]  req@ffff911a04ad0000 x1876699521190656/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761500.640025:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521190656/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761500.640034:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761500.640037:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761500.640040:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521190656:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761500.703351:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761501.727413:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761502.751350:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761503.775368:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761504.799392:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761505.759313:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761505.759324:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761505.759328:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761505.759338:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1475
00000100:00080000:1.0:1789761505.759350:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761505.759357:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789761505.759394:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09180 x1876699521190784/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761505.759419:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761505.759422:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761505.759423:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761505.759427:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1475
00000100:00080000:1.0:1789761505.759429:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761505.759431:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761505.759440:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761505.759452:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0ad80 x1876699521190912/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761505.759460:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761505.759476:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761505.759479:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761505.759484:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1475
00000100:00080000:1.0:1789761505.759488:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761505.759491:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521190784:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789761505.759493:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761505.759500:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761505.759520:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0aa00 x1876699521191040/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761505.759533:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761505.759537:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761505.759539:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761505.759543:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1475
00000100:00080000:1.0:1789761505.759548:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761505.759554:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761505.759561:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789761505.759569:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761505.759578:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08380 x1876699521191168/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761505.759591:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761505.759594:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761505.759596:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761505.759601:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1475
00000100:00080000:1.0:1789761505.759607:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761505.759612:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789761505.759616:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761505/real 1789761505]  req@ffff911a08b09180 x1876699521190784/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789761505.759621:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761505.759637:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09180 x1876699521190784/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761505.759645:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09f80 x1876699521191296/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761505.759650:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761505.759659:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761505.759659:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:1.0:1789761505.759666:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761505.759669:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761505.759669:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521190784:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789761505.759678:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1475
00000100:00080000:1.0:1789761505.759683:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761505.759683:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521190912:192.168.203.116@tcp:38:kworker.0
00000100:00080000:1.0:1789761505.759691:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761505.759695:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761505.759705:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08700 x1876699521191424/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761505.759713:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761505.759730:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761505/real 1789761505]  req@ffff911a08b0ad80 x1876699521190912/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761505.759740:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0ad80 x1876699521190912/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761505.759747:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761505.759750:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761505.759752:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521190912:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761505.759775:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521191040:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761505.759788:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761505.759795:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761505/real 1789761505]  req@ffff911a08b0aa00 x1876699521191040/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761505.759802:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0aa00 x1876699521191040/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761505.759808:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761505.759810:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761505.759811:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521191040:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761505.759816:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521191168:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761505.759828:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761505.759834:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761505/real 1789761505]  req@ffff911a08b08380 x1876699521191168/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761505.759842:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08380 x1876699521191168/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761505.759847:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761505.759849:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761505.759851:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521191168:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761505.759854:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521191296:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761505.759864:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761505.759870:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761505/real 1789761505]  req@ffff911a08b09f80 x1876699521191296/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761505.759878:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09f80 x1876699521191296/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761505.759883:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761505.759885:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761505.759886:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521191296:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761505.759890:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521191424:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761505.759900:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761505.759905:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761505/real 1789761505]  req@ffff911a08b08700 x1876699521191424/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761505.759912:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08700 x1876699521191424/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761505.759918:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761505.759920:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761505.759922:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521191424:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761505.823406:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761506.847444:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761507.871439:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761508.895432:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761509.919395:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761510.879342:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761510.879352:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761510.879356:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761510.879367:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1480
00000100:00080000:1.0:1789761510.879379:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761510.879387:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789761510.879443:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08e00 x1876699521191552/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761510.879476:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761510.879481:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761510.879483:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761510.879487:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1480
00000100:00080000:1.0:1789761510.879495:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761510.879499:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761510.879509:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761510.879521:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09880 x1876699521191680/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761510.879530:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761510.879533:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761510.879535:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761510.879540:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1480
00000100:00100000:2.0:1789761510.879542:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521191552:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789761510.879543:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761510.879549:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761510.879554:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761510.879563:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b100 x1876699521191808/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761510.879570:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761510.879573:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761510.879574:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761510.879577:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1480
00000100:00080000:1.0:1789761510.879580:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761510.879583:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761510.879588:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761510.879599:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a680 x1876699521191936/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761510.879607:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761510.879610:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761510.879611:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789761510.879616:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789761510.879618:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1480
00000100:00080000:1.0:1789761510.879623:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761510.879625:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761510.879629:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761510.879637:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a300 x1876699521192064/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761510.879644:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761510.879647:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761510.879648:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761510.879651:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1480
00000100:00080000:1.0:1789761510.879653:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761510.879655:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761510.879658:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761510.879665:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09500 x1876699521192192/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761510.879687:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761510/real 1789761510]  req@ffff911a08b08e00 x1876699521191552/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761510.879709:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08e00 x1876699521191552/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761510.879721:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761510.879726:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761510.879731:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521191552:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761510.879756:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521191680:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761510.879776:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761510.879787:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761510/real 1789761510]  req@ffff911a08b09880 x1876699521191680/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761510.879795:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09880 x1876699521191680/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761510.879801:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761510.879804:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761510.879806:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521191680:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761510.879811:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521191808:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761510.879822:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761510.879831:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761510/real 1789761510]  req@ffff911a08b0b100 x1876699521191808/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761510.879844:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b100 x1876699521191808/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761510.879852:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761510.879855:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761510.879859:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521191808:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761510.879865:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521191936:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761510.879889:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761510.879901:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761510/real 1789761510]  req@ffff911a08b0a680 x1876699521191936/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761510.879914:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a680 x1876699521191936/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761510.879921:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761510.879923:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761510.879926:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521191936:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761510.879930:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521192064:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761510.879946:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761510.879954:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761510/real 1789761510]  req@ffff911a08b0a300 x1876699521192064/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761510.879962:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a300 x1876699521192064/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761510.879968:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761510.879970:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761510.879972:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521192064:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761510.879975:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521192192:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761510.879985:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761510.879991:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761510/real 1789761510]  req@ffff911a08b09500 x1876699521192192/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761510.879998:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09500 x1876699521192192/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761510.880003:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761510.880005:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761510.880007:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521192192:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761510.943404:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761511.967355:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761512.991382:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761514.015425:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761515.039369:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761515.999442:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761515.999450:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761515.999454:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761515.999464:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1485
00000100:00080000:3.0:1789761515.999474:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761515.999480:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789761515.999518:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521192320/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761515.999547:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761515.999549:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761515.999551:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761515.999554:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1485
00000100:00080000:3.0:1789761515.999556:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761515.999558:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761515.999566:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761515.999574:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521192448/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761515.999586:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761515.999589:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761515.999590:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761515.999593:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1485
00000100:00080000:3.0:1789761515.999595:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761515.999597:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761515.999600:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761515.999605:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521192320:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789761515.999608:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521192576/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761515.999618:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761515.999620:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761515.999621:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761515.999623:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1485
00000100:00080000:3.0:1789761515.999625:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761515.999627:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761515.999630:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761515.999637:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521192704/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761515.999643:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761515.999646:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761515.999647:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761515.999649:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1485
00000100:00080000:3.0:1789761515.999670:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761515.999673:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761515.999676:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761515.999684:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789761515.999685:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521192832/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761515.999693:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761515.999695:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761515.999696:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761515.999699:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1485
00000100:00080000:3.0:1789761515.999700:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761515.999703:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761515.999705:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761515.999711:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521192960/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761515.999748:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761515/real 1789761515]  req@ffff911a04ad1c00 x1876699521192320/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761515.999765:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521192320/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761515.999778:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761515.999781:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761515.999784:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521192320:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761515.999788:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521192448:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761515.999806:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761515.999815:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761515/real 1789761515]  req@ffff911a04ad2300 x1876699521192448/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761515.999823:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521192448/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761515.999828:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761515.999830:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761515.999832:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521192448:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761515.999851:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521192576:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761515.999862:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761515.999868:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761515/real 1789761515]  req@ffff911a04ad0380 x1876699521192576/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761515.999875:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521192576/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761515.999880:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761515.999882:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761515.999884:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521192576:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761515.999888:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521192704:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761515.999902:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761515.999911:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761515/real 1789761515]  req@ffff911a04ad3800 x1876699521192704/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761515.999922:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521192704/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761515.999931:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761515.999934:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761515.999938:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521192704:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761515.999944:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521192832:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761515.999963:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761515.999971:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761515/real 1789761515]  req@ffff911a04ad2a00 x1876699521192832/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761515.999979:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521192832/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761515.999984:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761515.999986:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761515.999989:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521192832:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761515.999994:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521192960:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761516.000011:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761516.000022:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761515/real 1789761516]  req@ffff911a04ad1500 x1876699521192960/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761516.000036:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1500 x1876699521192960/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761516.000045:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761516.000048:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761516.000050:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521192960:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761516.063331:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761517.087400:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761518.111342:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761519.135458:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761520.159390:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761521.119302:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761521.119309:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761521.119313:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761521.119322:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1490
00000100:00080000:2.0:1789761521.119332:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761521.119338:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789761521.119392:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8700 x1876699521193088/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761521.119415:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761521.119418:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761521.119419:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761521.119422:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1490
00000100:00080000:2.0:1789761521.119425:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761521.119427:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761521.119435:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761521.119445:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8e00 x1876699521193216/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761521.119457:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789761521.119460:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521193088:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789761521.119461:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761521.119464:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761521.119470:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1490
00000100:00080000:2.0:1789761521.119474:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761521.119477:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761521.119480:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761521.119486:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea300 x1876699521193344/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761521.119492:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761521.119494:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761521.119495:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761521.119498:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1490
00000100:00080000:2.0:1789761521.119500:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761521.119502:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761521.119505:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761521.119513:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb800 x1876699521193472/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761521.119520:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761521.119523:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761521.119524:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761521.119526:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1490
00000100:00080000:2.0:1789761521.119535:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761521.119538:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000800:00000100:1.0:1789761521.119543:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000008:00100000:2.0:1789761521.119545:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761521.119554:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9f80 x1876699521193600/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761521.119561:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761521.119563:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761521.119564:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761521.119567:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1490
00000100:00080000:2.0:1789761521.119569:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761521.119572:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761521.119575:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761521.119581:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761521/real 1789761521]  req@ffff911a12ee8700 x1876699521193088/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761521.119585:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eead80 x1876699521193728/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761521.119612:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8700 x1876699521193088/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761521.119621:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761521.119625:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761521.119628:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521193088:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789761521.119648:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521193216:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761521.119671:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761521.119685:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761521/real 1789761521]  req@ffff911a12ee8e00 x1876699521193216/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761521.119699:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8e00 x1876699521193216/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761521.119708:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761521.119712:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761521.119715:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521193216:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761521.119721:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521193344:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761521.119744:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761521.119756:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761521/real 1789761521]  req@ffff911a12eea300 x1876699521193344/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761521.119776:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea300 x1876699521193344/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761521.119785:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761521.119789:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761521.119792:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521193344:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761521.119797:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521193472:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789761521.119815:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761521.119823:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761521/real 1789761521]  req@ffff911a12eeb800 x1876699521193472/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761521.119831:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb800 x1876699521193472/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761521.119836:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761521.119838:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761521.119840:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521193472:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761521.119843:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521193600:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761521.119853:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761521.119859:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761521/real 1789761521]  req@ffff911a12ee9f80 x1876699521193600/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761521.119866:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9f80 x1876699521193600/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761521.119875:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761521.119877:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761521.119879:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521193600:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761521.119883:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521193728:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761521.119893:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761521.119898:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761521/real 1789761521]  req@ffff911a12eead80 x1876699521193728/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761521.119905:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eead80 x1876699521193728/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761521.119910:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761521.119911:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761521.119913:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521193728:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761521.183376:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761522.207418:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761523.231451:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761524.255459:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761525.279358:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761526.239365:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761526.239376:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761526.239380:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761526.239391:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1495
00000100:00080000:3.0:1789761526.239406:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761526.239415:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789761526.239463:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2680 x1876699521193856/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761526.239498:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761526.239501:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761526.239502:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761526.239506:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1495
00000100:00080000:3.0:1789761526.239510:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761526.239513:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761526.239522:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761526.239544:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0700 x1876699521193984/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761526.239553:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761526.239556:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761526.239559:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761526.239561:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521193856:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789761526.239564:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1495
00000100:00080000:3.0:1789761526.239569:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761526.239574:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761526.239578:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761526.239588:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521194112/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761526.239595:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761526.239598:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761526.239600:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761526.239603:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1495
00000100:00080000:3.0:1789761526.239606:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761526.239609:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761526.239612:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761526.239619:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521194240/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761526.239626:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761526.239629:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761526.239630:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761526.239633:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1495
00000100:00080000:3.0:1789761526.239635:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789761526.239640:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789761526.239641:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761526.239648:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761526.239656:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521194368/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761526.239662:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761526.239665:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761526.239666:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761526.239669:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1495
00000100:00080000:3.0:1789761526.239671:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761526.239674:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761526.239676:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761526.239684:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521194496/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761526.239701:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761526/real 1789761526]  req@ffff911a04ad2680 x1876699521193856/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761526.239727:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2680 x1876699521193856/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761526.239740:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761526.239745:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761526.239750:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521193856:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789761526.239788:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521193984:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761526.239810:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761526.239820:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761526/real 1789761526]  req@ffff911a04ad0700 x1876699521193984/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761526.239830:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0700 x1876699521193984/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761526.239836:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761526.239839:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761526.239848:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521193984:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761526.239853:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521194112:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761526.239870:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761526.239881:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761526/real 1789761526]  req@ffff911a04ad1500 x1876699521194112/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761526.239894:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1500 x1876699521194112/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761526.239904:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761526.239908:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761526.239911:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521194112:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761526.239918:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521194240:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789761526.239942:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761526.239955:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761526/real 1789761526]  req@ffff911a04ad2a00 x1876699521194240/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761526.239969:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521194240/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761526.239979:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761526.239982:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761526.239984:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521194240:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761526.239989:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521194368:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761526.240006:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761526.240014:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761526/real 1789761526]  req@ffff911a04ad3800 x1876699521194368/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761526.240022:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521194368/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761526.240028:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761526.240030:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761526.240032:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521194368:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761526.240036:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521194496:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761526.240047:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761526.240053:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761526/real 1789761526]  req@ffff911a04ad0380 x1876699521194496/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761526.240060:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521194496/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761526.240066:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761526.240068:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761526.240069:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521194496:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761526.303396:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761527.327383:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761528.351378:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761529.375424:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761530.399438:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761531.359272:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761531.359292:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761531.359295:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761531.359304:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1500
00000100:00080000:3.0:1789761531.359314:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761531.359320:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789761531.359356:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521194624/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761531.359377:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761531.359380:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761531.359382:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761531.359384:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1500
00000100:00080000:3.0:1789761531.359387:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761531.359389:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761531.359396:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761531.359406:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521194752/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761531.359414:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761531.359416:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761531.359418:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761531.359423:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521194624:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789761531.359425:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1500
00000100:00080000:3.0:1789761531.359432:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761531.359434:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761531.359437:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761531.359446:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521194880/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761531.359453:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761531.359455:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761531.359457:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761531.359460:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1500
00000100:00080000:3.0:1789761531.359462:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761531.359465:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761531.359468:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761531.359474:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521195008/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761531.359480:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761531.359483:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761531.359484:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761531.359487:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1500
00000100:00080000:3.0:1789761531.359490:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761531.359492:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761531.359495:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761531.359502:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521195136/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761531.359508:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761531.359510:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761531.359512:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761531.359515:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1500
00000100:00080000:3.0:1789761531.359517:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761531.359520:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761531.359523:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761531.359528:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521194752:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789761531.359532:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521195264/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761531.359565:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521194880:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761531.359603:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521195008:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761531.359627:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521195136:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761531.359643:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521195264:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761531.423390:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761532.447363:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761533.471378:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789761534.431515:0:2394:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.116:988
00000400:00000100:2.0:1789761534.431558:0:2394:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.116@tcp at host 192.168.203.116 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789761534.431573:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:2.0:1789761534.431612:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:2.0:1789761534.431623:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:2.0:1789761534.431632:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:2.0:1789761534.431642:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:2.0:1789761534.431653:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000100:00100000:1.0:1789761534.431671:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761531/real 1789761534]  req@ffff911a04ad1c00 x1876699521194752/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761534.431699:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521194752/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761534.431709:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761534.431714:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761534.431719:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521194752:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761534.431727:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761531/real 1789761534]  req@ffff911a04ad0000 x1876699521194880/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761534.431747:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521194880/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761534.431755:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761534.431759:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761534.431762:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521194880:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761534.431770:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761531/real 1789761534]  req@ffff911a04ad3480 x1876699521195008/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761534.431783:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521195008/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761534.431791:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761534.431795:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761534.431798:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521195008:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761534.431806:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761531/real 1789761534]  req@ffff911a04ad1f80 x1876699521195136/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761534.431817:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521195136/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761534.431824:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761534.431828:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761534.431831:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521195136:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761534.431838:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761531/real 1789761534]  req@ffff911a04ad2300 x1876699521194624/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761534.431850:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521194624/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761534.431857:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761534.431861:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761534.431865:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521194624:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789761534.431895:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761531/real 1789761534]  req@ffff911a04ad1880 x1876699521195264/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761534.431907:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521195264/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761534.431915:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761534.431917:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761534.431920:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521195264:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761534.495370:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761535.519338:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761536.479297:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761536.479307:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761536.479311:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761536.479322:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1505
00000100:00080000:3.0:1789761536.479334:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761536.479341:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789761536.479383:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3100 x1876699521195392/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761536.479411:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761536.479417:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761536.479419:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761536.479423:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1505
00000100:00080000:3.0:1789761536.479427:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761536.479431:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761536.479441:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761536.479455:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0a80 x1876699521195520/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761536.479467:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761536.479471:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761536.479473:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761536.479477:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1505
00000100:00080000:3.0:1789761536.479480:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761536.479485:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761536.479493:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761536.479505:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521195392:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789761536.479512:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521195648/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761536.479534:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761536.479541:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761536.479543:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761536.479549:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1505
00000100:00080000:3.0:1789761536.479554:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761536.479559:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761536.479566:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761536.479579:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521195776/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761536.479589:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761536.479593:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761536.479595:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789761536.479606:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789761536.479613:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1505
00000100:00080000:3.0:1789761536.479621:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761536.479626:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761536.479633:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761536.479647:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521195904/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761536.479658:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761536.479662:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761536.479664:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761536.479670:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1505
00000100:00100000:1.0:1789761536.479676:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761536/real 1789761536]  req@ffff911a04ad3100 x1876699521195392/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761536.479677:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761536.479689:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761536.479704:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761536.479732:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3100 x1876699521195392/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761536.479733:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521196032/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761536.479799:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761536.479810:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761536.479834:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521195392:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789761536.479848:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521195520:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761536.479882:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761536.479898:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761536/real 1789761536]  req@ffff911a04ad0a80 x1876699521195520/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761536.479913:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0a80 x1876699521195520/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761536.479922:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761536.479927:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761536.479930:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521195520:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761536.479963:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521195648:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761536.479988:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761536.480000:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761536/real 1789761536]  req@ffff911a04ad1880 x1876699521195648/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761536.480012:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521195648/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761536.480022:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761536.480026:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761536.480029:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521195648:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761536.480036:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521195776:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789761536.480062:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761536.480076:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761536/real 1789761536]  req@ffff911a04ad2300 x1876699521195776/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761536.480090:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521195776/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761536.480100:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761536.480103:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761536.480107:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521195776:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761536.480114:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521195904:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761536.480140:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761536.480153:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761536/real 1789761536]  req@ffff911a04ad1f80 x1876699521195904/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761536.480166:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521195904/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761536.480176:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761536.480179:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761536.480182:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521195904:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761536.480190:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521196032:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761536.480306:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761536.480321:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761536/real 1789761536]  req@ffff911a04ad3480 x1876699521196032/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761536.480331:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521196032/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761536.480354:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761536.480358:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761536.480362:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521196032:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761536.543376:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761537.567409:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761538.591409:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761539.615328:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761540.639355:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761541.599302:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761541.599349:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761541.599353:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761541.599362:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1510
00000100:00080000:1.0:1789761541.599373:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761541.599380:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789761541.599416:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09500 x1876699521196160/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761541.599444:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761541.599447:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761541.599448:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761541.599451:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1510
00000100:00080000:1.0:1789761541.599454:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761541.599457:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761541.599466:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761541.599476:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a300 x1876699521196288/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761541.599485:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521196160:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789761541.599486:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761541.599496:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761541.599498:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761541.599502:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1510
00000100:00080000:1.0:1789761541.599505:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761541.599507:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761541.599512:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761541.599521:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a680 x1876699521196416/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761541.599528:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761541.599530:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761541.599532:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761541.599534:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1510
00000100:00080000:1.0:1789761541.599537:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761541.599540:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761541.599545:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789761541.599547:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761541.599562:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b100 x1876699521196544/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761541.599575:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761541.599579:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761541.599581:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761541.599585:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761541/real 1789761541]  req@ffff911a08b09500 x1876699521196160/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761541.599589:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1510
00000100:00080000:1.0:1789761541.599595:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761541.599602:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761541.599608:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761541.599616:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09500 x1876699521196160/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761541.599621:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09880 x1876699521196672/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761541.599645:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761541.599646:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761541.599649:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761541.599653:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761541.599656:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:1.0:1789761541.599659:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1510
00000100:00080000:1.0:1789761541.599663:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761541.599666:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521196160:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789761541.599669:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761541.599678:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761541.599686:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08e00 x1876699521196800/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761541.599699:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521196288:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761541.599721:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761541.599731:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761541/real 1789761541]  req@ffff911a08b0a300 x1876699521196288/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761541.599740:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a300 x1876699521196288/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761541.599746:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761541.599756:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761541.599759:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521196288:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761541.599764:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521196416:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761541.599783:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761541.599794:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761541/real 1789761541]  req@ffff911a08b0a680 x1876699521196416/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761541.599807:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a680 x1876699521196416/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761541.599823:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761541.599825:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761541.599828:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521196416:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761541.599832:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521196544:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761541.599848:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761541.599856:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761541/real 1789761541]  req@ffff911a08b0b100 x1876699521196544/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761541.599864:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b100 x1876699521196544/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761541.599869:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761541.599871:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761541.599873:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521196544:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761541.599876:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521196672:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761541.599886:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761541.599892:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761541/real 1789761541]  req@ffff911a08b09880 x1876699521196672/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761541.599898:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09880 x1876699521196672/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761541.599903:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761541.599905:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761541.599908:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521196672:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761541.599911:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521196800:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761541.599921:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761541.599926:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761541/real 1789761541]  req@ffff911a08b08e00 x1876699521196800/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761541.599933:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08e00 x1876699521196800/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761541.599938:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761541.599940:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761541.599942:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521196800:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761541.663340:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761542.687365:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761543.711389:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761544.735359:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761545.759358:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761546.719280:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761546.719292:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761546.719297:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761546.719306:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1515
00000100:00080000:1.0:1789761546.719348:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761546.719354:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789761546.719390:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08700 x1876699521196928/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761546.719411:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761546.719413:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761546.719415:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761546.719418:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1515
00000100:00080000:1.0:1789761546.719420:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761546.719423:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761546.719431:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761546.719448:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09f80 x1876699521197056/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761546.719455:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521196928:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789761546.719464:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761546.719469:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761546.719471:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761546.719476:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1515
00000100:00080000:1.0:1789761546.719481:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761546.719485:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761546.719490:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761546.719501:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08380 x1876699521197184/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761546.719508:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761546.719511:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761546.719512:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761546.719515:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1515
00000100:00080000:1.0:1789761546.719519:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761546.719521:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761546.719525:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789761546.719529:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761546.719535:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0aa00 x1876699521197312/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761546.719543:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761546.719547:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761546.719548:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761546.719551:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1515
00000100:00080000:1.0:1789761546.719553:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761546.719555:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761546.719559:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761546.719566:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0ad80 x1876699521197440/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761546.719572:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761546.719573:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761546/real 1789761546]  req@ffff911a08b08700 x1876699521196928/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761546.719577:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761546.719581:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761546.719590:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1515
00000100:00080000:1.0:1789761546.719594:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761546.719596:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761546.719599:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761546.719600:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08700 x1876699521196928/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761546.719612:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09180 x1876699521197568/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761546.719612:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761546.719619:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761546.719626:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521196928:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761546.719647:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521197056:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761546.719664:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761546.719673:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761546/real 1789761546]  req@ffff911a08b09f80 x1876699521197056/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761546.719682:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09f80 x1876699521197056/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761546.719687:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761546.719690:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761546.719692:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521197056:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761546.719696:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521197184:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761546.719707:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761546.719713:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761546/real 1789761546]  req@ffff911a08b08380 x1876699521197184/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761546.719720:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08380 x1876699521197184/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761546.719725:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761546.719728:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761546.719731:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521197184:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761546.719737:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521197312:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761546.719756:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761546.719767:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761546/real 1789761546]  req@ffff911a08b0aa00 x1876699521197312/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761546.719780:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0aa00 x1876699521197312/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761546.719787:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761546.719790:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761546.719792:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521197312:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761546.719796:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521197440:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761546.719810:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761546.719817:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761546/real 1789761546]  req@ffff911a08b0ad80 x1876699521197440/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761546.719824:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0ad80 x1876699521197440/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761546.719830:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761546.719832:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761546.719834:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521197440:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761546.719837:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521197568:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761546.719846:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761546.719852:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761546/real 1789761546]  req@ffff911a08b09180 x1876699521197568/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761546.719859:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09180 x1876699521197568/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761546.719864:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761546.719865:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761546.719868:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521197568:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761546.783358:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761547.807361:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761548.831344:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761549.855360:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761550.879359:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761551.839321:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761551.839329:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761551.839333:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761551.839342:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1521
00000100:00080000:3.0:1789761551.839351:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761551.839357:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789761551.839392:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521197696/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761551.839418:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761551.839421:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761551.839422:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761551.839426:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1521
00000100:00080000:3.0:1789761551.839428:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761551.839431:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761551.839440:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761551.839449:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521197824/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761551.839457:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761551.839461:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789761551.839463:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521197696:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789761551.839463:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761551.839469:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1521
00000100:00080000:3.0:1789761551.839474:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761551.839476:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761551.839480:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761551.839494:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521197952/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761551.839501:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761551.839504:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761551.839505:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761551.839508:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1521
00000100:00080000:3.0:1789761551.839528:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761551.839531:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761551.839535:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789761551.839541:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789761551.839545:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521198080/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761551.839553:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761551.839555:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761551.839556:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761551.839558:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1521
00000100:00080000:3.0:1789761551.839563:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761551.839566:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761551.839570:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761551.839578:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521198208/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761551.839584:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761551.839587:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761551.839588:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761551.839591:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1521
00000100:00080000:3.0:1789761551.839594:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761551.839599:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789761551.839601:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761551/real 1789761551]  req@ffff911a04ad0000 x1876699521197696/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789761551.839603:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761551.839614:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521198336/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761551.839631:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521197696/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761551.839644:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761551.839648:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761551.839652:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521197696:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761551.839675:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521197824:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761551.839699:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761551.839712:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761551/real 1789761551]  req@ffff911a04ad1c00 x1876699521197824/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761551.839725:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521197824/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761551.839734:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761551.839738:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761551.839741:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521197824:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761551.839747:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521197952:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761551.839777:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761551.839789:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761551/real 1789761551]  req@ffff911a04ad0380 x1876699521197952/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761551.839801:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521197952/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761551.839809:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761551.839812:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761551.839815:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521197952:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761551.839821:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521198080:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761551.839839:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761551.839850:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761551/real 1789761551]  req@ffff911a04ad3800 x1876699521198080/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761551.839862:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521198080/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761551.839870:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761551.839873:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761551.839877:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521198080:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761551.839882:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521198208:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761551.839899:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761551.839911:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761551/real 1789761551]  req@ffff911a04ad2a00 x1876699521198208/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761551.839921:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521198208/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761551.839929:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761551.839933:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761551.839936:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521198208:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761551.839942:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521198336:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761551.839958:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761551.839968:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761551/real 1789761551]  req@ffff911a04ad1500 x1876699521198336/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761551.839979:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1500 x1876699521198336/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761551.839986:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761551.839989:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761551.839992:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521198336:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761551.903383:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761552.927347:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761553.951347:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761554.975346:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761555.999345:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761556.959347:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761556.959354:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761556.959357:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761556.959365:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1526
00000100:00080000:1.0:1789761556.959375:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761556.959381:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789761556.959415:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08000 x1876699521198464/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761556.959468:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761556.959471:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761556.959472:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761556.959475:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1526
00000100:00080000:1.0:1789761556.959477:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761556.959480:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761556.959488:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761556.959497:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09c00 x1876699521198592/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761556.959504:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761556.959507:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761556.959508:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761556.959510:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1526
00000100:00080000:1.0:1789761556.959512:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761556.959517:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789761556.959518:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521198464:192.168.203.116@tcp:250:kworker.0
00000008:00100000:1.0:1789761556.959521:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761556.959530:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b480 x1876699521198720/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761556.959537:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761556.959539:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761556.959541:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761556.959545:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1526
00000100:00080000:1.0:1789761556.959549:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761556.959555:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761556.959560:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761556.959573:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0bb80 x1876699521198848/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761556.959585:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789761556.959585:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789761556.959592:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761556.959594:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761556.959598:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1526
00000100:00080000:1.0:1789761556.959602:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761556.959605:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761556.959610:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761556.959619:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b800 x1876699521198976/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761556.959625:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761556.959627:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761556.959628:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761556.959630:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1526
00000100:00080000:1.0:1789761556.959632:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761556.959634:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761556.959637:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761556.959643:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08a80 x1876699521199104/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761556.959666:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761556/real 1789761556]  req@ffff911a08b08000 x1876699521198464/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761556.959690:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08000 x1876699521198464/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761556.959701:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761556.959706:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761556.959711:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521198464:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761556.959719:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521198592:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761556.959745:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761556.959760:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761556/real 1789761556]  req@ffff911a08b09c00 x1876699521198592/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761556.959772:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09c00 x1876699521198592/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761556.959781:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761556.959785:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761556.959788:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521198592:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761556.959813:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521198720:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761556.959835:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761556.959847:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761556/real 1789761556]  req@ffff911a08b0b480 x1876699521198720/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761556.959860:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b480 x1876699521198720/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761556.959868:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761556.959872:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761556.959875:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521198720:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761556.959882:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521198848:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761556.959903:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761556.959916:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761556/real 1789761556]  req@ffff911a08b0bb80 x1876699521198848/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761556.959930:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0bb80 x1876699521198848/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761556.959938:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761556.959942:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761556.959945:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521198848:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761556.959952:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521198976:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761556.959974:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761556.959988:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761556/real 1789761556]  req@ffff911a08b0b800 x1876699521198976/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761556.960014:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b800 x1876699521198976/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761556.960022:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761556.960026:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761556.960029:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521198976:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761556.960036:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521199104:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761556.960056:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761556.960068:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761556/real 1789761556]  req@ffff911a08b08a80 x1876699521199104/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761556.960080:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08a80 x1876699521199104/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761556.960107:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761556.960110:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761556.960114:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521199104:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761557.023340:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761558.047400:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761559.071334:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761560.095407:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761561.119353:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761562.079289:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761562.079297:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761562.079301:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761562.079310:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1531
00000100:00080000:3.0:1789761562.079320:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761562.079325:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789761562.079361:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0700 x1876699521199232/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761562.079381:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761562.079383:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761562.079385:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761562.079388:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1531
00000100:00080000:3.0:1789761562.079390:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761562.079392:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761562.079400:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761562.079409:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2680 x1876699521199360/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761562.079416:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761562.079419:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761562.079420:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761562.079422:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1531
00000100:00080000:3.0:1789761562.079424:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761562.079426:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761562.079429:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761562.079432:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521199232:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789761562.079440:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521199488/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761562.079448:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761562.079450:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761562.079451:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761562.079453:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1531
00000100:00080000:3.0:1789761562.079457:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761562.079459:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761562.079462:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761562.079470:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521199616/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761562.079478:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761562.079481:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761562.079482:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761562.079484:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1531
00000100:00080000:3.0:1789761562.079494:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761562.079496:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761562.079499:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761562.079505:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789761562.079509:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521199744/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761562.079517:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761562.079519:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761562.079521:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761562.079523:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1531
00000100:00080000:3.0:1789761562.079527:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761562.079529:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761562.079532:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761562.079543:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521199872/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761562.079549:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761562/real 1789761562]  req@ffff911a04ad0700 x1876699521199232/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761562.079579:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0700 x1876699521199232/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761562.079593:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761562.079598:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761562.079603:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521199232:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761562.079611:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521199360:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761562.079635:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761562.079645:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761562/real 1789761562]  req@ffff911a04ad2680 x1876699521199360/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761562.079655:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2680 x1876699521199360/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761562.079661:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761562.079664:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761562.079666:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521199360:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761562.079693:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521199488:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761562.079707:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761562.079715:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761562/real 1789761562]  req@ffff911a04ad1500 x1876699521199488/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761562.079723:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1500 x1876699521199488/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761562.079728:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761562.079731:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761562.079733:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521199488:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761562.079736:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521199616:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761562.079747:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761562.079752:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761562/real 1789761562]  req@ffff911a04ad2a00 x1876699521199616/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761562.079759:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521199616/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761562.079765:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761562.079766:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761562.079768:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521199616:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761562.079772:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521199744:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761562.079782:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761562.079788:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761562/real 1789761562]  req@ffff911a04ad3800 x1876699521199744/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761562.079796:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521199744/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761562.079801:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761562.079803:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761562.079804:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521199744:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761562.079808:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521199872:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761562.079817:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761562.079823:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761562/real 1789761562]  req@ffff911a04ad0380 x1876699521199872/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761562.079830:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521199872/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761562.079835:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761562.079837:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761562.079839:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521199872:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761562.143342:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761563.167336:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761564.191370:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761565.215361:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761566.239328:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761567.199302:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761567.199310:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761567.199315:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761567.199326:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1536
00000100:00080000:3.0:1789761567.199337:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761567.199345:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789761567.199386:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521200000/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761567.199411:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761567.199413:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761567.199415:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761567.199418:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1536
00000100:00080000:3.0:1789761567.199421:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761567.199424:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761567.199431:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761567.199441:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521200128/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761567.199449:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761567.199452:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761567.199454:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761567.199458:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521200000:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789761567.199459:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1536
00000100:00080000:3.0:1789761567.199466:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761567.199469:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761567.199473:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761567.199482:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521200256/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761567.199489:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761567.199491:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761567.199492:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761567.199495:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1536
00000100:00080000:3.0:1789761567.199516:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761567.199521:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761567.199526:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789761567.199528:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789761567.199541:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521200384/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761567.199553:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761567.199556:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761567.199558:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761567.199563:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1536
00000100:00080000:3.0:1789761567.199596:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761567.199600:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761567.199605:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761567.199626:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521200512/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761567.199627:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761567/real 1789761567]  req@ffff911a04ad1c00 x1876699521200000/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761567.199660:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761567.199663:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761567.199665:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761567.199668:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1536
00000100:00100000:2.0:1789761567.199673:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521200000/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761567.199674:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761567.199681:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761567.199691:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761567.199707:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789761567.199707:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521200640/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761567.199715:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761567.199723:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521200000:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761567.199753:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521200128:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761567.199775:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761567.199785:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761567/real 1789761567]  req@ffff911a04ad0000 x1876699521200128/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761567.199794:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521200128/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761567.199800:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761567.199802:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761567.199804:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521200128:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761567.199808:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521200256:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761567.199820:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761567.199826:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761567/real 1789761567]  req@ffff911a04ad3480 x1876699521200256/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761567.199834:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521200256/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761567.199839:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761567.199841:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761567.199843:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521200256:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761567.199847:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521200384:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761567.199859:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761567.199865:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761567/real 1789761567]  req@ffff911a04ad1f80 x1876699521200384/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761567.199873:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521200384/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761567.199878:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761567.199880:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761567.199882:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521200384:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761567.199885:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521200512:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761567.199895:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761567.199901:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761567/real 1789761567]  req@ffff911a04ad2300 x1876699521200512/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761567.199909:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521200512/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761567.199914:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761567.199915:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761567.199917:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521200512:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761567.199920:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521200640:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761567.199930:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761567.199935:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761567/real 1789761567]  req@ffff911a04ad1880 x1876699521200640/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761567.199943:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521200640/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761567.199948:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761567.199949:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761567.199951:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521200640:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761567.263380:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761568.287355:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761569.311371:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761570.335357:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761571.359362:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761572.319279:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761572.319290:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761572.319296:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761572.319307:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1541
00000100:00080000:3.0:1789761572.319327:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761572.319333:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789761572.319372:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0a80 x1876699521200768/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761572.319394:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761572.319397:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761572.319399:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761572.319402:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1541
00000100:00080000:3.0:1789761572.319404:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761572.319408:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761572.319417:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761572.319426:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3100 x1876699521200896/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761572.319431:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521200768:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789761572.319438:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761572.319441:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761572.319443:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761572.319448:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1541
00000100:00080000:3.0:1789761572.319452:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761572.319456:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761572.319462:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761572.319478:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521201024/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761572.319489:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789761572.319494:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789761572.319498:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761572.319502:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761572.319508:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1541
00000100:00080000:3.0:1789761572.319515:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761572.319519:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761572.319525:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761572.319533:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761572/real 1789761572]  req@ffff911a04ad0a80 x1876699521200768/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761572.319543:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521201152/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761572.319552:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0a80 x1876699521200768/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761572.319558:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761572.319563:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761572.319566:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761572.319566:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761572.319573:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1541
00000100:00080000:2.0:1789761572.319574:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:3.0:1789761572.319579:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761572.319582:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521200768:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789761572.319586:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761572.319592:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761572.319602:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521201280/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761572.319607:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521200896:192.168.203.116@tcp:38:kworker.0
00000100:00080000:3.0:1789761572.319617:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761572.319620:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761572.319621:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761572.319625:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1541
00000100:00080000:3.0:1789761572.319630:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789761572.319635:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789761572.319636:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761572.319642:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761572.319651:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761572/real 1789761572]  req@ffff911a04ad3100 x1876699521200896/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761572.319654:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521201408/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761572.319687:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3100 x1876699521200896/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761572.319704:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761572.319709:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761572.319712:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521200896:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761572.319719:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521201024:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761572.319742:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761572.319751:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761572/real 1789761572]  req@ffff911a04ad1880 x1876699521201024/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761572.319765:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521201024/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761572.319771:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761572.319773:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761572.319775:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521201024:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761572.319779:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521201152:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761572.319794:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761572.319800:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761572/real 1789761572]  req@ffff911a04ad2300 x1876699521201152/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761572.319808:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521201152/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761572.319812:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761572.319814:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761572.319817:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521201152:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761572.319828:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521201280:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761572.319838:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761572.319844:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761572/real 1789761572]  req@ffff911a04ad1f80 x1876699521201280/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761572.319852:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521201280/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761572.319856:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761572.319858:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761572.319860:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521201280:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761572.319864:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521201408:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761572.319873:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761572.319879:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761572/real 1789761572]  req@ffff911a04ad3480 x1876699521201408/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761572.319886:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521201408/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761572.319891:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761572.319893:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761572.319894:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521201408:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761572.383357:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761573.407369:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761574.431330:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761575.455430:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761576.479334:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761577.439347:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761577.439354:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761577.439358:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761577.439367:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1546
00000100:00080000:0.0:1789761577.439377:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761577.439382:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789761577.439423:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521201536/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761577.439451:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761577.439456:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761577.439458:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761577.439462:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1546
00000100:00080000:0.0:1789761577.439466:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761577.439471:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761577.439481:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761577.439495:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56d80 x1876699521201664/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761577.439496:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521201536:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789761577.439515:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761577.439518:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761577.439520:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761577.439523:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1546
00000100:00080000:0.0:1789761577.439526:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761577.439528:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761577.439532:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761577.439541:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521201792/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761577.439547:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761577.439550:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761577.439552:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761577.439554:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1546
00000100:00080000:0.0:1789761577.439556:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761577.439558:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761577.439561:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789761577.439567:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789761577.439571:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521201920/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761577.439579:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761577.439581:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761577.439583:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761577.439585:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1546
00000100:00080000:0.0:1789761577.439588:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761577.439591:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761577.439594:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761577.439600:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521202048/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761577.439606:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761577.439608:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761577.439609:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761577.439612:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1546
00000100:00080000:0.0:1789761577.439614:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761577.439618:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761577.439623:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761577.439623:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761577/real 1789761577]  req@ffff911a05c55880 x1876699521201536/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761577.439635:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55c00 x1876699521202176/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761577.439658:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521201536/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761577.439668:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761577.439672:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761577.439675:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521201536:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761577.439695:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521201664:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761577.439715:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761577.439724:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761577/real 1789761577]  req@ffff911a05c56d80 x1876699521201664/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761577.439733:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56d80 x1876699521201664/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761577.439738:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761577.439741:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761577.439743:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521201664:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761577.439747:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521201792:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761577.439758:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761577.439764:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761577/real 1789761577]  req@ffff911a05c54000 x1876699521201792/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761577.439772:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521201792/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761577.439792:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761577.439794:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761577.439796:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521201792:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761577.439799:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521201920:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761577.439810:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761577.439816:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761577/real 1789761577]  req@ffff911a05c54700 x1876699521201920/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761577.439823:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521201920/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761577.439828:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761577.439830:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761577.439832:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521201920:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761577.439836:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521202048:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761577.439865:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761577.439877:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761577/real 1789761577]  req@ffff911a05c57100 x1876699521202048/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761577.439890:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521202048/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761577.439899:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761577.439902:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761577.439905:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521202048:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761577.439910:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521202176:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761577.439925:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761577.439949:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761577/real 1789761577]  req@ffff911a05c55c00 x1876699521202176/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761577.439958:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55c00 x1876699521202176/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761577.439963:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761577.439965:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761577.439968:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521202176:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761577.503370:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761578.527327:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761579.551376:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761580.575368:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761581.599371:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761582.559341:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761582.559349:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761582.559353:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761582.559361:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1551
00000100:00080000:3.0:1789761582.559371:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761582.559377:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789761582.559412:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521202304/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761582.559435:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761582.559437:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761582.559439:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761582.559449:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1551
00000100:00080000:3.0:1789761582.559451:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761582.559454:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761582.559461:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761582.559471:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521202432/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761582.559479:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761582.559481:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761582.559483:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761582.559488:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521202304:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789761582.559489:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1551
00000100:00080000:3.0:1789761582.559494:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761582.559500:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761582.559504:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761582.559511:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521202560/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761582.559520:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761582.559523:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761582.559525:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761582.559529:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1551
00000100:00080000:3.0:1789761582.559533:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761582.559538:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761582.559543:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761582.559555:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521202688/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761582.559562:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761582.559565:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761582.559566:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761582.559569:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1551
00000100:00080000:3.0:1789761582.559572:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761582.559575:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000800:00000100:2.0:1789761582.559581:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000008:00100000:3.0:1789761582.559581:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761582.559592:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521202816/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761582.559598:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761582.559601:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761582.559603:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761582.559606:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1551
00000100:00080000:3.0:1789761582.559608:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761582.559610:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761582.559614:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761582.559621:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521202944/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761582.559633:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761582/real 1789761582]  req@ffff911a04ad0000 x1876699521202304/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761582.559656:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521202304/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761582.559664:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761582.559667:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761582.559671:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521202304:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761582.559690:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521202432:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761582.559709:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761582.559719:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761582/real 1789761582]  req@ffff911a04ad1c00 x1876699521202432/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761582.559727:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521202432/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761582.559733:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761582.559735:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761582.559749:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521202432:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761582.559752:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521202560:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761582.559764:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761582.559770:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761582/real 1789761582]  req@ffff911a04ad0380 x1876699521202560/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761582.559782:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521202560/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761582.559790:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761582.559793:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761582.559797:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521202560:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761582.559803:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521202688:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761582.559825:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761582.559837:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761582/real 1789761582]  req@ffff911a04ad3800 x1876699521202688/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761582.559850:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521202688/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761582.559859:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761582.559863:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761582.559866:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521202688:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761582.559872:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521202816:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761582.559902:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761582.559912:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761582/real 1789761582]  req@ffff911a04ad2a00 x1876699521202816/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761582.559935:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521202816/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761582.559943:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761582.559946:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761582.559950:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521202816:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761582.559956:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521202944:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761582.559978:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761582.559988:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761582/real 1789761582]  req@ffff911a04ad1500 x1876699521202944/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761582.559996:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1500 x1876699521202944/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761582.560002:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761582.560004:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761582.560006:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521202944:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761582.623339:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761583.647357:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761584.671353:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761585.695368:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761586.719378:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761587.679283:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761587.679292:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761587.679296:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761587.679305:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1556
00000100:00080000:3.0:1789761587.679331:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761587.679338:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789761587.679375:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2680 x1876699521203072/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761587.679395:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761587.679398:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761587.679399:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761587.679403:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1556
00000100:00080000:3.0:1789761587.679406:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761587.679411:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761587.679422:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761587.679431:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521203072:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789761587.679439:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0700 x1876699521203200/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761587.679454:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761587.679458:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761587.679461:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761587.679464:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1556
00000100:00080000:3.0:1789761587.679484:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761587.679487:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761587.679492:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761587.679493:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789761587.679507:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521203328/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761587.679520:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761587.679524:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761587.679526:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761587.679532:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761587/real 1789761587]  req@ffff911a04ad2680 x1876699521203072/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761587.679533:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1556
00000100:00080000:3.0:1789761587.679540:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761587.679548:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789761587.679553:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2680 x1876699521203072/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789761587.679556:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00080000:2.0:1789761587.679568:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789761587.679572:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521203456/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761587.679574:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761587.679585:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521203072:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789761587.679593:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761587.679598:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761587.679601:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761587.679606:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1556
00000100:00080000:3.0:1789761587.679611:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761587.679615:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521203200:192.168.203.116@tcp:38:kworker.0
00000100:00080000:3.0:1789761587.679619:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761587.679629:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761587.679640:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521203584/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761587.679649:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789761587.679653:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789761587.679654:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761587.679658:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761587.679663:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1556
00000100:00080000:3.0:1789761587.679667:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761587.679670:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761587.679674:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761587.679679:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761587/real 1789761587]  req@ffff911a04ad0700 x1876699521203200/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761587.679684:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521203712/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761587.679720:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0700 x1876699521203200/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761587.679729:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761587.679732:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761587.679735:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521203200:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761587.679740:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521203328:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761587.679756:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761587.679764:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761587/real 1789761587]  req@ffff911a04ad1500 x1876699521203328/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761587.679780:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1500 x1876699521203328/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761587.679786:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761587.679788:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761587.679791:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521203328:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761587.679795:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521203456:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761587.679807:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761587.679814:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761587/real 1789761587]  req@ffff911a04ad2a00 x1876699521203456/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761587.679821:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521203456/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761587.679827:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761587.679829:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761587.679831:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521203456:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761587.679841:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521203584:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761587.679866:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761587.679877:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761587/real 1789761587]  req@ffff911a04ad3800 x1876699521203584/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761587.679890:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521203584/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761587.679900:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761587.679904:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761587.679907:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521203584:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761587.679913:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521203712:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761587.679928:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761587.679936:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761587/real 1789761587]  req@ffff911a04ad0380 x1876699521203712/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761587.679943:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521203712/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761587.679948:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761587.679951:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761587.679952:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521203712:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761587.743359:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761588.767410:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761589.791335:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761590.815363:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761591.839417:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761592.799326:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761592.799333:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761592.799337:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761592.799352:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1562
00000100:00080000:2.0:1789761592.799361:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761592.799367:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789761592.799401:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eebb80 x1876699521203840/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761592.799424:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761592.799427:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761592.799428:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761592.799431:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1562
00000100:00080000:2.0:1789761592.799434:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761592.799436:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761592.799444:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761592.799453:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9500 x1876699521203968/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761592.799460:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761592.799462:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761592.799463:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761592.799466:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1562
00000100:00080000:2.0:1789761592.799468:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761592.799470:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761592.799473:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761592.799480:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521203840:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761592.799481:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb100 x1876699521204096/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761592.799497:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761592.799500:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761592.799501:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761592.799503:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1562
00000100:00080000:2.0:1789761592.799505:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761592.799507:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761592.799511:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761592.799518:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea680 x1876699521204224/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761592.799525:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761592.799528:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761592.799529:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761592.799531:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1562
00000100:00080000:2.0:1789761592.799534:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761592.799536:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761592.799539:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761592.799549:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8380 x1876699521204352/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761592.799558:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:2.0:1789761592.799565:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761592.799569:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761592.799571:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761592.799577:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1562
00000100:00080000:2.0:1789761592.799581:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761592.799585:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761592.799591:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761592.799604:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761592/real 1789761592]  req@ffff911a12eebb80 x1876699521203840/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761592.799606:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8000 x1876699521204480/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761592.799635:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eebb80 x1876699521203840/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761592.799650:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761592.799655:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761592.799659:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521203840:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789761592.799668:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521203968:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761592.799694:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761592.799709:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761592/real 1789761592]  req@ffff911a12ee9500 x1876699521203968/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761592.799723:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9500 x1876699521203968/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761592.799732:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761592.799736:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761592.799739:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521203968:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761592.799765:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521204096:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761592.799783:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761592.799792:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761592/real 1789761592]  req@ffff911a12eeb100 x1876699521204096/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761592.799800:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb100 x1876699521204096/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761592.799806:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761592.799808:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761592.799810:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521204096:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761592.799830:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521204224:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789761592.799852:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761592.799864:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761592/real 1789761592]  req@ffff911a12eea680 x1876699521204224/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761592.799877:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea680 x1876699521204224/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761592.799885:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761592.799887:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761592.799889:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521204224:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761592.799893:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521204352:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761592.799909:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761592.799916:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761592/real 1789761592]  req@ffff911a12ee8380 x1876699521204352/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761592.799923:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8380 x1876699521204352/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761592.799929:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761592.799931:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761592.799934:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521204352:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761592.799937:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521204480:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761592.799947:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761592.799953:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761592/real 1789761592]  req@ffff911a12ee8000 x1876699521204480/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761592.799960:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8000 x1876699521204480/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761592.799965:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761592.799967:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761592.799969:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521204480:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761592.863378:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761593.887366:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761594.911395:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761595.935386:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761596.959389:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761597.919369:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761597.919380:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761597.919385:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761597.919394:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1567
00000100:00080000:3.0:1789761597.919407:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761597.919414:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789761597.919451:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521204608/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761597.919484:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761597.919487:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761597.919489:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761597.919492:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1567
00000100:00080000:3.0:1789761597.919495:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761597.919497:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761597.919506:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761597.919515:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521204736/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761597.919523:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761597.919526:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761597.919528:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761597.919530:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1567
00000100:00080000:3.0:1789761597.919532:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761597.919534:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761597.919537:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761597.919544:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521204864/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761597.919552:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521204608:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789761597.919561:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761597.919565:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761597.919566:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761597.919569:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1567
00000100:00080000:3.0:1789761597.919571:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761597.919574:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761597.919577:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761597.919585:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521204992/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761597.919592:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761597.919596:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761597.919597:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761597.919600:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1567
00000100:00080000:3.0:1789761597.919602:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761597.919604:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761597.919608:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761597.919615:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521205120/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761597.919620:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761597.919623:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761597.919625:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761597.919627:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1567
00000100:00080000:3.0:1789761597.919631:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761597.919634:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761597.919638:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761597.919645:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521205248/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761597.919686:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521204736:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761597.919735:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521204864:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761597.919758:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521204992:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761597.919799:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521205120:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761597.919827:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521205248:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761597.983398:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761599.007403:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761600.031332:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1789761600.991428:0:2395:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.116:988
00000400:00000100:0.0:1789761600.991473:0:2395:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.116@tcp at host 192.168.203.116 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1789761600.991492:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:0.0:1789761600.991532:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:0.0:1789761600.991542:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:0.0:1789761600.991551:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:0.0:1789761600.991564:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:0.0:1789761600.991575:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000100:00100000:1.0:1789761600.991587:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761597/real 1789761600]  req@ffff911a04ad3480 x1876699521204864/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761600.991615:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521204864/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761600.991629:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761600.991635:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761600.991639:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521204864:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761600.991647:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761597/real 1789761600]  req@ffff911a04ad1f80 x1876699521204992/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761600.991661:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521204992/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761600.991670:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761600.991674:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761600.991677:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521204992:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761600.991684:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761597/real 1789761600]  req@ffff911a04ad2300 x1876699521205120/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761600.991698:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521205120/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761600.991707:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761600.991710:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761600.991712:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521205120:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761600.991720:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761597/real 1789761600]  req@ffff911a04ad1880 x1876699521205248/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761600.991733:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521205248/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761600.991741:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761600.991745:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761600.991748:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521205248:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761600.991767:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761597/real 1789761600]  req@ffff911a04ad1c00 x1876699521204608/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761600.991780:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521204608/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761600.991788:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761600.991792:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761600.991796:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521204608:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789761600.991802:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761597/real 1789761600]  req@ffff911a04ad0000 x1876699521204736/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761600.991816:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521204736/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761600.991824:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761600.991828:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761600.991831:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521204736:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761601.055376:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761602.079344:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761603.039343:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761603.039354:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761603.039358:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761603.039369:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1572
00000100:00080000:0.0:1789761603.039388:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761603.039397:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789761603.039435:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56680 x1876699521205376/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761603.039466:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761603.039470:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761603.039477:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761603.039482:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1572
00000100:00080000:0.0:1789761603.039486:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761603.039491:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761603.039501:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761603.039518:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57b80 x1876699521205504/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761603.039524:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521205376:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789761603.039540:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761603.039544:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761603.039547:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761603.039555:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1572
00000100:00080000:0.0:1789761603.039561:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761603.039565:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761603.039572:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761603.039586:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54e00 x1876699521205632/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761603.039597:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789761603.039602:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789761603.039604:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761603.039608:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761603.039613:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1572
00000100:00080000:0.0:1789761603.039619:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761603.039624:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761603.039630:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761603.039643:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55500 x1876699521205760/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761603.039652:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761603/real 1789761603]  req@ffff911a05c56680 x1876699521205376/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761603.039664:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761603.039670:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761603.039672:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761603.039677:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1572
00000100:00100000:1.0:1789761603.039681:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56680 x1876699521205376/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761603.039683:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761603.039693:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00080000:1.0:1789761603.039701:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:0.0:1789761603.039702:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789761603.039711:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:0.0:1789761603.039721:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55f80 x1876699521205888/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761603.039722:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521205376:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789761603.039761:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761603.039765:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761603.039767:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761603.039770:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521205504:192.168.203.116@tcp:38:kworker.0
00000100:00080000:0.0:1789761603.039775:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1572
00000100:00080000:0.0:1789761603.039782:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761603.039786:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761603.039793:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789761603.039804:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789761603.039810:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56680 x1876699521206016/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761603.039823:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761603/real 1789761603]  req@ffff911a05c57b80 x1876699521205504/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761603.039839:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57b80 x1876699521205504/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761603.039849:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761603.039853:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761603.039857:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521205504:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761603.039864:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521205632:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761603.039885:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761603.039896:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761603/real 1789761603]  req@ffff911a05c54e00 x1876699521205632/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761603.039910:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54e00 x1876699521205632/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761603.039918:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761603.039921:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761603.039925:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521205632:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761603.039931:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521205760:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789761603.039949:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761603.039960:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761603/real 1789761603]  req@ffff911a05c55500 x1876699521205760/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761603.039972:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55500 x1876699521205760/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761603.039981:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761603.039983:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761603.039987:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521205760:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761603.039992:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521205888:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761603.040009:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761603.040018:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761603/real 1789761603]  req@ffff911a05c55f80 x1876699521205888/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761603.040029:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55f80 x1876699521205888/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761603.040044:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761603.040048:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761603.040051:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521205888:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761603.040068:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521206016:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761603.040088:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761603.040102:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761603/real 1789761603]  req@ffff911a05c56680 x1876699521206016/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761603.040115:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56680 x1876699521206016/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761603.040124:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761603.040127:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761603.040131:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521206016:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761603.103345:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761604.127338:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761605.151407:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761606.175425:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761607.199358:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761608.159356:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761608.159365:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761608.159368:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761608.159377:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1577
00000100:00080000:3.0:1789761608.159388:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761608.159394:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789761608.159438:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3100 x1876699521206144/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761608.159459:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761608.159462:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761608.159463:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761608.159467:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1577
00000100:00080000:3.0:1789761608.159469:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761608.159471:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761608.159479:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761608.159489:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0a80 x1876699521206272/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761608.159497:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761608.159499:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761608.159501:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761608.159506:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521206144:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789761608.159507:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1577
00000100:00080000:3.0:1789761608.159512:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761608.159516:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761608.159520:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761608.159529:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521206400/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761608.159535:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761608.159538:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761608.159539:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761608.159541:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1577
00000100:00080000:3.0:1789761608.159544:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761608.159546:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761608.159549:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761608.159556:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521206528/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761608.159562:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761608.159564:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761608.159566:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761608.159569:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1577
00000100:00080000:3.0:1789761608.159572:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761608.159574:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761608.159577:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789761608.159579:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789761608.159588:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521206656/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761608.159595:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761608.159598:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761608.159599:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761608.159602:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1577
00000100:00080000:3.0:1789761608.159604:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761608.159607:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761608.159611:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761608.159621:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761608/real 1789761608]  req@ffff911a04ad3100 x1876699521206144/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761608.159621:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521206784/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761608.159663:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3100 x1876699521206144/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761608.159677:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761608.159682:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761608.159688:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521206144:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789761608.159726:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521206272:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761608.159751:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761608.159767:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761608/real 1789761608]  req@ffff911a04ad0a80 x1876699521206272/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761608.159782:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0a80 x1876699521206272/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761608.159791:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761608.159795:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761608.159798:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521206272:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761608.159803:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521206400:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761608.159820:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761608.159828:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761608/real 1789761608]  req@ffff911a04ad0000 x1876699521206400/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761608.159836:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521206400/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761608.159842:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761608.159844:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761608.159846:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521206400:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761608.159849:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521206528:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789761608.159861:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761608.159867:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761608/real 1789761608]  req@ffff911a04ad1c00 x1876699521206528/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761608.159875:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521206528/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761608.159880:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761608.159882:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761608.159884:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521206528:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761608.159887:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521206656:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761608.159897:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761608.159905:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761608/real 1789761608]  req@ffff911a04ad1880 x1876699521206656/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761608.159917:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521206656/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761608.159925:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761608.159928:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761608.159932:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521206656:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761608.159938:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521206784:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761608.159959:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761608.159973:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761608/real 1789761608]  req@ffff911a04ad2300 x1876699521206784/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761608.159986:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521206784/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761608.159995:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761608.159998:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761608.160002:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521206784:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761608.223480:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761609.247374:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761610.271362:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761611.295362:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761612.319378:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761613.279330:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761613.279341:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761613.279346:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761613.279356:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1582
00000100:00080000:2.0:1789761613.279366:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761613.279374:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789761613.279416:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8000 x1876699521206912/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761613.279445:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761613.279448:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761613.279450:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761613.279453:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1582
00000100:00080000:2.0:1789761613.279456:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761613.279459:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761613.279467:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761613.279482:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8380 x1876699521207040/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761613.279491:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761613.279496:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789761613.279497:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521206912:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789761613.279498:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761613.279507:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1582
00000100:00080000:2.0:1789761613.279510:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761613.279513:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761613.279517:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761613.279530:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea680 x1876699521207168/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761613.279545:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761613.279549:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761613.279550:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761613.279553:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1582
00000100:00080000:2.0:1789761613.279558:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761613.279561:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761613.279565:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789761613.279571:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761613.279578:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb100 x1876699521207296/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761613.279589:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761613.279592:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761613.279594:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761613.279596:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1582
00000100:00080000:2.0:1789761613.279599:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761613.279602:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761613.279606:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761613.279615:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761613/real 1789761613]  req@ffff911a12ee8000 x1876699521206912/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761613.279619:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9500 x1876699521207424/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761613.279640:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761613.279643:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761613.279644:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761613.279647:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8000 x1876699521206912/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761613.279650:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1582
00000100:00080000:2.0:1789761613.279657:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761613.279675:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761613.279680:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00080000:1.0:1789761613.279684:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000008:00100000:2.0:1789761613.279686:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761613.279689:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521206912:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761613.279699:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eebb80 x1876699521207552/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761613.279715:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521207040:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761613.279754:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761613.279769:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761613/real 1789761613]  req@ffff911a12ee8380 x1876699521207040/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761613.279783:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8380 x1876699521207040/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761613.279792:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761613.279794:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761613.279797:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521207040:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761613.279802:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521207168:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761613.279818:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761613.279825:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761613/real 1789761613]  req@ffff911a12eea680 x1876699521207168/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761613.279833:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea680 x1876699521207168/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761613.279838:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761613.279840:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761613.279843:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521207168:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761613.279846:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521207296:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789761613.279857:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761613.279862:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761613/real 1789761613]  req@ffff911a12eeb100 x1876699521207296/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761613.279869:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb100 x1876699521207296/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761613.279875:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761613.279876:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761613.279878:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521207296:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761613.279882:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521207424:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761613.279892:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761613.279898:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761613/real 1789761613]  req@ffff911a12ee9500 x1876699521207424/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761613.279905:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9500 x1876699521207424/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761613.279910:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761613.279912:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761613.279914:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521207424:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761613.279917:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521207552:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761613.279926:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761613.279932:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761613/real 1789761613]  req@ffff911a12eebb80 x1876699521207552/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761613.279938:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eebb80 x1876699521207552/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761613.279943:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761613.279945:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761613.279947:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521207552:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761613.343374:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761614.367401:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761615.391381:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761616.415387:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761617.439374:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761618.399333:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761618.399347:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761618.399352:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761618.399363:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1587
00000100:00080000:0.0:1789761618.399377:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761618.399387:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789761618.399431:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55c00 x1876699521207680/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761618.399463:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761618.399468:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761618.399472:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761618.399477:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1587
00000100:00080000:0.0:1789761618.399481:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761618.399486:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761618.399497:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761618.399512:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521207808/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761618.399525:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521207680:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789761618.399529:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761618.399544:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761618.399546:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761618.399553:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1587
00000100:00080000:0.0:1789761618.399557:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761618.399561:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761618.399567:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761618.399581:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521207936/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761618.399593:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761618.399597:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761618.399599:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789761618.399605:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789761618.399606:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1587
00000100:00080000:0.0:1789761618.399613:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761618.399619:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761618.399638:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761618.399652:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521208064/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761618.399664:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761618.399668:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1789761618.399672:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761618/real 1789761618]  req@ffff911a05c55c00 x1876699521207680/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761618.399673:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761618.399683:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1587
00000100:00080000:0.0:1789761618.399692:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761618.399699:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789761618.399705:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55c00 x1876699521207680/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789761618.399707:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761618.399726:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56d80 x1876699521208192/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761618.399734:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761618.399742:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761618.399744:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:0.0:1789761618.399752:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789761618.399753:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521207680:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789761618.399757:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761618.399766:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1587
00000100:00080000:0.0:1789761618.399771:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761618.399776:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761618.399782:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761618.399784:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521207808:192.168.203.116@tcp:38:kworker.0
00000100:00100000:0.0:1789761618.399797:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521208320/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761618.399814:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761618.399830:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761618/real 1789761618]  req@ffff911a05c57100 x1876699521207808/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761618.399845:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521207808/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761618.399854:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761618.399858:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761618.399861:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521207808:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761618.399868:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521207936:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761618.399885:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761618.399895:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761618/real 1789761618]  req@ffff911a05c54700 x1876699521207936/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761618.399908:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521207936/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761618.399916:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761618.399920:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761618.399923:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521207936:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761618.399930:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521208064:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789761618.399948:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761618.399958:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761618/real 1789761618]  req@ffff911a05c54000 x1876699521208064/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761618.399970:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521208064/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761618.399980:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761618.399983:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761618.399987:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521208064:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761618.399993:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521208192:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761618.400011:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761618.400022:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761618/real 1789761618]  req@ffff911a05c56d80 x1876699521208192/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761618.400034:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56d80 x1876699521208192/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761618.400043:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761618.400047:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761618.400050:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521208192:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761618.400066:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521208320:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761618.400083:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761618.400093:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761618/real 1789761618]  req@ffff911a05c55880 x1876699521208320/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761618.400106:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521208320/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761618.400116:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761618.400119:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761618.400123:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521208320:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761618.463410:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761619.487362:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761620.511416:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761621.535363:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761622.559403:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761623.519337:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761623.519347:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761623.519351:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761623.519363:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1592
00000100:00080000:1.0:1789761623.519374:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761623.519382:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789761623.519424:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08a80 x1876699521208448/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761623.519453:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761623.519457:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761623.519459:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761623.519464:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1592
00000100:00080000:1.0:1789761623.519468:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761623.519478:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761623.519489:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761623.519503:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521208448:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789761623.519508:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b800 x1876699521208576/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761623.519535:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761623.519538:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761623.519539:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761623.519542:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1592
00000100:00080000:1.0:1789761623.519545:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761623.519548:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761623.519553:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761623.519562:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0bb80 x1876699521208704/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761623.519568:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761623.519571:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761623.519572:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761623.519576:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1592
00000100:00080000:1.0:1789761623.519580:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789761623.519581:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789761623.519602:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761623.519607:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761623.519616:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b480 x1876699521208832/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761623.519623:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761623.519625:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761623.519627:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761623.519629:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1592
00000100:00080000:1.0:1789761623.519633:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761623.519636:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761623.519640:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761623.519646:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761623/real 1789761623]  req@ffff911a08b08a80 x1876699521208448/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761623.519650:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09c00 x1876699521208960/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761623.519678:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761623.519680:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761623.519681:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761623.519684:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1592
00000100:00080000:1.0:1789761623.519687:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761623.519691:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08a80 x1876699521208448/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761623.519692:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761623.519697:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761623.519708:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08000 x1876699521209088/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761623.519711:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761623.519723:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761623.519729:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521208448:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761623.519757:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521208576:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761623.519783:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761623.519797:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761623/real 1789761623]  req@ffff911a08b0b800 x1876699521208576/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761623.519810:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b800 x1876699521208576/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761623.519819:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761623.519823:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761623.519827:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521208576:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761623.519834:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521208704:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761623.519853:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761623.519864:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761623/real 1789761623]  req@ffff911a08b0bb80 x1876699521208704/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761623.519887:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0bb80 x1876699521208704/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761623.519897:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761623.519901:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761623.519905:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521208704:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761623.519912:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521208832:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761623.519944:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761623.519956:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761623/real 1789761623]  req@ffff911a08b0b480 x1876699521208832/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761623.519969:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b480 x1876699521208832/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761623.519978:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761623.519981:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761623.519985:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521208832:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761623.519991:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521208960:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761623.520013:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761623.520026:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761623/real 1789761623]  req@ffff911a08b09c00 x1876699521208960/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761623.520039:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09c00 x1876699521208960/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761623.520048:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761623.520052:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761623.520056:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521208960:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761623.520072:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521209088:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761623.520094:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761623.520106:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761623/real 1789761623]  req@ffff911a08b08000 x1876699521209088/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761623.520120:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08000 x1876699521209088/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761623.520129:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761623.520132:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761623.520136:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521209088:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761623.583362:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761624.607421:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761625.631371:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761626.655351:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761627.679383:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761628.639299:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761628.639311:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761628.639317:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761628.639328:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1597
00000100:00080000:1.0:1789761628.639341:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761628.639349:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789761628.639406:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09180 x1876699521209216/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761628.639432:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761628.639437:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761628.639439:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761628.639444:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1597
00000100:00080000:1.0:1789761628.639448:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761628.639453:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761628.639464:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761628.639477:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521209216:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789761628.639481:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0ad80 x1876699521209344/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761628.639495:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761628.639498:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761628.639500:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761628.639504:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1597
00000100:00080000:1.0:1789761628.639508:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761628.639512:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761628.639517:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761628.639531:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0aa00 x1876699521209472/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761628.639543:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761628.639562:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:2.0:1789761628.639563:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789761628.639565:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761628.639572:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1597
00000100:00080000:1.0:1789761628.639577:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761628.639582:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761628.639589:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761628.639603:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08380 x1876699521209600/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761628.639610:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761628/real 1789761628]  req@ffff911a08b09180 x1876699521209216/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761628.639619:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761628.639628:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761628.639630:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761628.639636:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1597
00000100:00080000:1.0:1789761628.639641:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761628.639641:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09180 x1876699521209216/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761628.639650:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761628.639659:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761628.639660:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761628.639668:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761628.639673:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521209216:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789761628.639679:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09f80 x1876699521209728/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761628.639692:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761628.639695:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761628.639697:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761628.639704:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1597
00000100:00100000:2.0:1789761628.639704:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521209344:192.168.203.116@tcp:38:kworker.0
00000100:00080000:1.0:1789761628.639710:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761628.639716:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761628.639722:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761628.639736:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08700 x1876699521209856/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761628.639741:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761628.639760:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761628/real 1789761628]  req@ffff911a08b0ad80 x1876699521209344/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761628.639777:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0ad80 x1876699521209344/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761628.639786:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761628.639789:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761628.639793:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521209344:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761628.639800:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521209472:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761628.639819:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761628.639829:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761628/real 1789761628]  req@ffff911a08b0aa00 x1876699521209472/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761628.639841:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0aa00 x1876699521209472/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761628.639849:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761628.639853:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761628.639856:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521209472:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761628.639862:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521209600:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761628.639881:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761628.639892:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761628/real 1789761628]  req@ffff911a08b08380 x1876699521209600/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761628.639903:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08380 x1876699521209600/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761628.639911:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761628.639914:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761628.639918:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521209600:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761628.639924:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521209728:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761628.639943:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761628.639955:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761628/real 1789761628]  req@ffff911a08b09f80 x1876699521209728/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761628.639967:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09f80 x1876699521209728/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761628.639976:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761628.639979:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761628.639983:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521209728:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761628.640001:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521209856:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761628.640021:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761628.640033:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761628/real 1789761628]  req@ffff911a08b08700 x1876699521209856/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761628.640047:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08700 x1876699521209856/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761628.640055:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761628.640059:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761628.640062:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521209856:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761628.703348:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761629.727373:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761630.751338:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761631.775357:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761632.799360:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761633.759319:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761633.759334:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761633.759340:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761633.759369:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1603
00000100:00080000:1.0:1789761633.759382:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761633.759392:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789761633.759457:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08e00 x1876699521209984/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761633.759490:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761633.759495:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761633.759497:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761633.759502:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1603
00000100:00080000:1.0:1789761633.759519:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761633.759525:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761633.759536:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761633.759550:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09880 x1876699521210112/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761633.759558:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761633.759560:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761633.759562:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761633.759566:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1603
00000100:00080000:1.0:1789761633.759570:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761633.759573:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761633.759578:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761633.759587:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521209984:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789761633.759588:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b100 x1876699521210240/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761633.759618:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761633.759621:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761633.759624:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761633.759628:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1603
00000100:00080000:1.0:1789761633.759631:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761633.759634:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761633.759638:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761633.759647:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a680 x1876699521210368/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761633.759654:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761633.759657:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761633.759659:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761633.759662:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1603
00000100:00080000:1.0:1789761633.759664:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761633.759667:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761633.759673:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761633.759673:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761633.759688:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a300 x1876699521210496/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761633.759696:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761633.759699:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761633.759701:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761633.759704:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1603
00000100:00080000:1.0:1789761633.759707:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761633.759710:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761633.759715:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761633.759723:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761633/real 1789761633]  req@ffff911a08b08e00 x1876699521209984/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761633.759724:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09500 x1876699521210624/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761633.759809:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08e00 x1876699521209984/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761633.759825:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761633.759830:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761633.759835:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521209984:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761633.759844:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521210112:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761633.759872:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761633.759884:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761633/real 1789761633]  req@ffff911a08b09880 x1876699521210112/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761633.759894:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09880 x1876699521210112/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761633.759909:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761633.759913:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761633.759917:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521210112:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761633.759945:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521210240:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761633.759963:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761633.759971:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761633/real 1789761633]  req@ffff911a08b0b100 x1876699521210240/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761633.759979:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b100 x1876699521210240/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761633.759985:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761633.759987:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761633.759989:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521210240:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761633.759993:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521210368:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761633.760004:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761633.760010:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761633/real 1789761633]  req@ffff911a08b0a680 x1876699521210368/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761633.760017:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a680 x1876699521210368/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761633.760022:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761633.760024:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761633.760027:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521210368:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761633.760031:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521210496:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761633.760041:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761633.760047:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761633/real 1789761633]  req@ffff911a08b0a300 x1876699521210496/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761633.760054:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a300 x1876699521210496/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761633.760059:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761633.760061:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761633.760063:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521210496:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761633.760066:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521210624:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761633.760076:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761633.760082:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761633/real 1789761633]  req@ffff911a08b09500 x1876699521210624/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761633.760088:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09500 x1876699521210624/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761633.760093:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761633.760095:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761633.760097:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521210624:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761633.823390:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761634.847371:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761635.871397:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761636.895351:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761637.919398:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761638.879354:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761638.879365:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761638.879370:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761638.879380:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1608
00000100:00080000:3.0:1789761638.879390:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761638.879395:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789761638.879432:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521210752/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761638.879455:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761638.879458:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761638.879459:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761638.879463:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1608
00000100:00080000:3.0:1789761638.879465:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761638.879468:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761638.879489:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761638.879500:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521210880/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761638.879513:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761638.879516:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761638.879518:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761638.879523:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1608
00000100:00080000:3.0:1789761638.879526:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761638.879529:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761638.879533:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761638.879541:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521211008/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761638.879550:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761638.879554:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761638.879555:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761638.879562:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521210752:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789761638.879562:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1608
00000100:00080000:3.0:1789761638.879572:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761638.879583:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761638.879588:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761638.879599:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521211136/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761638.879608:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761638.879612:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761638.879614:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761638.879619:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1608
00000100:00080000:3.0:1789761638.879643:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761638.879649:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000800:00000100:2.0:1789761638.879652:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000008:00100000:3.0:1789761638.879661:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761638.879682:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521211264/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761638.879695:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761638.879699:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761638.879702:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761638.879711:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761638/real 1789761638]  req@ffff911a04ad1f80 x1876699521210752/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761663 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761638.879712:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1608
00000100:00080000:3.0:1789761638.879723:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761638.879738:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789761638.879742:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521210752/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761663 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789761638.879750:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761638.879761:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761638.879770:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789761638.879776:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521211392/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761638.879782:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521210752:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761638.879806:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521210880:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761638.879833:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761638.879844:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761638/real 1789761638]  req@ffff911a04ad3480 x1876699521210880/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761663 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761638.879853:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521210880/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761663 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761638.879859:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761638.879862:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761638.879864:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521210880:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761638.879887:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521211008:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761638.879900:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761638.879907:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761638/real 1789761638]  req@ffff911a04ad0380 x1876699521211008/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761663 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761638.879915:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521211008/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761663 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761638.879925:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761638.879927:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761638.879929:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521211008:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761638.879933:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521211136:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761638.879945:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761638.879954:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761638/real 1789761638]  req@ffff911a04ad3800 x1876699521211136/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761663 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761638.879966:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521211136/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761663 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761638.879975:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761638.879979:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761638.879983:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521211136:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761638.879990:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521211264:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761638.880011:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761638.880020:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761638/real 1789761638]  req@ffff911a04ad2a00 x1876699521211264/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761663 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761638.880028:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521211264/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761663 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761638.880034:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761638.880036:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761638.880040:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521211264:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761638.880047:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521211392:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761638.880068:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761638.880080:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761638/real 1789761638]  req@ffff911a04ad1500 x1876699521211392/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761663 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761638.880093:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1500 x1876699521211392/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761663 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761638.880101:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761638.880103:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761638.880106:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521211392:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761638.943385:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761639.967397:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761640.991350:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761642.015374:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761643.039392:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761643.999284:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761643.999292:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761643.999296:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761643.999304:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1613
00000100:00080000:3.0:1789761643.999314:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761643.999320:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789761643.999357:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0700 x1876699521211520/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761643.999382:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761643.999385:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761643.999387:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761643.999390:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1613
00000100:00080000:3.0:1789761643.999392:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761643.999395:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761643.999402:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761643.999412:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2680 x1876699521211648/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761643.999419:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761643.999422:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761643.999423:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761643.999426:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1613
00000100:00080000:3.0:1789761643.999428:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761643.999448:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521211520:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789761643.999448:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761643.999452:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761643.999464:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521211776/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761643.999478:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761643.999481:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761643.999482:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761643.999485:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1613
00000100:00080000:3.0:1789761643.999489:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761643.999491:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761643.999495:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761643.999503:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521211904/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761643.999510:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761643.999512:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761643.999513:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761643.999516:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1613
00000800:00000100:2.0:1789761643.999522:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789761643.999522:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761643.999529:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761643.999532:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761643.999541:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521212032/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761643.999546:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761643.999549:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761643.999550:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761643.999553:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1613
00000100:00080000:3.0:1789761643.999556:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761643.999558:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761643.999561:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761643.999566:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761643/real 1789761643]  req@ffff911a04ad0700 x1876699521211520/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761643.999570:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521212160/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761643.999606:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0700 x1876699521211520/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761643.999617:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761643.999621:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761643.999624:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521211520:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761643.999630:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521211648:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761643.999646:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761643.999655:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761643/real 1789761643]  req@ffff911a04ad2680 x1876699521211648/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761643.999664:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2680 x1876699521211648/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761643.999670:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761643.999672:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761643.999674:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521211648:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761643.999692:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521211776:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761643.999704:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761643.999710:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761643/real 1789761643]  req@ffff911a04ad1500 x1876699521211776/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761643.999717:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1500 x1876699521211776/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761643.999722:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761643.999724:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761643.999726:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521211776:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761643.999730:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521211904:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761643.999746:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761643.999756:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761643/real 1789761643]  req@ffff911a04ad2a00 x1876699521211904/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761643.999769:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521211904/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761643.999789:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761643.999792:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761643.999794:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521211904:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761643.999799:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521212032:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761643.999815:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761643.999823:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761643/real 1789761643]  req@ffff911a04ad3800 x1876699521212032/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761643.999831:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521212032/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761643.999836:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761643.999838:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761643.999840:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521212032:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761643.999844:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521212160:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761643.999854:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761643.999859:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761643/real 1789761643]  req@ffff911a04ad0380 x1876699521212160/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761643.999866:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521212160/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761643.999871:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761643.999873:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761643.999876:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521212160:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761644.063371:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761645.087382:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761646.111365:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761647.135398:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761648.159390:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761649.119360:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761649.119375:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761649.119381:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761649.119404:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1618
00000100:00080000:0.0:1789761649.119418:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761649.119426:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789761649.119465:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521212288/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761649.119492:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761649.119495:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761649.119497:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761649.119500:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1618
00000100:00080000:0.0:1789761649.119503:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761649.119506:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761649.119515:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761649.119526:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56300 x1876699521212416/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761649.119533:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761649.119536:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761649.119539:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761649.119543:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1618
00000100:00080000:0.0:1789761649.119546:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761649.119550:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761649.119553:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761649.119562:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54380 x1876699521212544/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761649.119562:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521212288:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789761649.119588:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761649.119590:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761649.119592:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761649.119597:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1618
00000100:00080000:0.0:1789761649.119599:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761649.119603:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761649.119607:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761649.119618:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57800 x1876699521212672/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761649.119626:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761649.119629:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761649.119630:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761649.119633:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1618
00000100:00080000:0.0:1789761649.119636:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761649.119640:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761649.119644:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761649.119651:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789761649.119656:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54a80 x1876699521212800/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761649.119664:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761649.119667:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761649.119670:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761649.119676:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1618
00000100:00080000:0.0:1789761649.119680:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761649.119687:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761649.119694:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761649.119699:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761649/real 1789761649]  req@ffff911a05c56a00 x1876699521212288/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761649.119716:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55180 x1876699521212928/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761649.119717:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521212288/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761649.119783:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761649.119790:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761649.119795:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521212288:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761649.119803:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521212416:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761649.119820:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761649.119828:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761649/real 1789761649]  req@ffff911a05c56300 x1876699521212416/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761649.119836:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56300 x1876699521212416/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761649.119841:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761649.119843:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761649.119845:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521212416:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761649.119865:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521212544:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761649.119875:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761649.119882:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761649/real 1789761649]  req@ffff911a05c54380 x1876699521212544/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761649.119889:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54380 x1876699521212544/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761649.119894:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761649.119896:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761649.119898:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521212544:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761649.119902:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521212672:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761649.119913:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761649.119924:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761649/real 1789761649]  req@ffff911a05c57800 x1876699521212672/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761649.119932:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57800 x1876699521212672/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761649.119937:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761649.119939:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761649.119941:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521212672:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761649.119945:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521212800:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761649.119960:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761649.119966:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761649/real 1789761649]  req@ffff911a05c54a80 x1876699521212800/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761649.119973:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54a80 x1876699521212800/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761649.119978:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761649.119981:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761649.119983:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521212800:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761649.119986:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521212928:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761649.119996:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761649.120002:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761649/real 1789761649]  req@ffff911a05c55180 x1876699521212928/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761649.120009:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55180 x1876699521212928/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761649.120014:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761649.120016:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761649.120018:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521212928:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761649.183383:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761650.207371:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761651.231421:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761652.255336:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761653.279402:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761654.239377:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761654.239392:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761654.239396:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761654.239405:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1623
00000100:00080000:1.0:1789761654.239414:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761654.239421:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789761654.239461:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09500 x1876699521213056/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761654.239483:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761654.239486:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761654.239487:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761654.239490:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1623
00000100:00080000:1.0:1789761654.239492:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761654.239494:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761654.239501:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761654.239510:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a300 x1876699521213184/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761654.239518:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761654.239523:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789761654.239524:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521213056:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789761654.239525:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761654.239533:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1623
00000100:00080000:1.0:1789761654.239536:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761654.239538:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761654.239541:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761654.239549:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a680 x1876699521213312/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761654.239556:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761654.239558:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761654.239560:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761654.239563:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1623
00000100:00080000:1.0:1789761654.239565:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761654.239567:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761654.239570:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761654.239576:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b100 x1876699521213440/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761654.239582:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761654.239585:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761654.239589:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789761654.239589:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789761654.239595:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1623
00000100:00080000:1.0:1789761654.239598:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761654.239600:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761654.239604:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761654.239611:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09880 x1876699521213568/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761654.239617:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761654.239619:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761654.239620:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761654.239623:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1623
00000100:00080000:1.0:1789761654.239626:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761654.239630:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761654/real 1789761654]  req@ffff911a08b09500 x1876699521213056/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761654.239632:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761654.239639:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761654.239652:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08e00 x1876699521213696/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761654.239656:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09500 x1876699521213056/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761654.239690:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761654.239695:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761654.239699:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521213056:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761654.239721:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521213184:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761654.239738:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761654.239750:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761654/real 1789761654]  req@ffff911a08b0a300 x1876699521213184/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761654.239764:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a300 x1876699521213184/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761654.239780:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761654.239783:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761654.239786:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521213184:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761654.239790:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521213312:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761654.239806:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761654.239814:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761654/real 1789761654]  req@ffff911a08b0a680 x1876699521213312/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761654.239821:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a680 x1876699521213312/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761654.239827:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761654.239829:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761654.239831:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521213312:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761654.239835:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521213440:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761654.239846:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761654.239852:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761654/real 1789761654]  req@ffff911a08b0b100 x1876699521213440/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761654.239859:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b100 x1876699521213440/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761654.239865:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761654.239866:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761654.239868:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521213440:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761654.239872:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521213568:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761654.239882:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761654.239888:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761654/real 1789761654]  req@ffff911a08b09880 x1876699521213568/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761654.239895:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09880 x1876699521213568/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761654.239900:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761654.239902:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761654.239903:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521213568:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761654.239907:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521213696:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761654.239916:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761654.239922:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761654/real 1789761654]  req@ffff911a08b08e00 x1876699521213696/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761654.239929:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08e00 x1876699521213696/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761654.239934:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761654.239936:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761654.239938:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521213696:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761654.303347:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761655.327431:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761656.351349:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761657.375393:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761658.399352:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761659.359298:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761659.359306:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761659.359310:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761659.359332:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1628
00000100:00080000:1.0:1789761659.359344:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761659.359352:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789761659.359392:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08700 x1876699521213824/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761659.359416:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761659.359419:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761659.359421:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761659.359424:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1628
00000100:00080000:1.0:1789761659.359427:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761659.359430:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761659.359439:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761659.359449:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09f80 x1876699521213952/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761659.359459:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761659.359459:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521213824:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789761659.359468:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761659.359470:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761659.359473:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1628
00000100:00080000:1.0:1789761659.359475:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761659.359477:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761659.359481:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761659.359490:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08380 x1876699521214080/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761659.359496:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761659.359499:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761659.359500:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761659.359503:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1628
00000100:00080000:1.0:1789761659.359506:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761659.359508:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761659.359511:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761659.359518:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0aa00 x1876699521214208/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761659.359528:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789761659.359536:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761659.359539:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761659.359540:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761659.359545:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1628
00000100:00080000:1.0:1789761659.359549:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761659.359553:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761659.359558:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761659.359569:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761659/real 1789761659]  req@ffff911a08b08700 x1876699521213824/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761659.359573:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0ad80 x1876699521214336/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761659.359591:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761659.359592:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08700 x1876699521213824/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761659.359600:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761659.359604:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761659.359608:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761659.359609:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1628
00000100:00080000:2.0:1789761659.359614:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:1.0:1789761659.359615:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761659.359619:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521213824:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789761659.359628:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761659.359633:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761659.359642:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09180 x1876699521214464/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761659.359650:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521213952:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761659.359670:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761659.359680:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761659/real 1789761659]  req@ffff911a08b09f80 x1876699521213952/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761659.359688:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09f80 x1876699521213952/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761659.359694:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761659.359696:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761659.359698:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521213952:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761659.359703:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521214080:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761659.359714:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761659.359720:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761659/real 1789761659]  req@ffff911a08b08380 x1876699521214080/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761659.359727:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08380 x1876699521214080/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761659.359732:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761659.359734:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761659.359736:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521214080:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761659.359740:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521214208:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761659.359751:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761659.359757:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761659/real 1789761659]  req@ffff911a08b0aa00 x1876699521214208/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761659.359764:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0aa00 x1876699521214208/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761659.359769:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761659.359771:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761659.359773:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521214208:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761659.359777:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521214336:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761659.359787:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761659.359793:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761659/real 1789761659]  req@ffff911a08b0ad80 x1876699521214336/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761659.359805:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0ad80 x1876699521214336/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761659.359813:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761659.359815:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761659.359818:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521214336:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761659.359833:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521214464:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761659.359852:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761659.359860:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761659/real 1789761659]  req@ffff911a08b09180 x1876699521214464/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761659.359868:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09180 x1876699521214464/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761659.359874:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761659.359876:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761659.359878:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521214464:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761659.423377:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761660.447343:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761661.471400:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761662.495344:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761663.519386:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761664.479367:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761664.479375:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761664.479380:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761664.479390:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1633
00000100:00080000:0.0:1789761664.479399:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761664.479406:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789761664.479444:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55180 x1876699521214592/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761664.479464:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761664.479467:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761664.479468:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761664.479471:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1633
00000100:00080000:0.0:1789761664.479474:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761664.479476:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761664.479484:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761664.479493:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54a80 x1876699521214720/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761664.479501:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761664.479506:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789761664.479507:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521214592:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789761664.479508:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761664.479515:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1633
00000100:00080000:0.0:1789761664.479518:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761664.479520:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761664.479523:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761664.479531:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57800 x1876699521214848/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761664.479537:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761664.479540:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761664.479542:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761664.479544:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1633
00000100:00080000:0.0:1789761664.479547:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761664.479549:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761664.479553:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761664.479559:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54380 x1876699521214976/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761664.479566:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761664.479568:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761664.479570:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761664.479572:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1633
00000100:00080000:0.0:1789761664.479574:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761664.479576:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761664.479579:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761664.479586:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56300 x1876699521215104/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761664.479591:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761664.479594:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761664.479596:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761664.479600:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1633
00000100:00080000:0.0:1789761664.479602:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761664.479604:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761664.479608:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761664.479614:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521214720:192.168.203.116@tcp:38:kworker.0
00000100:00100000:0.0:1789761664.479622:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521215232/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761664.479645:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521214848:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761664.479660:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521214976:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761664.479673:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521215104:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761664.479688:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521215232:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761664.543337:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761665.567355:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761666.591421:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789761667.551434:0:2392:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.116:988
00000400:00000100:3.0:1789761667.551467:0:2392:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.116@tcp at host 192.168.203.116 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789761667.551480:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789761667.551524:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789761667.551544:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000100:00100000:2.0:1789761667.551561:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761664/real 1789761667]  req@ffff911a05c54a80 x1876699521214720/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:3.0:1789761667.551561:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789761667.551576:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000100:00100000:2.0:1789761667.551589:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54a80 x1876699521214720/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:3.0:1789761667.551595:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000100:00080000:2.0:1789761667.551612:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761667.551619:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761667.551624:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521214720:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761667.551632:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761664/real 1789761667]  req@ffff911a05c57800 x1876699521214848/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761667.551645:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57800 x1876699521214848/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761667.551653:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761667.551657:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761667.551661:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521214848:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761667.551667:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761664/real 1789761667]  req@ffff911a05c54380 x1876699521214976/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761667.551679:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54380 x1876699521214976/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761667.551687:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761667.551691:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761667.551695:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521214976:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761667.551701:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761664/real 1789761667]  req@ffff911a05c56300 x1876699521215104/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761667.551713:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56300 x1876699521215104/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761667.551721:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761667.551724:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761667.551727:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521215104:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761667.551739:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761664/real 1789761667]  req@ffff911a05c55180 x1876699521214592/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761667.551752:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55180 x1876699521214592/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761667.551759:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761667.551762:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761667.551765:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521214592:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761667.551791:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761664/real 1789761667]  req@ffff911a05c56a00 x1876699521215232/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761667.551803:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521215232/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761667.551810:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761667.551814:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761667.551817:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521215232:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761667.615339:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761668.639405:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761669.599340:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761669.599348:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761669.599353:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761669.599362:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1638
00000100:00080000:1.0:1789761669.599375:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761669.599384:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789761669.599427:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08000 x1876699521215360/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761669.599455:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761669.599459:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761669.599461:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761669.599466:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1638
00000100:00080000:1.0:1789761669.599470:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761669.599476:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761669.599487:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761669.599501:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521215360:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789761669.599506:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09c00 x1876699521215488/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761669.599521:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761669.599524:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761669.599525:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761669.599529:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1638
00000100:00080000:1.0:1789761669.599533:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761669.599536:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761669.599542:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761669.599557:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b480 x1876699521215616/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761669.599568:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761669.599573:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761669.599575:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789761669.599582:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789761669.599585:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1638
00000100:00080000:1.0:1789761669.599592:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761669.599597:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761669.599604:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761669.599619:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0bb80 x1876699521215744/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761669.599631:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761669.599633:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761669/real 1789761669]  req@ffff911a08b08000 x1876699521215360/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761669.599640:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761669.599645:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761669.599655:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1638
00000100:00080000:1.0:1789761669.599660:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761669.599665:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08000 x1876699521215360/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761669.599667:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761669.599677:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761669.599682:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761669.599689:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761669.599696:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b800 x1876699521215872/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761669.599697:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521215360:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789761669.599714:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761669.599718:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761669.599721:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761669.599726:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1638
00000100:00100000:2.0:1789761669.599730:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521215488:192.168.203.116@tcp:38:kworker.0
00000100:00080000:1.0:1789761669.599732:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761669.599740:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761669.599746:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761669.599761:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08a80 x1876699521216000/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761669.599767:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761669.599787:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761669/real 1789761669]  req@ffff911a08b09c00 x1876699521215488/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761669.599802:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09c00 x1876699521215488/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761669.599811:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761669.599814:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761669.599818:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521215488:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761669.599823:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521215616:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761669.599844:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761669.599856:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761669/real 1789761669]  req@ffff911a08b0b480 x1876699521215616/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761669.599867:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b480 x1876699521215616/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761669.599874:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761669.599877:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761669.599880:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521215616:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761669.599886:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521215744:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761669.599912:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761669.599923:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761669/real 1789761669]  req@ffff911a08b0bb80 x1876699521215744/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761669.599935:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0bb80 x1876699521215744/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761669.599943:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761669.599946:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761669.599949:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521215744:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761669.599955:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521215872:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761669.599973:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761669.599985:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761669/real 1789761669]  req@ffff911a08b0b800 x1876699521215872/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761669.600003:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b800 x1876699521215872/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761669.600011:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761669.600015:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761669.600018:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521215872:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761669.600036:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521216000:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761669.600057:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761669.600069:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761669/real 1789761669]  req@ffff911a08b08a80 x1876699521216000/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761669.600082:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08a80 x1876699521216000/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761669.600090:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761669.600094:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761669.600104:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521216000:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761669.663356:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761670.687407:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761671.711376:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761672.735417:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761673.759371:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761674.719340:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761674.719351:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761674.719354:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761674.719364:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1643
00000100:00080000:0.0:1789761674.719375:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761674.719382:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789761674.719425:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521216128/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761674.719456:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761674.719464:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761674.719467:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761674.719472:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1643
00000100:00080000:0.0:1789761674.719477:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761674.719482:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761674.719494:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761674.719515:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56d80 x1876699521216256/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761674.719516:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521216128:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789761674.719536:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761674.719540:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761674.719541:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761674.719545:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1643
00000100:00080000:0.0:1789761674.719549:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761674.719552:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761674.719558:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761674.719569:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521216384/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761674.719577:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761674.719580:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761674.719582:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761674.719584:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1643
00000100:00080000:0.0:1789761674.719586:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761674.719589:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761674.719592:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789761674.719599:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789761674.719602:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521216512/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761674.719611:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761674.719614:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761674.719616:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761674.719618:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1643
00000100:00080000:0.0:1789761674.719621:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761674.719623:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761674.719626:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761674.719632:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521216640/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761674.719638:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761674.719641:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761674.719644:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761674.719647:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1643
00000100:00080000:0.0:1789761674.719650:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761674.719654:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761674.719659:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761674.719659:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761674/real 1789761674]  req@ffff911a05c55880 x1876699521216128/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761674.719672:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55c00 x1876699521216768/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761674.719693:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521216128/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761674.719711:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761674.719716:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761674.719719:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521216128:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761674.719742:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521216256:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761674.719769:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761674.719785:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761674/real 1789761674]  req@ffff911a05c56d80 x1876699521216256/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761674.719800:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56d80 x1876699521216256/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761674.719810:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761674.719814:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761674.719818:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521216256:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761674.719824:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521216384:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761674.719845:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761674.719856:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761674/real 1789761674]  req@ffff911a05c54000 x1876699521216384/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761674.719869:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521216384/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761674.719878:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761674.719881:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761674.719885:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521216384:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761674.719892:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521216512:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761674.719909:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761674.719918:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761674/real 1789761674]  req@ffff911a05c54700 x1876699521216512/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761674.719930:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521216512/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761674.719936:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761674.719939:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761674.719941:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521216512:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761674.719945:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521216640:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761674.719959:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761674.719967:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761674/real 1789761674]  req@ffff911a05c57100 x1876699521216640/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761674.719980:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521216640/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761674.719989:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761674.719993:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761674.719996:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521216640:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761674.720003:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521216768:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761674.720024:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761674.720037:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761674/real 1789761674]  req@ffff911a05c55c00 x1876699521216768/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761674.720050:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55c00 x1876699521216768/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761674.720060:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761674.720063:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761674.720066:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521216768:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761674.783351:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761675.807387:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761676.831395:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761677.855370:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761678.879403:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761679.839308:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761679.839316:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761679.839320:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761679.839329:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1649
00000100:00080000:0.0:1789761679.839340:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761679.839345:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789761679.839389:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56680 x1876699521216896/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761679.839423:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761679.839427:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761679.839429:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761679.839434:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1649
00000100:00080000:0.0:1789761679.839437:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761679.839441:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761679.839450:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761679.839462:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55f80 x1876699521217024/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761679.839468:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521216896:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789761679.839473:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761679.839478:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761679.839479:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761679.839483:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1649
00000100:00080000:0.0:1789761679.839485:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761679.839487:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761679.839491:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761679.839499:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55500 x1876699521217152/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761679.839506:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761679.839509:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761679.839510:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761679.839513:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1649
00000100:00080000:0.0:1789761679.839517:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761679.839519:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761679.839522:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761679.839528:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54e00 x1876699521217280/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761679.839536:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761679.839538:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761679.839539:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761679.839545:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1649
00000800:00000100:2.0:1789761679.839548:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789761679.839551:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761679.839557:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761679.839562:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761679.839574:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57b80 x1876699521217408/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761679.839586:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761679.839590:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761679.839594:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761679.839595:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761679/real 1789761679]  req@ffff911a05c56680 x1876699521216896/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761679.839599:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1649
00000100:00080000:0.0:1789761679.839604:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761679.839610:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761679.839617:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761679.839630:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56680 x1876699521216896/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761679.839631:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55c00 x1876699521217536/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761679.839666:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761679.839672:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761679.839677:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521216896:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761679.839703:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521217024:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761679.839729:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761679.839739:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761679/real 1789761679]  req@ffff911a05c55f80 x1876699521217024/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761679.839748:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55f80 x1876699521217024/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761679.839766:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761679.839768:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761679.839771:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521217024:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761679.839775:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521217152:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761679.839788:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761679.839795:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761679/real 1789761679]  req@ffff911a05c55500 x1876699521217152/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761679.839803:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55500 x1876699521217152/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761679.839810:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761679.839813:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761679.839817:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521217152:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761679.839823:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521217280:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761679.839843:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761679.839854:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761679/real 1789761679]  req@ffff911a05c54e00 x1876699521217280/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761679.839865:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54e00 x1876699521217280/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761679.839871:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761679.839873:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761679.839876:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521217280:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761679.839880:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521217408:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761679.839893:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761679.839906:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761679/real 1789761679]  req@ffff911a05c57b80 x1876699521217408/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761679.839914:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57b80 x1876699521217408/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761679.839919:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761679.839921:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761679.839923:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521217408:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761679.839927:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521217536:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761679.839937:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761679.839943:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761679/real 1789761679]  req@ffff911a05c55c00 x1876699521217536/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761679.839951:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55c00 x1876699521217536/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761679.839955:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761679.839957:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761679.839959:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521217536:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761679.903347:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761680.927352:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761681.951381:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761682.975396:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761683.999356:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761684.959301:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761684.959309:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761684.959313:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761684.959321:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1654
00000100:00080000:0.0:1789761684.959331:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761684.959337:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789761684.959373:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521217664/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761684.959401:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761684.959404:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761684.959406:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761684.959408:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1654
00000100:00080000:0.0:1789761684.959411:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761684.959413:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761684.959421:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761684.959430:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521217792/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761684.959438:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761684.959441:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761684.959442:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761684.959447:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1654
00000100:00100000:2.0:1789761684.959449:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521217664:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789761684.959450:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761684.959456:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761684.959462:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761684.959471:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521217920/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761684.959477:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761684.959479:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761684.959481:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761684.959483:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1654
00000100:00080000:0.0:1789761684.959486:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761684.959496:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761684.959500:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761684.959508:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56d80 x1876699521218048/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761684.959515:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761684.959518:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761684.959523:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789761684.959524:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789761684.959530:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1654
00000100:00080000:0.0:1789761684.959533:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761684.959536:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761684.959539:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761684.959547:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521218176/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761684.959554:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761684.959556:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761684.959558:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761684.959560:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1654
00000100:00080000:0.0:1789761684.959563:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761684.959566:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761684/real 1789761684]  req@ffff911a05c57100 x1876699521217664/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761684.959569:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761684.959577:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761684.959588:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521218304/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761684.959590:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521217664/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761684.959615:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761684.959621:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761684.959625:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521217664:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761684.959645:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521217792:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761684.959660:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761684.959669:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761684/real 1789761684]  req@ffff911a05c54700 x1876699521217792/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761684.959677:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521217792/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761684.959682:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761684.959685:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761684.959687:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521217792:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761684.959690:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521217920:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761684.959700:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761684.959706:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761684/real 1789761684]  req@ffff911a05c54000 x1876699521217920/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761684.959713:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521217920/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761684.959722:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761684.959725:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761684.959728:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521217920:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761684.959735:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521218048:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761684.959754:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761684.959765:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761684/real 1789761684]  req@ffff911a05c56d80 x1876699521218048/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761684.959778:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56d80 x1876699521218048/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761684.959787:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761684.959789:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761684.959792:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521218048:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761684.959796:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521218176:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761684.959811:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761684.959818:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761684/real 1789761684]  req@ffff911a05c55880 x1876699521218176/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761684.959825:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521218176/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761684.959831:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761684.959833:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761684.959835:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521218176:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761684.959839:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521218304:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761684.959849:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761684.959855:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761684/real 1789761684]  req@ffff911a05c56a00 x1876699521218304/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761684.959861:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521218304/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761684.959866:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761684.959868:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761684.959870:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521218304:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761685.023355:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761686.047398:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761687.071371:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761688.095340:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761689.119318:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761690.079339:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761690.079350:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761690.079354:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761690.079364:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1659
00000100:00080000:1.0:1789761690.079376:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761690.079383:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789761690.079429:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08a80 x1876699521218432/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761690.079460:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761690.079469:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761690.079471:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761690.079476:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1659
00000100:00080000:1.0:1789761690.079481:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761690.079486:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761690.079496:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761690.079512:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b800 x1876699521218560/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761690.079518:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521218432:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789761690.079527:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761690.079532:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761690.079533:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761690.079538:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1659
00000100:00080000:1.0:1789761690.079544:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761690.079548:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761690.079553:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761690.079566:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0bb80 x1876699521218688/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761690.079576:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761690.079579:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761690.079581:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789761690.079586:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789761690.079591:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1659
00000100:00080000:1.0:1789761690.079597:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761690.079602:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761690.079607:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761690.079620:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b480 x1876699521218816/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761690.079626:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761690/real 1789761690]  req@ffff911a08b08a80 x1876699521218432/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761690.079637:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761690.079643:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761690.079645:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761690.079647:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08a80 x1876699521218432/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761690.079653:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1659
00000100:00080000:1.0:1789761690.079661:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761690.079661:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761690.079670:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00080000:2.0:1789761690.079670:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761690.079678:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521218432:192.168.203.116@tcp:250:kworker.0
00000008:00100000:1.0:1789761690.079679:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761690.079696:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09c00 x1876699521218944/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761690.079701:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521218560:192.168.203.116@tcp:38:kworker.0
00000100:00080000:1.0:1789761690.079724:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789761690.079728:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789761690.079730:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761690.079734:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761690.079740:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1659
00000100:00080000:1.0:1789761690.079745:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761690.079749:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761690/real 1789761690]  req@ffff911a08b0b800 x1876699521218560/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761690.079753:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761690.079761:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761690.079772:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b800 x1876699521218560/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761690.079779:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08000 x1876699521219072/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761690.079782:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761690.079789:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761690.079796:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521218560:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761690.079805:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521218688:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761690.079823:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761690.079834:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761690/real 1789761690]  req@ffff911a08b0bb80 x1876699521218688/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761690.079842:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0bb80 x1876699521218688/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761690.079847:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761690.079850:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761690.079852:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521218688:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761690.079855:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521218816:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761690.079867:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761690.079873:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761690/real 1789761690]  req@ffff911a08b0b480 x1876699521218816/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761690.079885:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b480 x1876699521218816/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761690.079895:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761690.079898:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761690.079902:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521218816:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761690.079918:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521218944:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761690.079936:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761690.079945:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761690/real 1789761690]  req@ffff911a08b09c00 x1876699521218944/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761690.079953:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09c00 x1876699521218944/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761690.079958:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761690.079960:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761690.079963:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521218944:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761690.079967:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521219072:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761690.079978:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761690.079984:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761690/real 1789761690]  req@ffff911a08b08000 x1876699521219072/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761690.079991:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08000 x1876699521219072/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761690.079996:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761690.079998:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761690.080002:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521219072:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761690.143368:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761691.167372:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761692.191383:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761693.215364:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761694.239354:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761695.199339:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761695.199350:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761695.199355:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761695.199365:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1664
00000100:00080000:3.0:1789761695.199377:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761695.199385:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789761695.199420:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521219200/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761695.199444:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761695.199447:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761695.199449:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761695.199452:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1664
00000100:00080000:3.0:1789761695.199454:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761695.199457:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761695.199465:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761695.199474:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521219328/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761695.199484:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761695.199488:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761695.199490:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761695.199495:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1664
00000100:00080000:3.0:1789761695.199498:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761695.199503:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761695.199508:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761695.199514:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521219200:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789761695.199531:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521219456/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761695.199540:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761695.199543:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761695.199544:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761695.199547:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1664
00000100:00080000:3.0:1789761695.199550:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761695.199553:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761695.199557:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761695.199566:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521219584/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761695.199572:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761695.199575:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761695.199576:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761695.199579:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1664
00000100:00080000:3.0:1789761695.199582:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761695.199585:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000800:00000100:2.0:1789761695.199591:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000008:00100000:3.0:1789761695.199591:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761695.199602:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521219712/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761695.199609:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761695.199612:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761695.199613:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761695.199616:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1664
00000100:00080000:3.0:1789761695.199618:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761695.199620:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761695.199623:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761695.199630:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521219840/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761695.199641:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761695/real 1789761695]  req@ffff911a04ad3480 x1876699521219200/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761695.199663:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521219200/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761695.199676:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761695.199680:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761695.199685:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521219200:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761695.199693:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521219328:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761695.199717:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761695.199731:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761695/real 1789761695]  req@ffff911a04ad1f80 x1876699521219328/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761695.199745:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521219328/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761695.199755:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761695.199758:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761695.199762:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521219328:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761695.199789:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521219456:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761695.199811:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761695.199823:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761695/real 1789761695]  req@ffff911a04ad2300 x1876699521219456/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761695.199837:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521219456/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761695.199846:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761695.199850:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761695.199853:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521219456:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761695.199859:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521219584:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761695.199880:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761695.199893:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761695/real 1789761695]  req@ffff911a04ad1880 x1876699521219584/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761695.199906:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521219584/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761695.199914:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761695.199918:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761695.199922:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521219584:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761695.199927:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521219712:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761695.199948:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761695.199959:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761695/real 1789761695]  req@ffff911a04ad1c00 x1876699521219712/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761695.199982:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521219712/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761695.199991:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761695.199995:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761695.199999:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521219712:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761695.200006:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521219840:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761695.200026:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761695.200039:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761695/real 1789761695]  req@ffff911a04ad0000 x1876699521219840/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761695.200068:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521219840/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761695.200077:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761695.200080:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761695.200084:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521219840:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761695.263325:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761696.287369:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761697.311390:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761698.335387:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761699.359373:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761700.319396:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761700.319407:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761700.319412:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761700.319424:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1669
00000100:00080000:3.0:1789761700.319436:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761700.319444:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789761700.319490:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0a80 x1876699521219968/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761700.319520:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761700.319524:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761700.319526:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761700.319531:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1669
00000100:00080000:3.0:1789761700.319535:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761700.319540:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789761700.319549:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521219968:192.168.203.116@tcp:250:kworker.0
00000008:00100000:3.0:1789761700.319551:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761700.319571:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3100 x1876699521220096/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761700.319583:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761700.319587:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761700.319590:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761700.319594:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1669
00000100:00080000:3.0:1789761700.319606:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761700.319611:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000800:00000100:2.0:1789761700.319616:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000008:00100000:3.0:1789761700.319620:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761700.319636:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521220224/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761700.319647:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761700.319651:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761700.319653:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761700.319657:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1669
00000100:00080000:3.0:1789761700.319661:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761700.319666:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761700/real 1789761700]  req@ffff911a04ad0a80 x1876699521219968/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761700.319668:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761700.319674:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761700.319688:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521220352/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761700.319696:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0a80 x1876699521219968/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761700.319698:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761700.319704:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761700.319707:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761700.319715:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1669
00000100:00080000:3.0:1789761700.319719:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761700.319722:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00080000:2.0:1789761700.319723:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789761700.319725:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761700.319733:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789761700.319736:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521220480/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761700.319743:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521219968:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789761700.319747:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761700.319751:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761700.319753:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761700.319756:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1669
00000100:00080000:3.0:1789761700.319758:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761700.319761:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761700.319763:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761700.319771:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521220096:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789761700.319773:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521220608/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761700.319801:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761700.319817:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761700/real 1789761700]  req@ffff911a04ad3100 x1876699521220096/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761700.319830:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3100 x1876699521220096/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761700.319838:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761700.319842:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761700.319845:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521220096:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761700.319851:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521220224:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761700.319871:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761700.319881:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761700/real 1789761700]  req@ffff911a04ad0000 x1876699521220224/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761700.319894:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521220224/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761700.319901:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761700.319904:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761700.319907:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521220224:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761700.319912:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521220352:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761700.319932:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761700.319943:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761700/real 1789761700]  req@ffff911a04ad1c00 x1876699521220352/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761700.319955:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521220352/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761700.319962:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761700.319965:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761700.319968:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521220352:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761700.319974:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521220480:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761700.319992:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761700.320004:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761700/real 1789761700]  req@ffff911a04ad1880 x1876699521220480/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761700.320034:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521220480/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761700.320043:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761700.320047:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761700.320051:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521220480:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761700.320068:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521220608:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761700.320085:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761700.320093:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761700/real 1789761700]  req@ffff911a04ad2300 x1876699521220608/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761700.320100:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521220608/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761700.320106:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761700.320108:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761700.320110:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521220608:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761700.383389:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761701.407373:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761702.431369:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761703.455346:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761704.479369:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761705.439339:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761705.439347:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761705.439351:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761705.439360:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1674
00000100:00080000:1.0:1789761705.439371:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761705.439377:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789761705.439425:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09180 x1876699521220736/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761705.439447:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761705.439450:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761705.439451:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761705.439454:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1674
00000100:00080000:1.0:1789761705.439457:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761705.439459:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761705.439467:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761705.439477:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0ad80 x1876699521220864/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761705.439485:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761705.439488:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761705.439491:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761705.439491:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521220736:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789761705.439498:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1674
00000100:00080000:1.0:1789761705.439502:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761705.439504:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761705.439507:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761705.439516:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0aa00 x1876699521220992/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761705.439522:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761705.439525:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761705.439526:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761705.439528:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1674
00000100:00080000:1.0:1789761705.439531:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761705.439533:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761705.439536:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761705.439542:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08380 x1876699521221120/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761705.439549:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761705.439551:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761705.439553:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761705.439555:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1674
00000100:00080000:1.0:1789761705.439558:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789761705.439560:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789761705.439564:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761705.439568:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761705.439575:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09f80 x1876699521221248/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761705.439582:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761705.439584:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761705.439586:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761705.439588:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1674
00000100:00080000:1.0:1789761705.439590:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761705.439593:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761705.439596:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761705.439602:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761705/real 1789761705]  req@ffff911a08b09180 x1876699521220736/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761705.439605:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08700 x1876699521221376/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761705.439647:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09180 x1876699521220736/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761705.439657:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761705.439660:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761705.439664:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521220736:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761705.439683:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521220864:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761705.439698:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761705.439710:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761705/real 1789761705]  req@ffff911a08b0ad80 x1876699521220864/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761705.439738:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0ad80 x1876699521220864/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761705.439747:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761705.439751:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761705.439755:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521220864:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761705.439762:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521220992:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761705.439780:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761705.439789:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761705/real 1789761705]  req@ffff911a08b0aa00 x1876699521220992/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761705.439796:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0aa00 x1876699521220992/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761705.439802:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761705.439804:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761705.439806:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521220992:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761705.439810:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521221120:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761705.439821:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761705.439826:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761705/real 1789761705]  req@ffff911a08b08380 x1876699521221120/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761705.439833:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08380 x1876699521221120/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761705.439839:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761705.439840:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761705.439842:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521221120:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761705.439846:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521221248:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761705.439856:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761705.439862:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761705/real 1789761705]  req@ffff911a08b09f80 x1876699521221248/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761705.439870:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09f80 x1876699521221248/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761705.439875:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761705.439876:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761705.439878:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521221248:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761705.439881:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521221376:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761705.439891:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761705.439896:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761705/real 1789761705]  req@ffff911a08b08700 x1876699521221376/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761705.439904:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08700 x1876699521221376/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761705.439908:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761705.439910:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761705.439912:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521221376:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761705.503334:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761706.527346:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761707.551410:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761708.575399:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761709.599397:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761710.559317:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761710.559331:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761710.559336:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761710.559349:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1679
00000100:00080000:1.0:1789761710.559363:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761710.559373:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789761710.559426:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08e00 x1876699521221504/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761710.559463:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761710.559466:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761710.559468:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761710.559472:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1679
00000100:00080000:1.0:1789761710.559475:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761710.559478:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761710.559487:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761710.559499:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09880 x1876699521221632/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761710.559508:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761710.559510:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761710.559512:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761710.559517:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1679
00000100:00100000:2.0:1789761710.559518:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521221504:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789761710.559520:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761710.559527:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761710.559531:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761710.559540:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b100 x1876699521221760/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761710.559547:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761710.559550:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761710.559552:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761710.559554:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1679
00000100:00080000:1.0:1789761710.559557:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761710.559561:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761710.559565:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761710.559573:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a680 x1876699521221888/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761710.559581:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761710.559584:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761710.559587:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789761710.559587:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789761710.559592:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1679
00000100:00080000:1.0:1789761710.559595:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761710.559598:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761710.559602:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761710.559611:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a300 x1876699521222016/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761710.559617:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761710.559620:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761710.559621:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761710.559624:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1679
00000100:00080000:1.0:1789761710.559627:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761710.559630:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789761710.559634:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761710/real 1789761710]  req@ffff911a08b08e00 x1876699521221504/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789761710.559636:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761710.559650:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09500 x1876699521222144/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761710.559657:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08e00 x1876699521221504/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761710.559702:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761710.559708:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761710.559713:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521221504:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761710.559750:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521221632:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761710.559778:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761710.559793:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761710/real 1789761710]  req@ffff911a08b09880 x1876699521221632/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761710.559808:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09880 x1876699521221632/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761710.559818:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761710.559822:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761710.559826:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521221632:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761710.559833:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521221760:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761710.559870:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761710.559885:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761710/real 1789761710]  req@ffff911a08b0b100 x1876699521221760/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761710.559899:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b100 x1876699521221760/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761710.559908:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761710.559911:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761710.559915:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521221760:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761710.559922:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521221888:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761710.559964:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761710.559978:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761710/real 1789761710]  req@ffff911a08b0a680 x1876699521221888/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761710.559992:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a680 x1876699521221888/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761710.560001:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761710.560005:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761710.560009:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521221888:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761710.560016:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521222016:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761710.560039:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761710.560052:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761710/real 1789761710]  req@ffff911a08b0a300 x1876699521222016/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761710.560065:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a300 x1876699521222016/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761710.560075:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761710.560078:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761710.560082:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521222016:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761710.560090:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521222144:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761710.560112:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761710.560125:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761710/real 1789761710]  req@ffff911a08b09500 x1876699521222144/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761710.560138:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09500 x1876699521222144/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761710.560147:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761710.560150:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761710.560154:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521222144:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761710.623342:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761711.647393:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761712.671362:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761713.695417:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761714.719420:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761715.679370:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761715.679381:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761715.679385:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761715.679396:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1684
00000100:00080000:3.0:1789761715.679408:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761715.679416:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789761715.679454:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521222272/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761715.679479:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761715.679483:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761715.679485:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761715.679490:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1684
00000100:00080000:3.0:1789761715.679494:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761715.679498:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761715.679510:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761715.679530:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521222400/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761715.679539:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761715.679542:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761715.679544:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761715.679558:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1684
00000100:00080000:3.0:1789761715.679565:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761715.679568:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521222272:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789761715.679572:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761715.679584:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761715.679597:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521222528/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761715.679609:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761715.679612:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761715.679614:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761715.679617:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1684
00000100:00080000:3.0:1789761715.679620:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761715.679624:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761715.679627:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761715.679636:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521222656/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761715.679644:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761715.679648:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761715.679650:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761715.679655:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1684
00000800:00000100:2.0:1789761715.679663:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789761715.679665:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761715.679674:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761715.679680:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761715.679696:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521222784/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761715.679709:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761715.679713:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761715.679715:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761715.679719:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1684
00000100:00080000:3.0:1789761715.679723:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761715.679731:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789761715.679734:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761715/real 1789761715]  req@ffff911a04ad1f80 x1876699521222272/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789761715.679737:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761715.679753:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521222912/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761715.679778:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521222272/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761715.679793:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761715.679797:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761715.679800:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521222272:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761715.679807:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521222400:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761715.679829:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761715.679839:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761715/real 1789761715]  req@ffff911a04ad3480 x1876699521222400/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761715.679847:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521222400/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761715.679857:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761715.679860:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761715.679862:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521222400:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761715.679882:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521222528:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761715.679909:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761715.679922:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761715/real 1789761715]  req@ffff911a04ad0380 x1876699521222528/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761715.679936:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521222528/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761715.679945:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761715.679949:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761715.679952:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521222528:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761715.679959:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521222656:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761715.679977:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761715.679985:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761715/real 1789761715]  req@ffff911a04ad3800 x1876699521222656/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761715.679993:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521222656/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761715.679998:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761715.680001:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761715.680003:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521222656:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761715.680007:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521222784:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761715.680019:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761715.680025:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761715/real 1789761715]  req@ffff911a04ad2a00 x1876699521222784/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761715.680032:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521222784/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761715.680037:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761715.680039:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761715.680041:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521222784:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761715.680045:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521222912:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761715.680055:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761715.680061:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761715/real 1789761715]  req@ffff911a04ad1500 x1876699521222912/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761715.680068:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1500 x1876699521222912/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761715.680073:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761715.680075:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761715.680077:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521222912:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761715.743384:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761716.767365:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761717.791403:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761718.815414:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761719.839363:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761720.799342:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761720.799352:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761720.799356:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761720.799365:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1690
00000100:00080000:2.0:1789761720.799376:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761720.799382:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789761720.799446:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eead80 x1876699521223040/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761720.799478:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761720.799481:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761720.799483:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761720.799487:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1690
00000100:00080000:2.0:1789761720.799490:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761720.799494:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761720.799503:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761720.799517:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9f80 x1876699521223168/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761720.799520:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521223040:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789761720.799530:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761720.799534:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761720.799535:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761720.799538:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1690
00000100:00080000:2.0:1789761720.799540:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761720.799543:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761720.799546:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761720.799554:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb800 x1876699521223296/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761720.799584:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761720.799587:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761720.799588:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761720.799591:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1690
00000100:00080000:2.0:1789761720.799594:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761720.799597:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761720.799602:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789761720.799612:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761720.799613:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea300 x1876699521223424/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761720.799628:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761720.799632:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761720.799634:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761720.799639:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1690
00000100:00080000:2.0:1789761720.799644:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761720.799649:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789761720.799654:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761720/real 1789761720]  req@ffff911a12eead80 x1876699521223040/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789761720.799659:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761720.799699:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eead80 x1876699521223040/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761720.799702:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8e00 x1876699521223552/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761720.799731:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761720.799735:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761720.799736:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761720.799740:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761720.799745:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:2.0:1789761720.799748:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1690
00000100:00100000:1.0:1789761720.799753:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521223040:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789761720.799754:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761720.799761:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761720.799765:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761720.799773:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8700 x1876699521223680/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761720.799787:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521223168:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761720.799820:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761720.799838:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761720/real 1789761720]  req@ffff911a12ee9f80 x1876699521223168/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761720.799848:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9f80 x1876699521223168/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761720.799854:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761720.799870:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761720.799875:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521223168:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761720.799881:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521223296:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761720.799899:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761720.799912:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761720/real 1789761720]  req@ffff911a12eeb800 x1876699521223296/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761720.799925:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb800 x1876699521223296/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761720.799934:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761720.799938:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761720.799942:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521223296:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761720.799949:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521223424:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789761720.799966:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761720.799975:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761720/real 1789761720]  req@ffff911a12eea300 x1876699521223424/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761720.799985:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea300 x1876699521223424/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761720.799994:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761720.799997:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761720.800000:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521223424:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761720.800007:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521223552:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761720.800028:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761720.800039:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761720/real 1789761720]  req@ffff911a12ee8e00 x1876699521223552/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761720.800048:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8e00 x1876699521223552/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761720.800054:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761720.800057:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761720.800059:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521223552:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761720.800063:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521223680:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761720.800076:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761720.800083:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761720/real 1789761720]  req@ffff911a12ee8700 x1876699521223680/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761720.800095:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8700 x1876699521223680/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761720.800103:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761720.800107:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761720.800110:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521223680:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761720.863360:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761721.887402:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761722.911406:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761723.935392:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761724.959401:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761725.919333:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761725.919344:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761725.919348:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761725.919358:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1695
00000100:00080000:1.0:1789761725.919370:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761725.919377:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789761725.919419:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09500 x1876699521223808/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761725.919452:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761725.919457:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761725.919460:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761725.919464:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1695
00000100:00080000:1.0:1789761725.919468:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761725.919474:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761725.919483:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761725.919497:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521223808:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789761725.919501:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a300 x1876699521223936/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761725.919516:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761725.919519:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761725.919522:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761725.919526:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1695
00000100:00080000:1.0:1789761725.919531:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761725.919536:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761725.919542:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761725.919554:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a680 x1876699521224064/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761725.919564:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789761725.919569:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789761725.919570:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761725.919574:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761725.919580:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1695
00000100:00080000:1.0:1789761725.919583:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761725.919588:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761725.919593:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761725.919604:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b100 x1876699521224192/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761725.919615:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761725.919618:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761725.919621:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761725.919626:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1695
00000100:00100000:2.0:1789761725.919627:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761725/real 1789761725]  req@ffff911a08b09500 x1876699521223808/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761725.919630:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761725.919639:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761725.919647:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761725.919658:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09500 x1876699521223808/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761725.919663:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09880 x1876699521224320/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761725.919685:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761725.919687:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761725.919693:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761725.919695:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:1.0:1789761725.919696:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761725.919703:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521223808:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789761725.919705:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1695
00000100:00080000:1.0:1789761725.919713:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761725.919719:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761725.919724:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761725.919737:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521223936:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761725.919746:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08e00 x1876699521224448/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761725.919771:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761725.919790:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761725/real 1789761725]  req@ffff911a08b0a300 x1876699521223936/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761725.919805:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a300 x1876699521223936/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761725.919815:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761725.919835:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761725.919839:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521223936:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761725.919848:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521224064:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761725.919880:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761725.919895:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761725/real 1789761725]  req@ffff911a08b0a680 x1876699521224064/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761725.919908:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a680 x1876699521224064/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761725.919917:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761725.919920:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761725.919924:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521224064:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761725.919932:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521224192:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761725.919956:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761725.919968:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761725/real 1789761725]  req@ffff911a08b0b100 x1876699521224192/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761725.919981:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b100 x1876699521224192/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761725.919991:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761725.919994:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761725.919998:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521224192:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761725.920004:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521224320:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761725.920025:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761725.920038:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761725/real 1789761725]  req@ffff911a08b09880 x1876699521224320/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761725.920051:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09880 x1876699521224320/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761725.920060:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761725.920063:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761725.920067:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521224320:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761725.920086:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521224448:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761725.920109:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761725.920122:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761725/real 1789761725]  req@ffff911a08b08e00 x1876699521224448/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761725.920135:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08e00 x1876699521224448/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761725.920144:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761725.920148:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761725.920151:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521224448:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761725.983382:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761727.007420:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761728.031399:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761729.055385:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761730.079369:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761731.039347:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761731.039362:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761731.039368:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761731.039382:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1700
00000100:00080000:1.0:1789761731.039396:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761731.039405:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789761731.039445:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08700 x1876699521224576/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761731.039473:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761731.039476:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761731.039478:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761731.039481:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1700
00000100:00080000:1.0:1789761731.039484:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761731.039487:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761731.039496:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761731.039508:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09f80 x1876699521224704/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761731.039523:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521224576:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789761731.039527:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761731.039531:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761731.039533:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761731.039537:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1700
00000100:00080000:1.0:1789761731.039540:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761731.039544:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761731.039550:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761731.039563:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08380 x1876699521224832/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761731.039581:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761731.039586:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761731.039588:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761731.039593:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1700
00000100:00080000:1.0:1789761731.039597:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761731.039603:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761731.039609:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761731.039625:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0aa00 x1876699521224960/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761731.039639:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761731.039639:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521224704:192.168.203.116@tcp:38:kworker.0
00000100:00080000:1.0:1789761731.039647:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761731.039649:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761731.039653:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1700
00000100:00080000:1.0:1789761731.039658:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761731.039662:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761731.039667:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761731.039672:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521224832:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761731.039680:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0ad80 x1876699521225088/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761731.039688:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761731.039692:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761731.039693:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761731.039697:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521224960:192.168.203.116@tcp:8:kworker.0
00000100:00080000:1.0:1789761731.039698:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1700
00000100:00080000:1.0:1789761731.039705:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761731.039711:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761731.039715:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761731.039726:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09180 x1876699521225216/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761731.039733:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521225088:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761731.039756:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521225216:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761731.103387:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761732.127392:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761733.151426:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789761734.111457:0:2393:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.116:988
00000400:00000100:3.0:1789761734.111501:0:2393:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.116@tcp at host 192.168.203.116 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789761734.111518:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789761734.111556:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789761734.111567:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789761734.111576:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789761734.111586:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789761734.111597:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000100:00100000:2.0:1789761734.111643:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761731/real 1789761734]  req@ffff911a08b09180 x1876699521225216/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761734.111684:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09180 x1876699521225216/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761734.111699:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761734.111706:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761734.111711:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521225216:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761734.111721:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761731/real 1789761734]  req@ffff911a08b0aa00 x1876699521224960/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761734.111733:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0aa00 x1876699521224960/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761734.111740:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761734.111743:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761734.111745:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521224960:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761734.111750:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761731/real 1789761734]  req@ffff911a08b0ad80 x1876699521225088/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761734.111775:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0ad80 x1876699521225088/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761734.111790:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761734.111794:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761734.111797:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521225088:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761734.111804:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761731/real 1789761734]  req@ffff911a08b09f80 x1876699521224704/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761734.111816:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09f80 x1876699521224704/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761734.111825:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761734.111829:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761734.111832:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521224704:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761734.111840:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761731/real 1789761734]  req@ffff911a08b08380 x1876699521224832/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761734.111852:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08380 x1876699521224832/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761734.111862:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761734.111867:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761734.111871:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521224832:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761734.111878:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761731/real 1789761734]  req@ffff911a08b08700 x1876699521224576/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761734.111892:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08700 x1876699521224576/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761734.111901:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761734.111906:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761734.111910:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521224576:192.168.203.116@tcp:250:kworker.0
00010000:00010000:0.0:1789761734.175395:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761735.199354:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761736.159346:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761736.159357:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761736.159361:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761736.159373:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1705
00000100:00080000:0.0:1789761736.159385:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761736.159393:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789761736.159443:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55180 x1876699521225344/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761736.159469:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761736.159473:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761736.159475:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761736.159479:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1705
00000100:00080000:0.0:1789761736.159483:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761736.159487:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761736.159498:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761736.159511:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56300 x1876699521225472/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761736.159524:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761736.159525:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521225344:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789761736.159530:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761736.159535:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761736.159540:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1705
00000100:00080000:0.0:1789761736.159544:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761736.159548:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761736.159553:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761736.159566:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54380 x1876699521225600/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761736.159577:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761736.159581:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761736.159583:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761736.159587:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1705
00000100:00080000:0.0:1789761736.159592:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761736.159596:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761736.159601:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789761736.159606:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789761736.159618:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57800 x1876699521225728/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761736.159631:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761736.159634:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761736.159636:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761736.159640:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1705
00000100:00080000:0.0:1789761736.159643:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761736.159648:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789761736.159653:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761736/real 1789761736]  req@ffff911a05c55180 x1876699521225344/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789761736.159654:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761736.159671:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54a80 x1876699521225856/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761736.159680:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55180 x1876699521225344/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761736.159683:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761736.159692:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761736.159696:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761736.159704:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1705
00000100:00080000:2.0:1789761736.159705:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761736.159708:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761736.159714:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:0.0:1789761736.159716:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761736.159724:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761736.159724:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521225344:192.168.203.116@tcp:250:kworker.0
00000100:00100000:0.0:1789761736.159740:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521225984/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761736.159778:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521225472:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761736.159809:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761736.159824:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761736/real 1789761736]  req@ffff911a05c56300 x1876699521225472/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761736.159837:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56300 x1876699521225472/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761736.159846:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761736.159850:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761736.159853:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521225472:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761736.159860:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521225600:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761736.159891:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761736.159904:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761736/real 1789761736]  req@ffff911a05c54380 x1876699521225600/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761736.159918:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54380 x1876699521225600/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761736.159927:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761736.159930:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761736.159934:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521225600:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761736.159940:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521225728:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761736.159963:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761736.159974:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761736/real 1789761736]  req@ffff911a05c57800 x1876699521225728/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761736.159986:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57800 x1876699521225728/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761736.159994:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761736.159997:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761736.160000:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521225728:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761736.160006:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521225856:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761736.160038:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761736.160052:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761736/real 1789761736]  req@ffff911a05c54a80 x1876699521225856/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761736.160065:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54a80 x1876699521225856/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761736.160074:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761736.160078:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761736.160082:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521225856:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761736.160090:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521225984:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761736.160112:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761736.160125:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761736/real 1789761736]  req@ffff911a05c56a00 x1876699521225984/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761736.160138:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521225984/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761736.160146:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761736.160150:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761736.160153:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521225984:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761736.223361:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761737.247402:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761738.271360:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761739.295368:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761740.319361:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761741.279285:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761741.279293:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761741.279297:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761741.279307:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1710
00000100:00080000:0.0:1789761741.279317:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761741.279323:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789761741.279358:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521226112/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761741.279381:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761741.279384:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761741.279385:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761741.279388:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1710
00000100:00080000:0.0:1789761741.279390:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761741.279392:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761741.279400:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761741.279411:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56d80 x1876699521226240/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761741.279418:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761741.279421:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761741.279422:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761741.279425:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1710
00000100:00080000:0.0:1789761741.279427:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761741.279429:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761741.279432:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761741.279439:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521226368/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761741.279445:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761741.279447:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761741.279448:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761741.279451:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1710
00000100:00080000:0.0:1789761741.279453:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761741.279456:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761741.279459:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761741.279463:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521226112:192.168.203.116@tcp:250:kworker.0
00000100:00100000:0.0:1789761741.279468:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521226496/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761741.279476:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761741.279478:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761741.279479:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761741.279481:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1710
00000100:00080000:0.0:1789761741.279483:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761741.279486:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761741.279490:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761741.279498:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521226624/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761741.279504:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761741.279507:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761741.279508:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761741.279510:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1710
00000100:00080000:0.0:1789761741.279512:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761741.279514:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761741.279517:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761741.279524:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55c00 x1876699521226752/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761741.279531:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761741.279569:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761741/real 1789761741]  req@ffff911a05c55880 x1876699521226112/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761741.279582:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521226112/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761741.279595:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761741.279598:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761741.279601:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521226112:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761741.279606:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521226240:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761741.279625:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761741.279633:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761741/real 1789761741]  req@ffff911a05c56d80 x1876699521226240/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761741.279640:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56d80 x1876699521226240/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761741.279646:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761741.279648:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761741.279650:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521226240:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761741.279653:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521226368:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761741.279663:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761741.279669:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761741/real 1789761741]  req@ffff911a05c54000 x1876699521226368/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761741.279676:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521226368/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761741.279681:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761741.279683:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761741.279684:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521226368:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761741.279721:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521226496:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761741.279737:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761741.279745:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761741/real 1789761741]  req@ffff911a05c54700 x1876699521226496/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761741.279753:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521226496/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761741.279758:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761741.279761:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761741.279763:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521226496:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761741.279766:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521226624:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761741.279776:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761741.279782:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761741/real 1789761741]  req@ffff911a05c57100 x1876699521226624/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761741.279789:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521226624/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761741.279794:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761741.279795:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761741.279797:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521226624:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761741.279800:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521226752:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761741.279810:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761741.279815:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761741/real 1789761741]  req@ffff911a05c55c00 x1876699521226752/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761741.279823:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55c00 x1876699521226752/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761741.279828:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761741.279829:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761741.279831:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521226752:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761741.343343:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761742.367330:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761743.391378:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761744.415388:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761745.439368:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761746.399366:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761746.399381:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761746.399386:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761746.399399:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1715
00000100:00080000:3.0:1789761746.399414:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761746.399424:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789761746.399476:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2680 x1876699521226880/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761746.399503:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761746.399506:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761746.399508:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761746.399512:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1715
00000100:00080000:3.0:1789761746.399516:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761746.399520:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761746.399532:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761746.399549:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0700 x1876699521227008/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761746.399560:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761746.399565:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761746.399567:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761746.399574:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1715
00000100:00100000:2.0:1789761746.399582:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521226880:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789761746.399584:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761746.399601:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761746.399608:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761746.399627:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521227136/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761746.399639:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761746.399644:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761746.399647:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761746.399652:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1715
00000100:00080000:3.0:1789761746.399657:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789761746.399675:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789761746.399679:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761746.399688:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761746.399706:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521227264/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761746.399718:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761746.399722:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761746.399725:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761746.399731:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1715
00000100:00100000:2.0:1789761746.399735:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761746/real 1789761746]  req@ffff911a04ad2680 x1876699521226880/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761746.399737:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761746.399748:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761746.399765:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761746.399770:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2680 x1876699521226880/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761746.399781:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521227392/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761746.399785:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761746.399797:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761746.399810:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521226880:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761746.399828:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521227008:192.168.203.116@tcp:38:kworker.0
00000100:00080000:3.0:1789761746.399840:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761746.399845:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761746.399848:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761746.399856:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1715
00000800:00000100:2.0:1789761746.399857:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789761746.399868:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761746.399876:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761746/real 1789761746]  req@ffff911a04ad0700 x1876699521227008/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761746.399877:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761746.399888:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761746.399894:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0700 x1876699521227008/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761746.399907:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789761746.399909:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521227520/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761746.399914:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761746.399929:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521227008:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761746.399971:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521227136:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761746.400000:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761746.400008:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761746/real 1789761746]  req@ffff911a04ad1500 x1876699521227136/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761746.400016:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1500 x1876699521227136/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761746.400021:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761746.400024:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761746.400026:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521227136:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761746.400030:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521227264:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761746.400041:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761746.400047:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761746/real 1789761746]  req@ffff911a04ad2a00 x1876699521227264/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761746.400054:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521227264/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761746.400059:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761746.400061:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761746.400064:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521227264:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761746.400068:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521227392:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761746.400079:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761746.400085:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761746/real 1789761746]  req@ffff911a04ad3800 x1876699521227392/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761746.400093:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521227392/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761746.400098:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761746.400100:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761746.400101:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521227392:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761746.400105:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521227520:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761746.400115:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761746.400121:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761746/real 1789761746]  req@ffff911a04ad0380 x1876699521227520/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761746.400128:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521227520/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761746.400133:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761746.400135:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761746.400137:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521227520:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761746.463373:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761747.487361:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761748.511344:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761749.535339:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761750.559357:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761751.519283:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761751.519297:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761751.519302:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761751.519314:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1720
00000100:00080000:3.0:1789761751.519326:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761751.519335:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789761751.519372:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521227648/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761751.519407:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761751.519410:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761751.519412:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761751.519416:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1720
00000100:00080000:3.0:1789761751.519418:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761751.519421:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761751.519430:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761751.519440:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521227776/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761751.519448:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761751.519452:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761751.519453:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761751.519456:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1720
00000100:00080000:3.0:1789761751.519458:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761751.519463:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521227648:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789761751.519464:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761751.519471:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761751.519479:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521227904/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761751.519487:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761751.519489:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761751.519491:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761751.519493:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1720
00000100:00080000:3.0:1789761751.519495:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761751.519498:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761751.519502:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761751.519511:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521228032/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761751.519518:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761751.519522:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761751.519524:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761751.519526:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1720
00000100:00080000:3.0:1789761751.519530:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789761751.519535:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789761751.519536:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761751.519543:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761751.519551:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521228160/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761751.519558:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761751.519561:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761751.519562:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761751.519565:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1720
00000100:00080000:3.0:1789761751.519567:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761751.519569:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761751.519573:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761751.519579:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521228288/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761751.519596:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761751/real 1789761751]  req@ffff911a04ad3480 x1876699521227648/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761751.519615:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521227648/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761751.519624:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761751.519638:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761751.519642:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521227648:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761751.519649:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521227776:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761751.519676:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761751.519692:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761751/real 1789761751]  req@ffff911a04ad1f80 x1876699521227776/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761751.519706:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521227776/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761751.519717:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761751.519720:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761751.519724:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521227776:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761751.519748:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521227904:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761751.519766:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761751.519774:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761751/real 1789761751]  req@ffff911a04ad2300 x1876699521227904/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761751.519783:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521227904/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761751.519793:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761751.519795:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761751.519798:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521227904:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761751.519801:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521228032:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761751.519813:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761751.519819:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761751/real 1789761751]  req@ffff911a04ad1880 x1876699521228032/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761751.519826:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521228032/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761751.519832:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761751.519834:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761751.519836:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521228032:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761751.519840:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521228160:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761751.519851:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761751.519857:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761751/real 1789761751]  req@ffff911a04ad1c00 x1876699521228160/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761751.519864:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521228160/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761751.519869:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761751.519871:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761751.519874:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521228160:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761751.519878:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521228288:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761751.519888:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761751.519894:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761751/real 1789761751]  req@ffff911a04ad0000 x1876699521228288/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761751.519901:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521228288/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761751.519906:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761751.519908:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761751.519910:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521228288:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761751.583424:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761752.607423:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761753.631366:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761754.655376:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761755.679413:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761756.639309:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761756.639318:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761756.639323:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761756.639334:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1725
00000100:00080000:3.0:1789761756.639345:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761756.639353:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789761756.639392:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3100 x1876699521228416/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761756.639426:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761756.639429:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761756.639431:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761756.639436:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1725
00000100:00080000:3.0:1789761756.639439:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761756.639443:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761756.639453:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761756.639467:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0a80 x1876699521228544/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761756.639478:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761756.639482:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761756.639483:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761756.639488:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1725
00000100:00080000:3.0:1789761756.639491:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761756.639496:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761756.639503:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761756.639506:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521228416:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789761756.639522:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521228672/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761756.639538:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761756.639541:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761756.639543:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761756.639548:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1725
00000100:00080000:3.0:1789761756.639553:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761756.639557:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761756.639563:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761756.639572:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521228800/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761756.639579:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761756.639582:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761756.639583:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761756.639586:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1725
00000100:00080000:3.0:1789761756.639601:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789761756.639608:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789761756.639612:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761756.639618:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761756.639630:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521228928/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761756.639638:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761756.639641:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761756.639643:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761756.639645:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1725
00000100:00080000:3.0:1789761756.639648:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761756.639650:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761756.639655:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761756.639669:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521229056/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761756.639676:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761756/real 1789761756]  req@ffff911a04ad3100 x1876699521228416/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761756.639745:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3100 x1876699521228416/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761756.639757:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761756.639761:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761756.639765:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521228416:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761756.639772:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521228544:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761756.639795:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761756.639810:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761756/real 1789761756]  req@ffff911a04ad0a80 x1876699521228544/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761756.639824:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0a80 x1876699521228544/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761756.639835:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761756.639839:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761756.639842:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521228544:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761756.639872:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521228672:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761756.639896:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761756.639910:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761756/real 1789761756]  req@ffff911a04ad0000 x1876699521228672/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761756.639923:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521228672/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761756.639932:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761756.639936:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761756.639940:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521228672:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761756.639947:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521228800:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761756.639970:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761756.639981:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761756/real 1789761756]  req@ffff911a04ad1c00 x1876699521228800/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761756.639992:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521228800/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761756.639998:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761756.640001:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761756.640003:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521228800:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761756.640008:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521228928:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761756.640022:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761756.640029:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761756/real 1789761756]  req@ffff911a04ad1880 x1876699521228928/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761756.640037:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521228928/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761756.640042:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761756.640044:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761756.640046:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521228928:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761756.640050:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521229056:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761756.640060:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761756.640066:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761756/real 1789761756]  req@ffff911a04ad2300 x1876699521229056/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761756.640074:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521229056/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761756.640079:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761756.640081:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761756.640083:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521229056:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761756.703377:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761757.727401:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761758.751411:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761759.775370:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761760.799382:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761761.759286:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761761.759294:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761761.759298:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761761.759307:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1731
00000100:00080000:3.0:1789761761.759317:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761761.759323:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789761761.759358:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521229184/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761761.759387:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761761.759391:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761761.759393:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761761.759398:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1731
00000100:00080000:3.0:1789761761.759402:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761761.759407:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761761.759418:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761761.759440:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521229312/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761761.759451:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761761.759454:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761761.759455:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761761.759458:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1731
00000100:00080000:3.0:1789761761.759463:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761761.759466:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761761.759471:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761761.759483:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521229440/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761761.759485:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521229184:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789761761.759499:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761761.759503:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761761.759504:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761761.759508:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1731
00000100:00080000:3.0:1789761761.759510:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761761.759512:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761761.759516:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761761.759529:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521229568/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761761.759536:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761761.759539:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761761.759540:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761761.759544:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1731
00000100:00080000:3.0:1789761761.759546:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761761.759562:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761761.759567:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761761.759576:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521229696/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761761.759584:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761761.759586:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761761.759589:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761761.759593:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1731
00000100:00080000:3.0:1789761761.759599:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789761761.759604:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789761761.759610:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761761.759618:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761761.759634:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521229824/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761761.759669:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761761/real 1789761761]  req@ffff911a04ad1f80 x1876699521229184/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761761.759691:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521229184/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761761.759704:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761761.759709:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761761.759714:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521229184:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761761.759723:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521229312:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761761.759751:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761761.759766:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761761/real 1789761761]  req@ffff911a04ad3480 x1876699521229312/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761761.759780:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521229312/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761761.759789:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761761.759792:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761761.759794:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521229312:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761761.759819:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521229440:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761761.759836:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761761.759845:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761761/real 1789761761]  req@ffff911a04ad0380 x1876699521229440/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761761.759853:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521229440/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761761.759858:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761761.759860:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761761.759863:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521229440:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761761.759867:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521229568:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761761.759878:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761761.759885:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761761/real 1789761761]  req@ffff911a04ad3800 x1876699521229568/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761761.759892:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521229568/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761761.759897:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761761.759899:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761761.759901:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521229568:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761761.759905:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521229696:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761761.759916:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761761.759922:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761761/real 1789761761]  req@ffff911a04ad2a00 x1876699521229696/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761761.759929:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521229696/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761761.759935:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761761.759937:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761761.759939:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521229696:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761761.759943:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521229824:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761761.759953:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761761.759959:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761761/real 1789761761]  req@ffff911a04ad1500 x1876699521229824/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761761.759965:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1500 x1876699521229824/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761761.759970:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761761.759972:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761761.759974:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521229824:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761761.823372:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761762.847402:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761763.871399:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761764.895363:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761765.919416:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761766.879283:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761766.879294:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761766.879298:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761766.879309:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1736
00000100:00080000:3.0:1789761766.879320:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761766.879329:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789761766.879390:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0700 x1876699521229952/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761766.879429:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761766.879433:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761766.879436:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761766.879441:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1736
00000100:00080000:3.0:1789761766.879446:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761766.879461:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761766.879491:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761766.879535:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2680 x1876699521230080/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761766.879569:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521229952:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789761766.879585:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761766.879590:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761766.879592:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761766.879598:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1736
00000100:00080000:3.0:1789761766.879603:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761766.879608:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761766.879614:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761766.879647:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521230208/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761766.879660:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761766.879664:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:2.0:1789761766.879669:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789761766.879671:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761766.879680:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1736
00000100:00080000:3.0:1789761766.879686:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761766.879691:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761766.879699:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761766.879720:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761766/real 1789761766]  req@ffff911a04ad0700 x1876699521229952/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761791 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761766.879722:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521230336/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761766.879752:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0700 x1876699521229952/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761791 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761766.879756:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761766.879776:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761766.879779:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761766.879784:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:3.0:1789761766.879787:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761766.879793:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521229952:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789761766.879804:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1736
00000100:00080000:3.0:1789761766.879813:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761766.879820:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789761766.879825:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521230080:192.168.203.116@tcp:38:kworker.0
00000008:00100000:3.0:1789761766.879828:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761766.879851:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789761766.879872:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521230464/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761766.879878:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761766/real 1789761766]  req@ffff911a04ad2680 x1876699521230080/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761791 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761766.879918:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2680 x1876699521230080/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761791 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761766.879923:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761766.879926:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761766.879931:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761766.879934:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00080000:3.0:1789761766.879940:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761766.879941:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521230080:192.168.203.116@tcp:38:kworker.0
00000100:00080000:3.0:1789761766.879950:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1736
00000100:00100000:2.0:1789761766.879957:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521230208:192.168.203.116@tcp:38:kworker.0
00000100:00080000:3.0:1789761766.879957:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761766.879967:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761766.879975:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761766.879991:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789761766.879994:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521230592/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761766.880008:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761766/real 1789761766]  req@ffff911a04ad1500 x1876699521230208/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761791 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761766.880025:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1500 x1876699521230208/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761791 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761766.880033:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761766.880036:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761766.880039:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521230208:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761766.880044:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521230336:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761766.880060:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761766.880068:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761766/real 1789761766]  req@ffff911a04ad2a00 x1876699521230336/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761791 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761766.880076:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521230336/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761791 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761766.880082:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761766.880084:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761766.880086:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521230336:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761766.880098:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521230464:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761766.880109:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761766.880116:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761766/real 1789761766]  req@ffff911a04ad3800 x1876699521230464/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761791 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761766.880124:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521230464/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761791 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761766.880129:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761766.880131:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761766.880133:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521230464:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761766.880136:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521230592:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761766.880147:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761766.880153:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761766/real 1789761766]  req@ffff911a04ad0380 x1876699521230592/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761791 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761766.880161:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521230592/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761791 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761766.880166:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761766.880169:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761766.880171:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521230592:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761766.943380:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761767.967553:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761768.991358:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761770.015394:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761771.039360:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761771.999343:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761771.999354:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761771.999358:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761771.999381:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1741
00000100:00080000:3.0:1789761771.999398:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761771.999405:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789761771.999466:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521230720/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761771.999506:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761771.999509:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761771.999511:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761771.999520:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1741
00000100:00080000:3.0:1789761771.999524:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761771.999529:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789761771.999549:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521230720:192.168.203.116@tcp:250:kworker.0
00000008:00100000:3.0:1789761771.999556:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761771.999575:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521230848/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761771.999588:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761771.999592:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761771.999594:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761771.999600:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1741
00000100:00080000:3.0:1789761771.999626:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789761771.999632:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789761771.999634:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761771.999642:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761771.999665:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521230976/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761771.999671:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761771/real 1789761771]  req@ffff911a04ad3480 x1876699521230720/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761771.999692:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521230720/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761771.999702:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761771.999705:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761771.999706:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761771.999709:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761771.999712:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1741
00000100:00080000:3.0:1789761771.999716:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761771.999720:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00080000:2.0:1789761771.999729:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000008:00100000:3.0:1789761771.999729:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761771.999736:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521230720:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761771.999759:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521230848:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789761771.999759:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521231104/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761771.999785:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789761771.999790:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789761771.999792:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761771.999795:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761771.999800:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1741
00000100:00080000:3.0:1789761771.999803:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761771.999807:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789761771.999812:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761771/real 1789761771]  req@ffff911a04ad1f80 x1876699521230848/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789761771.999814:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761771.999827:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521231232/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761771.999835:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761771.999836:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521230848/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761771.999838:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761771.999840:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761771.999846:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1741
00000100:00080000:3.0:1789761771.999851:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761771.999856:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00080000:2.0:1789761771.999858:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789761771.999860:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761771.999864:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789761771.999869:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521231360/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761771.999870:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521230848:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761771.999886:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521230976:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761771.999906:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761771.999915:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761771/real 1789761771]  req@ffff911a04ad2300 x1876699521230976/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761771.999926:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521230976/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761771.999932:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761771.999934:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761771.999936:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521230976:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761771.999946:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521231104:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761771.999957:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761771.999963:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761771/real 1789761771]  req@ffff911a04ad1880 x1876699521231104/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761771.999971:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521231104/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761771.999976:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761771.999978:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761771.999980:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521231104:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761771.999983:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521231232:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761771.999993:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761771.999999:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761771/real 1789761771]  req@ffff911a04ad1c00 x1876699521231232/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761772.000006:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521231232/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761772.000011:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761772.000013:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761772.000015:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521231232:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761772.000018:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521231360:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761772.000027:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761772.000033:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761771/real 1789761772]  req@ffff911a04ad0000 x1876699521231360/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761772.000040:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521231360/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761772.000045:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761772.000047:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761772.000048:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521231360:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761772.063362:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761773.087345:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761774.111351:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761775.135366:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761776.159439:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761777.119279:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761777.119286:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761777.119291:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761777.119299:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1746
00000100:00080000:3.0:1789761777.119308:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761777.119314:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789761777.119347:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0a80 x1876699521231488/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761777.119381:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761777.119386:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761777.119388:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761777.119393:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1746
00000100:00080000:3.0:1789761777.119397:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761777.119401:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761777.119411:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761777.119425:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3100 x1876699521231616/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761777.119451:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761777.119454:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761777.119456:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761777.119460:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1746
00000100:00080000:3.0:1789761777.119464:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761777.119465:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521231488:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789761777.119471:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761777.119477:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761777.119489:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521231744/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761777.119502:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761777.119505:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761777.119506:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761777.119509:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1746
00000100:00080000:3.0:1789761777.119514:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761777.119517:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761777.119520:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789761777.119525:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789761777.119529:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521231872/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761777.119537:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761777.119540:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761777.119541:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761777.119544:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1746
00000100:00080000:3.0:1789761777.119546:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761777.119549:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761777.119552:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761777.119566:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761777/real 1789761777]  req@ffff911a04ad0a80 x1876699521231488/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761777.119567:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521232000/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761777.119600:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761777.119605:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0a80 x1876699521231488/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761777.119605:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761777.119610:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761777.119619:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1746
00000100:00080000:3.0:1789761777.119626:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761777.119635:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00080000:2.0:1789761777.119636:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789761777.119640:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761777.119645:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761777.119652:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521231488:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789761777.119655:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521232128/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761777.119666:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521231616:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761777.119693:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761777.119707:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761777/real 1789761777]  req@ffff911a04ad3100 x1876699521231616/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761777.119721:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3100 x1876699521231616/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761777.119730:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761777.119734:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761777.119854:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521231616:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761777.119876:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521231744:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761777.119897:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761777.119910:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761777/real 1789761777]  req@ffff911a04ad0000 x1876699521231744/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761777.119922:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521231744/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761777.119932:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761777.119935:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761777.119939:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521231744:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761777.119945:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521231872:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761777.119966:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761777.119978:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761777/real 1789761777]  req@ffff911a04ad1c00 x1876699521231872/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761777.119990:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521231872/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761777.119999:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761777.120002:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761777.120005:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521231872:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761777.120012:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521232000:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761777.120030:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761777.120041:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761777/real 1789761777]  req@ffff911a04ad1880 x1876699521232000/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761777.120053:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521232000/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761777.120060:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761777.120063:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761777.120065:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521232000:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761777.120069:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521232128:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761777.120083:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761777.120089:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761777/real 1789761777]  req@ffff911a04ad2300 x1876699521232128/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761777.120097:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521232128/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761777.120106:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761777.120109:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761777.120112:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521232128:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761777.183383:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761778.207425:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761779.231330:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761780.255370:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761781.279395:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761782.239317:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761782.239328:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761782.239333:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761782.239351:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1751
00000100:00080000:3.0:1789761782.239362:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761782.239369:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789761782.239424:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521232256/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761782.239449:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761782.239452:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761782.239454:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761782.239458:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1751
00000100:00080000:3.0:1789761782.239461:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761782.239465:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761782.239473:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761782.239485:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521232384/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761782.239497:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521232256:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789761782.239498:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761782.239507:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761782.239509:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761782.239513:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1751
00000100:00080000:3.0:1789761782.239516:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761782.239520:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761782.239524:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761782.239536:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521232512/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761782.239546:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761782.239550:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761782.239552:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761782.239555:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1751
00000100:00080000:3.0:1789761782.239559:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789761782.239563:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789761782.239567:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761782.239573:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761782.239584:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521232640/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761782.239592:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761782.239596:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761782.239598:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761782.239601:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1751
00000100:00080000:3.0:1789761782.239605:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761782.239607:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761782/real 1789761782]  req@ffff911a04ad1f80 x1876699521232256/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761782.239612:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761782.239621:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761782.239633:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521232256/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761782.239636:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521232768/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761782.239655:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761782.239657:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761782.239662:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761782.239663:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:3.0:1789761782.239666:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761782.239670:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521232256:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789761782.239674:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1751
00000100:00080000:3.0:1789761782.239680:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761782.239685:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761782.239690:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761782.239699:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521232384:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789761782.239704:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521232896/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761782.239727:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761782.239740:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761782/real 1789761782]  req@ffff911a04ad3480 x1876699521232384/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761782.239754:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521232384/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761782.239767:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761782.239771:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761782.239774:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521232384:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761782.239779:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521232512:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761782.239796:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761782.239807:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761782/real 1789761782]  req@ffff911a04ad0380 x1876699521232512/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761782.239818:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521232512/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761782.239825:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761782.239829:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761782.239832:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521232512:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761782.239838:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521232640:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761782.239856:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761782.239867:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761782/real 1789761782]  req@ffff911a04ad3800 x1876699521232640/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761782.239879:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521232640/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761782.239886:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761782.239889:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761782.239892:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521232640:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761782.239897:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521232768:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761782.239914:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761782.239925:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761782/real 1789761782]  req@ffff911a04ad2a00 x1876699521232768/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761782.239936:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521232768/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761782.239944:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761782.239947:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761782.239950:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521232768:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761782.239965:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521232896:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761782.239982:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761782.239991:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761782/real 1789761782]  req@ffff911a04ad1500 x1876699521232896/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761782.240003:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1500 x1876699521232896/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761782.240011:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761782.240014:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761782.240017:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521232896:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761782.303378:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761783.327374:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761784.351330:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761785.375360:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761786.399339:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761787.359327:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761787.359337:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761787.359341:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761787.359351:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1756
00000100:00080000:3.0:1789761787.359371:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761787.359379:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789761787.359416:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2680 x1876699521233024/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761787.359437:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761787.359440:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761787.359441:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761787.359444:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1756
00000100:00080000:3.0:1789761787.359447:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761787.359450:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761787.359458:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761787.359467:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0700 x1876699521233152/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761787.359473:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761787.359476:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761787.359477:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761787.359479:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1756
00000100:00080000:3.0:1789761787.359481:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761787.359483:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761787.359486:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761787.359493:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521233024:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789761787.359495:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521233280/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761787.359506:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761787.359509:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761787.359510:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761787.359512:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1756
00000100:00080000:3.0:1789761787.359513:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761787.359515:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761787.359518:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761787.359525:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521233408/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761787.359535:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761787.359538:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761787.359539:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761787.359541:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1756
00000100:00080000:3.0:1789761787.359549:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761787.359552:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761787.359554:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761787.359560:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789761787.359562:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521233536/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761787.359569:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761787.359571:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761787.359573:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761787.359576:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1756
00000100:00080000:3.0:1789761787.359580:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761787.359582:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761787.359585:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761787.359599:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521233664/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761787.359605:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761787/real 1789761787]  req@ffff911a04ad2680 x1876699521233024/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761787.359620:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2680 x1876699521233024/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761787.359628:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761787.359631:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761787.359634:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521233024:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761787.359640:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521233152:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761787.359662:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761787.359670:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761787/real 1789761787]  req@ffff911a04ad0700 x1876699521233152/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761787.359678:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0700 x1876699521233152/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761787.359683:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761787.359685:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761787.359687:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521233152:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761787.359704:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521233280:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761787.359714:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761787.359720:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761787/real 1789761787]  req@ffff911a04ad1500 x1876699521233280/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761787.359727:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1500 x1876699521233280/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761787.359736:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761787.359738:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761787.359740:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521233280:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761787.359743:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521233408:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761787.359752:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761787.359757:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761787/real 1789761787]  req@ffff911a04ad2a00 x1876699521233408/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761787.359763:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521233408/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761787.359768:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761787.359770:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761787.359772:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521233408:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761787.359775:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521233536:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761787.359784:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761787.359789:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761787/real 1789761787]  req@ffff911a04ad3800 x1876699521233536/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761787.359795:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521233536/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761787.359799:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761787.359801:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761787.359803:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521233536:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761787.359806:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521233664:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761787.359815:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761787.359820:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761787/real 1789761787]  req@ffff911a04ad0380 x1876699521233664/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761787.359826:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521233664/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761787.359831:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761787.359832:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761787.359834:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521233664:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761787.423394:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761788.447373:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761789.471365:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761790.495347:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761791.519377:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761792.479404:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761792.479416:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761792.479421:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761792.479431:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1761
00000100:00080000:1.0:1789761792.479442:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761792.479450:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789761792.479488:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08000 x1876699521233792/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761792.479515:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761792.479518:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761792.479519:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761792.479522:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1761
00000100:00080000:1.0:1789761792.479525:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761792.479527:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761792.479535:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761792.479545:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09c00 x1876699521233920/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761792.479553:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761792.479556:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761792.479557:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761792.479560:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1761
00000100:00080000:1.0:1789761792.479562:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761792.479564:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761792.479568:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761792.479574:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521233792:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789761792.479576:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b480 x1876699521234048/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761792.479590:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761792.479592:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761792.479593:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761792.479595:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1761
00000100:00080000:1.0:1789761792.479597:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761792.479599:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761792.479602:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761792.479609:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0bb80 x1876699521234176/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761792.479616:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761792.479618:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761792.479619:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761792.479621:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1761
00000100:00080000:1.0:1789761792.479624:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761792.479626:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761792.479629:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761792.479640:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b800 x1876699521234304/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761792.479647:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761792.479650:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761792.479652:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761792.479655:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1761
00000100:00080000:1.0:1789761792.479657:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761792.479660:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761792.479664:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761792.479667:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761792.479673:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08a80 x1876699521234432/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761792.479719:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761792/real 1789761792]  req@ffff911a08b08000 x1876699521233792/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761792.479741:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08000 x1876699521233792/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761792.479753:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761792.479760:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761792.479765:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521233792:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761792.479774:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521233920:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761792.479803:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761792.479818:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761792/real 1789761792]  req@ffff911a08b09c00 x1876699521233920/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761792.479831:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09c00 x1876699521233920/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761792.479840:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761792.479844:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761792.479848:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521233920:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761792.479875:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521234048:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761792.479900:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761792.479912:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761792/real 1789761792]  req@ffff911a08b0b480 x1876699521234048/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761792.479922:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b480 x1876699521234048/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761792.479927:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761792.479930:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761792.479932:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521234048:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761792.479936:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521234176:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761792.479950:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761792.479957:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761792/real 1789761792]  req@ffff911a08b0bb80 x1876699521234176/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761792.479964:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0bb80 x1876699521234176/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761792.479970:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761792.479972:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761792.479975:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521234176:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761792.479978:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521234304:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761792.479988:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761792.479993:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761792/real 1789761792]  req@ffff911a08b0b800 x1876699521234304/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761792.480000:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b800 x1876699521234304/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761792.480006:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761792.480007:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761792.480009:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521234304:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761792.480013:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521234432:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761792.480023:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761792.480028:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761792/real 1789761792]  req@ffff911a08b08a80 x1876699521234432/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761792.480035:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08a80 x1876699521234432/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761792.480040:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761792.480042:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761792.480044:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521234432:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761792.543352:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761793.567362:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761794.591431:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761795.615357:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761796.639363:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761797.599314:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761797.599324:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761797.599329:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761797.599339:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1766
00000100:00080000:3.0:1789761797.599351:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761797.599359:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789761797.599400:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521234560/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761797.599422:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761797.599425:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761797.599427:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761797.599430:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1766
00000100:00080000:3.0:1789761797.599433:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761797.599436:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761797.599444:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761797.599453:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521234688/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761797.599461:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761797.599463:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761797.599465:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761797.599467:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1766
00000100:00080000:3.0:1789761797.599469:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761797.599472:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761797.599476:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761797.599479:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521234560:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789761797.599484:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521234816/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761797.599495:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761797.599497:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761797.599498:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761797.599500:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1766
00000100:00080000:3.0:1789761797.599502:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761797.599504:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761797.599508:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761797.599515:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521234944/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761797.599521:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761797.599524:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761797.599525:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761797.599527:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1766
00000100:00080000:3.0:1789761797.599546:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761797.599551:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761797.599555:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761797.599567:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521235072/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761797.599577:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761797.599581:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761797.599584:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761797.599589:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1766
00000100:00080000:3.0:1789761797.599593:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761797.599595:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521234688:192.168.203.116@tcp:38:kworker.0
00000100:00080000:3.0:1789761797.599599:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761797.599607:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761797.599618:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521235200/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761797.599656:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521234816:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761797.599684:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521234944:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761797.599707:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521235072:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761797.599732:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521235200:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761797.663351:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761798.687358:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761799.711389:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789761800.671470:0:2394:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.116:988
00000400:00000100:1.0:1789761800.671512:0:2394:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.116@tcp at host 192.168.203.116 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789761800.671529:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:1.0:1789761800.671571:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:1.0:1789761800.671582:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:1.0:1789761800.671590:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:1.0:1789761800.671604:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:1.0:1789761800.671614:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000100:00100000:2.0:1789761800.671636:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761797/real 1789761800]  req@ffff911a04ad2300 x1876699521234816/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761800.671665:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521234816/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761800.671678:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761800.671683:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761800.671688:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521234816:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761800.671697:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761797/real 1789761800]  req@ffff911a04ad1880 x1876699521234944/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761800.671710:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521234944/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761800.671718:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761800.671722:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761800.671725:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521234944:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761800.671732:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761797/real 1789761800]  req@ffff911a04ad1c00 x1876699521235072/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761800.671744:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521235072/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761800.671751:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761800.671754:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761800.671757:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521235072:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761800.671762:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761797/real 1789761800]  req@ffff911a04ad0000 x1876699521235200/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761800.671773:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521235200/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761800.671780:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761800.671784:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761800.671787:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521235200:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761800.671792:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761797/real 1789761800]  req@ffff911a04ad3480 x1876699521234560/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761800.671804:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521234560/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761800.671812:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761800.671815:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761800.671818:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521234560:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761800.671824:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761797/real 1789761800]  req@ffff911a04ad1f80 x1876699521234688/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761800.671835:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521234688/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761800.671843:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761800.671847:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761800.671850:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521234688:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761800.735357:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761801.759422:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761802.719435:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761802.719446:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761802.719450:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761802.719461:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1771
00000100:00080000:1.0:1789761802.719474:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761802.719482:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789761802.719522:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08a80 x1876699521235328/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761802.719555:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761802.719564:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761802.719566:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761802.719571:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1771
00000100:00080000:1.0:1789761802.719576:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761802.719582:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761802.719594:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761802.719613:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b800 x1876699521235456/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761802.719616:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521235328:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789761802.719636:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761802.719640:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761802.719642:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761802.719646:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1771
00000100:00080000:1.0:1789761802.719651:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761802.719655:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761802.719662:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761802.719678:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0bb80 x1876699521235584/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761802.719688:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761802.719693:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761802.719695:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761802.719701:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1771
00000800:00000100:2.0:1789761802.719704:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789761802.719714:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761802.719719:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761802.719725:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761802.719739:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b480 x1876699521235712/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761802.719751:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761802.719756:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761802/real 1789761802]  req@ffff911a08b08a80 x1876699521235328/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761802.719757:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761802.719762:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761802.719774:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1771
00000100:00080000:1.0:1789761802.719781:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761802.719787:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761802.719793:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761802.719795:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08a80 x1876699521235328/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761802.719810:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09c00 x1876699521235840/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761802.719811:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761802.719818:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761802.719823:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521235328:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789761802.719848:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761802.719854:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521235456:192.168.203.116@tcp:38:kworker.0
00000100:00080000:1.0:1789761802.719856:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761802.719861:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761802.719869:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1771
00000100:00080000:1.0:1789761802.719874:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761802.719879:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761802.719887:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761802.719894:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761802.719907:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08000 x1876699521235968/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761802.719916:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761802/real 1789761802]  req@ffff911a08b0b800 x1876699521235456/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761802.719946:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b800 x1876699521235456/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761802.719957:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761802.719962:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761802.719966:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521235456:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761802.719974:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521235584:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761802.719998:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761802.720013:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761802/real 1789761802]  req@ffff911a08b0bb80 x1876699521235584/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761802.720029:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0bb80 x1876699521235584/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761802.720038:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761802.720042:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761802.720046:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521235584:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761802.720053:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521235712:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761802.720078:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761802.720093:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761802/real 1789761802]  req@ffff911a08b0b480 x1876699521235712/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761802.720106:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b480 x1876699521235712/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761802.720138:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761802.720158:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761802.720162:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521235712:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761802.720169:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521235840:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761802.720190:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761802.720205:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761802/real 1789761802]  req@ffff911a08b09c00 x1876699521235840/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761802.720218:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09c00 x1876699521235840/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761802.720274:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761802.720280:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761802.720285:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521235840:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761802.720308:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521235968:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761802.720341:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761802.720356:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761802/real 1789761802]  req@ffff911a08b08000 x1876699521235968/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761802.720369:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08000 x1876699521235968/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761802.720379:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761802.720382:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761802.720386:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521235968:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761802.783354:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761803.807362:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761804.831435:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761805.855362:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761806.879360:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761807.839345:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761807.839356:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761807.839361:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761807.839371:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1777
00000100:00080000:3.0:1789761807.839382:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761807.839389:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789761807.839432:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3100 x1876699521236096/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761807.839463:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761807.839466:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761807.839468:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761807.839472:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1777
00000100:00080000:3.0:1789761807.839475:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761807.839478:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761807.839488:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761807.839500:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0a80 x1876699521236224/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761807.839508:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761807.839511:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761807.839514:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761807.839517:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521236096:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789761807.839519:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1777
00000100:00080000:3.0:1789761807.839526:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761807.839530:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761807.839533:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761807.839543:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521236352/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761807.839549:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761807.839552:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761807.839554:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761807.839557:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1777
00000100:00080000:3.0:1789761807.839560:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761807.839562:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761807.839565:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761807.839573:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521236480/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761807.839579:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761807.839582:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761807.839584:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761807.839586:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1777
00000100:00080000:3.0:1789761807.839589:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761807.839591:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761807.839594:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761807.839597:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789761807.839611:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521236608/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761807.839623:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761807.839625:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761807.839627:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761807.839629:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1777
00000100:00080000:3.0:1789761807.839632:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761807.839635:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761807.839639:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761807.839654:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521236736/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761807.839655:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761807/real 1789761807]  req@ffff911a04ad3100 x1876699521236096/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761832 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761807.839689:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3100 x1876699521236096/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761832 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761807.839699:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761807.839703:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761807.839707:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521236096:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761807.839729:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521236224:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761807.839747:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761807.839757:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761807/real 1789761807]  req@ffff911a04ad0a80 x1876699521236224/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761832 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761807.839766:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0a80 x1876699521236224/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761832 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761807.839771:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761807.839774:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761807.839777:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521236224:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761807.839781:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521236352:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761807.839792:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761807.839799:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761807/real 1789761807]  req@ffff911a04ad1f80 x1876699521236352/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761832 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761807.839806:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521236352/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761832 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761807.839812:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761807.839814:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761807.839815:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521236352:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761807.839819:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521236480:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761807.839831:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761807.839837:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761807/real 1789761807]  req@ffff911a04ad3480 x1876699521236480/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761832 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761807.839845:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521236480/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761832 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761807.839850:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761807.839852:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761807.839854:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521236480:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761807.839857:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521236608:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761807.839867:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761807.839873:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761807/real 1789761807]  req@ffff911a04ad0000 x1876699521236608/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761832 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761807.839879:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521236608/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761832 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761807.839885:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761807.839887:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761807.839890:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521236608:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761807.839893:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521236736:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761807.839903:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761807.839908:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761807/real 1789761807]  req@ffff911a04ad1c00 x1876699521236736/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761832 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761807.839915:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521236736/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761832 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761807.839921:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761807.839922:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761807.839924:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521236736:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761807.903341:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761808.927388:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761809.951361:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761810.975386:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761811.999375:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761812.959293:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761812.959301:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761812.959305:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761812.959313:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1782
00000100:00080000:3.0:1789761812.959323:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761812.959329:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789761812.959365:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521236864/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761812.959390:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761812.959393:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761812.959394:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761812.959399:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1782
00000100:00080000:3.0:1789761812.959402:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761812.959406:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761812.959417:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761812.959434:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521236992/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761812.959446:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761812.959450:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761812.959452:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761812.959457:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1782
00000100:00080000:3.0:1789761812.959460:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761812.959464:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761812.959470:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761812.959474:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521236864:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789761812.959483:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521237120/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761812.959494:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761812.959497:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761812.959498:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761812.959501:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1782
00000100:00080000:3.0:1789761812.959504:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761812.959506:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761812.959509:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761812.959517:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521237248/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761812.959525:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761812.959527:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761812.959529:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761812.959532:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1782
00000100:00080000:3.0:1789761812.959552:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761812.959555:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761812.959560:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761812.959568:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789761812.959575:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521237376/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761812.959583:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761812.959586:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761812.959587:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761812.959591:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1782
00000100:00080000:3.0:1789761812.959593:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761812.959596:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761812.959600:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761812.959607:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521237504/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761812.959628:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761812/real 1789761812]  req@ffff911a04ad1880 x1876699521236864/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761812.959652:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521236864/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761812.959663:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761812.959666:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761812.959670:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521236864:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761812.959677:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521236992:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761812.959700:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761812.959710:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761812/real 1789761812]  req@ffff911a04ad2300 x1876699521236992/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761812.959719:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521236992/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761812.959725:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761812.959728:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761812.959730:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521236992:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761812.959754:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521237120:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761812.959766:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761812.959773:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761812/real 1789761812]  req@ffff911a04ad0380 x1876699521237120/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761812.959780:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521237120/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761812.959786:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761812.959788:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761812.959789:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521237120:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761812.959794:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521237248:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761812.959806:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761812.959813:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761812/real 1789761812]  req@ffff911a04ad3800 x1876699521237248/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761812.959820:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521237248/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761812.959826:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761812.959828:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761812.959829:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521237248:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761812.959833:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521237376:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761812.959845:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761812.959855:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761812/real 1789761812]  req@ffff911a04ad2a00 x1876699521237376/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761812.959868:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521237376/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761812.959876:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761812.959880:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761812.959884:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521237376:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761812.959891:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521237504:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761812.959911:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761812.959919:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761812/real 1789761812]  req@ffff911a04ad1500 x1876699521237504/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761812.959930:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1500 x1876699521237504/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761812.959939:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761812.959943:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761812.959947:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521237504:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761813.023382:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761814.047357:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761815.071334:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761816.095359:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761817.119400:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761818.079353:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761818.079362:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761818.079366:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761818.079375:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1787
00000100:00080000:1.0:1789761818.079401:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761818.079407:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789761818.079456:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08700 x1876699521237632/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761818.079478:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761818.079481:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761818.079482:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761818.079485:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1787
00000100:00080000:1.0:1789761818.079488:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761818.079490:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761818.079497:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761818.079511:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08380 x1876699521237760/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761818.079523:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761818.079529:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521237632:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789761818.079530:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761818.079534:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761818.079541:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1787
00000100:00080000:1.0:1789761818.079546:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761818.079551:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761818.079557:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761818.079571:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09f80 x1876699521237888/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761818.079583:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761818.079586:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761818.079588:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789761818.079593:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789761818.079598:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1787
00000100:00080000:1.0:1789761818.079604:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761818.079608:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761818.079613:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761818.079625:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0ad80 x1876699521238016/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761818.079634:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761818.079634:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761818/real 1789761818]  req@ffff911a08b08700 x1876699521237632/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761818.079644:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761818.079647:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761818.079654:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1787
00000100:00080000:1.0:1789761818.079658:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761818.079660:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789761818.079664:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08700 x1876699521237632/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789761818.079666:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761818.079679:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789761818.079683:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0aa00 x1876699521238144/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761818.079687:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761818.079695:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521237632:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789761818.079709:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761818.079711:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761818.079712:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761818.079716:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1787
00000100:00080000:1.0:1789761818.079718:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761818.079720:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789761818.079723:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521237760:192.168.203.116@tcp:38:kworker.0
00000008:00100000:1.0:1789761818.079726:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761818.079745:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09180 x1876699521238272/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761818.079753:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761818.079775:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761818/real 1789761818]  req@ffff911a08b08380 x1876699521237760/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761818.079790:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08380 x1876699521237760/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761818.079798:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761818.079800:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761818.079803:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521237760:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761818.079807:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521237888:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761818.079823:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761818.079831:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761818/real 1789761818]  req@ffff911a08b09f80 x1876699521237888/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761818.079838:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09f80 x1876699521237888/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761818.079843:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761818.079845:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761818.079848:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521237888:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761818.079851:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521238016:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761818.079862:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761818.079867:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761818/real 1789761818]  req@ffff911a08b0ad80 x1876699521238016/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761818.079875:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0ad80 x1876699521238016/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761818.079880:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761818.079882:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761818.079892:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521238016:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761818.079896:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521238144:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761818.079907:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761818.079913:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761818/real 1789761818]  req@ffff911a08b0aa00 x1876699521238144/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761818.079921:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0aa00 x1876699521238144/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761818.079926:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761818.079929:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761818.079930:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521238144:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761818.079960:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521238272:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761818.079972:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761818.079978:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761818/real 1789761818]  req@ffff911a08b09180 x1876699521238272/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761818.079985:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09180 x1876699521238272/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761818.079991:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761818.079992:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761818.079994:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521238272:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761818.143369:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761819.167360:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761820.191365:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761821.215385:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761822.239335:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761823.199381:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761823.199393:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761823.199397:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761823.199408:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1792
00000100:00080000:2.0:1789761823.199421:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761823.199428:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789761823.199472:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb480 x1876699521238400/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761823.199508:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761823.199512:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761823.199514:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761823.199520:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1792
00000100:00080000:2.0:1789761823.199524:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761823.199530:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761823.199541:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761823.199555:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8a80 x1876699521238528/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761823.199571:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521238400:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789761823.199573:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761823.199587:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761823.199590:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761823.199596:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1792
00000100:00080000:2.0:1789761823.199600:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761823.199605:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761823.199612:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761823.199626:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9880 x1876699521238656/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761823.199639:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761823.199643:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761823.199645:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761823.199650:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1792
00000100:00080000:2.0:1789761823.199655:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761823.199661:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000800:00000100:1.0:1789761823.199668:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000008:00100000:2.0:1789761823.199673:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761823.199692:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9180 x1876699521238784/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761823.199708:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761823.199712:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761823.199714:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761823.199718:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761823/real 1789761823]  req@ffff911a12eeb480 x1876699521238400/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761823.199725:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1792
00000100:00080000:2.0:1789761823.199738:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761823.199746:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789761823.199752:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb480 x1876699521238400/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789761823.199756:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789761823.199766:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761823.199771:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761823.199777:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521238400:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761823.199783:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeaa00 x1876699521238912/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761823.199796:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761823.199800:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761823.199803:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761823.199805:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521238528:192.168.203.116@tcp:38:kworker.0
00000100:00080000:2.0:1789761823.199812:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1792
00000100:00080000:2.0:1789761823.199819:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761823.199825:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000800:00000100:1.0:1789761823.199832:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000008:00100000:2.0:1789761823.199836:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761823.199845:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761823/real 1789761823]  req@ffff911a12ee8a80 x1876699521238528/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761823.199857:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9c00 x1876699521239040/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761823.199859:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8a80 x1876699521238528/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761823.199898:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761823.199908:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761823.199916:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521238528:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761823.199932:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521238656:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761823.199961:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761823.199971:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761823/real 1789761823]  req@ffff911a12ee9880 x1876699521238656/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761823.199981:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9880 x1876699521238656/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761823.199987:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761823.199990:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761823.199994:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521238656:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761823.200000:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521238784:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789761823.200011:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761823.200017:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761823/real 1789761823]  req@ffff911a12ee9180 x1876699521238784/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761823.200025:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9180 x1876699521238784/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761823.200035:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761823.200038:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761823.200040:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521238784:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761823.200043:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521238912:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761823.200053:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761823.200059:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761823/real 1789761823]  req@ffff911a12eeaa00 x1876699521238912/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761823.200067:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeaa00 x1876699521238912/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761823.200072:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761823.200074:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761823.200076:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521238912:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761823.200102:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521239040:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761823.200119:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761823.200127:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761823/real 1789761823]  req@ffff911a12ee9c00 x1876699521239040/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761823.200135:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9c00 x1876699521239040/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761823.200141:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761823.200143:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761823.200146:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521239040:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761823.263398:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761824.287405:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761825.311430:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761826.335443:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761827.359414:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761828.319322:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761828.319330:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761828.319333:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761828.319342:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1797
00000100:00080000:3.0:1789761828.319352:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761828.319359:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789761828.319402:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0700 x1876699521239168/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761828.319426:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761828.319429:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761828.319430:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761828.319433:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1797
00000100:00080000:3.0:1789761828.319436:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761828.319438:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761828.319445:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761828.319455:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2680 x1876699521239296/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761828.319462:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761828.319464:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761828.319465:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761828.319468:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1797
00000100:00080000:3.0:1789761828.319470:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761828.319472:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761828.319476:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761828.319478:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521239168:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789761828.319486:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521239424/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761828.319494:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761828.319496:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761828.319497:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761828.319500:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1797
00000100:00080000:3.0:1789761828.319502:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761828.319504:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761828.319507:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761828.319521:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521239552/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761828.319528:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761828.319530:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761828.319531:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761828.319533:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1797
00000100:00080000:3.0:1789761828.319538:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761828.319540:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761828.319543:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789761828.319551:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789761828.319552:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521239680/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761828.319560:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761828.319563:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761828.319564:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761828.319567:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1797
00000100:00080000:3.0:1789761828.319570:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761828.319572:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761828.319575:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761828.319582:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521239808/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761828.319602:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761828/real 1789761828]  req@ffff911a04ad0700 x1876699521239168/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761828.319623:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0700 x1876699521239168/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761828.319635:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761828.319640:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761828.319644:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521239168:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789761828.319651:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521239296:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761828.319676:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761828.319687:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761828/real 1789761828]  req@ffff911a04ad2680 x1876699521239296/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761828.319696:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2680 x1876699521239296/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761828.319701:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761828.319703:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761828.319706:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521239296:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761828.319725:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521239424:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761828.319738:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761828.319744:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761828/real 1789761828]  req@ffff911a04ad1500 x1876699521239424/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761828.319752:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1500 x1876699521239424/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761828.319757:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761828.319759:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761828.319761:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521239424:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761828.319765:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521239552:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789761828.319775:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761828.319780:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761828/real 1789761828]  req@ffff911a04ad2a00 x1876699521239552/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761828.319787:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521239552/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761828.319793:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761828.319794:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761828.319796:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521239552:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761828.319799:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521239680:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761828.319809:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761828.319814:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761828/real 1789761828]  req@ffff911a04ad3800 x1876699521239680/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761828.319821:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521239680/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761828.319826:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761828.319828:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761828.319830:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521239680:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761828.319834:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521239808:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761828.319843:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761828.319849:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761828/real 1789761828]  req@ffff911a04ad0380 x1876699521239808/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761828.319855:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521239808/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761828.319860:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761828.319862:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761828.319864:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521239808:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761828.383370:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761829.407358:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761830.431414:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761831.455409:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761832.479430:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761833.439312:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761833.439320:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761833.439323:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761833.439332:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1802
00000100:00080000:3.0:1789761833.439341:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761833.439348:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789761833.439401:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521239936/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761833.439429:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761833.439432:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761833.439434:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761833.439437:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1802
00000100:00080000:3.0:1789761833.439440:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761833.439443:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761833.439451:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761833.439461:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521240064/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761833.439470:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761833.439472:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761833.439474:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761833.439478:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1802
00000100:00080000:3.0:1789761833.439480:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761833.439483:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761833.439487:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761833.439494:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521240192/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761833.439502:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761833.439505:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761833.439506:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761833.439508:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1802
00000100:00080000:3.0:1789761833.439510:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761833.439515:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761833.439521:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761833.439522:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521239936:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789761833.439530:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521240320/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761833.439545:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761833.439547:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761833.439548:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761833.439552:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1802
00000100:00080000:3.0:1789761833.439554:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761833.439556:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761833.439559:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761833.439568:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521240448/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761833.439574:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761833.439577:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761833.439578:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761833.439581:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1802
00000100:00080000:3.0:1789761833.439583:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761833.439586:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761833.439590:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761833.439597:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521240576/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761833.439622:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761833.439675:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761833/real 1789761833]  req@ffff911a04ad2300 x1876699521239936/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761833.439695:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521239936/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761833.439707:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761833.439712:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761833.439718:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521239936:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789761833.439726:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521240064:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761833.439748:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761833.439762:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761833/real 1789761833]  req@ffff911a04ad1880 x1876699521240064/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761833.439775:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521240064/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761833.439784:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761833.439788:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761833.439792:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521240064:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761833.439818:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521240192:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761833.439838:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761833.439848:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761833/real 1789761833]  req@ffff911a04ad1c00 x1876699521240192/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761833.439861:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521240192/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761833.439870:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761833.439874:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761833.439877:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521240192:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761833.439883:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521240320:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789761833.439901:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761833.439911:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761833/real 1789761833]  req@ffff911a04ad0000 x1876699521240320/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761833.439923:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521240320/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761833.439932:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761833.439936:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761833.439939:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521240320:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761833.439945:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521240448:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761833.439962:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761833.439972:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761833/real 1789761833]  req@ffff911a04ad3480 x1876699521240448/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761833.439984:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521240448/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761833.439994:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761833.439997:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761833.440001:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521240448:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761833.440007:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521240576:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761833.440041:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761833.440053:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761833/real 1789761833]  req@ffff911a04ad1f80 x1876699521240576/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761833.440065:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521240576/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761833.440074:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761833.440078:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761833.440082:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521240576:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761833.503395:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761834.527413:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761835.551352:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761836.575351:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761837.599366:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761838.559310:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761838.559319:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761838.559322:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761838.559334:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1807
00000100:00080000:0.0:1789761838.559346:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761838.559354:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789761838.559396:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57b80 x1876699521240704/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761838.559419:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761838.559422:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761838.559424:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761838.559427:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1807
00000100:00080000:0.0:1789761838.559430:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761838.559434:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761838.559443:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761838.559452:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54e00 x1876699521240832/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761838.559462:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521240704:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789761838.559463:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761838.559471:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761838.559473:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761838.559476:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1807
00000100:00080000:0.0:1789761838.559478:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761838.559481:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761838.559484:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761838.559493:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55500 x1876699521240960/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761838.559500:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761838.559503:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761838.559504:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761838.559506:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1807
00000100:00080000:0.0:1789761838.559516:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761838.559519:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761838.559522:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789761838.559528:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789761838.559532:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55f80 x1876699521241088/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761838.559541:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761838.559544:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761838.559546:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761838.559549:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1807
00000100:00080000:0.0:1789761838.559551:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761838.559554:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761838.559557:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761838.559566:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56680 x1876699521241216/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761838.559572:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761838/real 1789761838]  req@ffff911a05c57b80 x1876699521240704/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761838.559575:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761838.559584:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761838.559587:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761838.559593:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1807
00000100:00080000:0.0:1789761838.559596:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761838.559601:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789761838.559601:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57b80 x1876699521240704/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789761838.559604:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789761838.559617:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789761838.559625:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55c00 x1876699521241344/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761838.559626:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761838.559637:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521240704:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789761838.559667:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521240832:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761838.559691:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761838.559701:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761838/real 1789761838]  req@ffff911a05c54e00 x1876699521240832/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761838.559710:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54e00 x1876699521240832/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761838.559716:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761838.559718:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761838.559721:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521240832:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761838.559725:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521240960:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761838.559738:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761838.559744:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761838/real 1789761838]  req@ffff911a05c55500 x1876699521240960/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761838.559751:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55500 x1876699521240960/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761838.559756:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761838.559758:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761838.559760:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521240960:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761838.559763:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521241088:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789761838.559774:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761838.559780:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761838/real 1789761838]  req@ffff911a05c55f80 x1876699521241088/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761838.559787:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55f80 x1876699521241088/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761838.559792:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761838.559794:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761838.559795:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521241088:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761838.559799:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521241216:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761838.559808:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761838.559814:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761838/real 1789761838]  req@ffff911a05c56680 x1876699521241216/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761838.559821:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56680 x1876699521241216/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761838.559826:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761838.559828:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761838.559830:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521241216:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761838.559833:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521241344:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761838.559844:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761838.559852:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761838/real 1789761838]  req@ffff911a05c55c00 x1876699521241344/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761838.559863:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55c00 x1876699521241344/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761838.559871:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761838.559874:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761838.559877:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521241344:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761838.623375:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761839.647351:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761840.671352:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761841.695345:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761842.719344:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761843.679344:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761843.679354:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761843.679359:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761843.679369:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1812
00000100:00080000:2.0:1789761843.679380:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761843.679388:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789761843.679431:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9c00 x1876699521241472/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761843.679458:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761843.679463:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761843.679464:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761843.679469:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1812
00000100:00080000:2.0:1789761843.679473:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761843.679478:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761843.679488:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761843.679500:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521241472:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761843.679505:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeaa00 x1876699521241600/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761843.679527:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761843.679531:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761843.679534:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761843.679538:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1812
00000100:00080000:2.0:1789761843.679543:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761843.679547:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761843.679553:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789761843.679562:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761843.679571:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9180 x1876699521241728/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761843.679584:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761843.679588:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761843.679590:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761843.679596:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1812
00000100:00100000:1.0:1789761843.679600:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761843/real 1789761843]  req@ffff911a12ee9c00 x1876699521241472/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761843.679602:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761843.679612:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761843.679619:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761843.679621:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9c00 x1876699521241472/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761843.679637:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9880 x1876699521241856/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761843.679638:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761843.679646:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761843.679653:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521241472:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789761843.679665:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761843.679670:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761843.679672:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761843.679677:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521241600:192.168.203.116@tcp:38:kworker.0
00000100:00080000:2.0:1789761843.679680:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1812
00000100:00080000:2.0:1789761843.679687:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761843.679692:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000800:00000100:1.0:1789761843.679699:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000008:00100000:2.0:1789761843.679700:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761843.679710:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761843/real 1789761843]  req@ffff911a12eeaa00 x1876699521241600/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761843.679719:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8a80 x1876699521241984/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761843.679724:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeaa00 x1876699521241600/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761843.679749:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761843.679754:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00080000:2.0:1789761843.679756:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789761843.679757:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521241600:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761843.679767:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521241728:192.168.203.116@tcp:38:kworker.0
00000100:00080000:2.0:1789761843.679767:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761843.679773:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761843.679781:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1812
00000800:00000100:1.0:1789761843.679785:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:2.0:1789761843.679787:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761843.679795:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761843/real 1789761843]  req@ffff911a12ee9180 x1876699521241728/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761843.679798:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761843.679810:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761843.679811:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9180 x1876699521241728/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761843.679821:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761843.679824:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761843.679829:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521241728:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761843.679832:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb480 x1876699521242112/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761843.679836:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521241856:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789761843.679856:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761843.679866:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761843/real 1789761843]  req@ffff911a12ee9880 x1876699521241856/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761843.679875:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9880 x1876699521241856/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761843.679881:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761843.679884:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761843.679886:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521241856:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761843.679896:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521241984:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761843.679920:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761843.679932:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761843/real 1789761843]  req@ffff911a12ee8a80 x1876699521241984/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761843.679956:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8a80 x1876699521241984/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761843.679962:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761843.679965:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761843.679967:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521241984:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761843.679971:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521242112:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761843.679986:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761843.679994:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761843/real 1789761843]  req@ffff911a12eeb480 x1876699521242112/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761843.680001:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb480 x1876699521242112/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761843.680006:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761843.680009:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761843.680011:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521242112:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761843.743389:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761844.767392:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761845.791435:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761846.815397:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761847.839447:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761848.799276:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761848.799284:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761848.799288:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761848.799297:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1818
00000100:00080000:2.0:1789761848.799306:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761848.799312:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789761848.799356:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8700 x1876699521242240/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761848.799377:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761848.799380:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761848.799381:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761848.799384:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1818
00000100:00080000:2.0:1789761848.799386:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761848.799389:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761848.799396:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761848.799405:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8e00 x1876699521242368/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761848.799418:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761848.799420:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761848.799421:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761848.799424:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1818
00000100:00080000:2.0:1789761848.799427:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761848.799430:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761848.799433:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761848.799440:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea300 x1876699521242496/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761848.799448:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761848.799450:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761848.799452:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761848.799455:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1818
00000100:00080000:2.0:1789761848.799457:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761848.799460:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761848.799463:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761848.799472:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521242240:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761848.799473:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb800 x1876699521242624/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761848.799497:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761848.799499:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761848.799500:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761848.799504:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1818
00000100:00080000:2.0:1789761848.799508:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761848.799513:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761848.799518:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761848.799528:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9f80 x1876699521242752/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761848.799534:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761848.799537:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761848.799538:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761848.799542:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1818
00000100:00080000:2.0:1789761848.799544:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761848.799546:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761848.799550:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761848.799558:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eead80 x1876699521242880/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761848.799568:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761848.799620:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761848/real 1789761848]  req@ffff911a12ee8700 x1876699521242240/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761848.799637:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8700 x1876699521242240/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761848.799646:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761848.799650:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761848.799653:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521242240:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789761848.799659:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521242368:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761848.799675:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761848.799684:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761848/real 1789761848]  req@ffff911a12ee8e00 x1876699521242368/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761848.799693:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8e00 x1876699521242368/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761848.799704:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761848.799707:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761848.799709:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521242368:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761848.799712:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521242496:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761848.799723:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761848.799729:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761848/real 1789761848]  req@ffff911a12eea300 x1876699521242496/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761848.799736:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea300 x1876699521242496/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761848.799741:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761848.799743:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761848.799745:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521242496:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761848.799769:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521242624:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789761848.799793:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761848.799799:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761848/real 1789761848]  req@ffff911a12eeb800 x1876699521242624/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761848.799806:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb800 x1876699521242624/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761848.799811:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761848.799813:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761848.799816:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521242624:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761848.799821:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521242752:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761848.799831:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761848.799838:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761848/real 1789761848]  req@ffff911a12ee9f80 x1876699521242752/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761848.799845:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9f80 x1876699521242752/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761848.799850:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761848.799852:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761848.799854:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521242752:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761848.799857:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521242880:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761848.799867:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761848.799873:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761848/real 1789761848]  req@ffff911a12eead80 x1876699521242880/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761848.799880:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eead80 x1876699521242880/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761848.799885:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761848.799887:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761848.799889:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521242880:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761848.863391:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761849.887437:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761850.911463:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761851.935408:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761852.959466:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761853.919341:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761853.919352:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761853.919356:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761853.919371:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1823
00000100:00080000:3.0:1789761853.919382:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761853.919389:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789761853.919429:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0a80 x1876699521243008/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761853.919453:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761853.919459:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761853.919460:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761853.919464:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1823
00000100:00080000:3.0:1789761853.919466:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761853.919468:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761853.919477:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761853.919487:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3100 x1876699521243136/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761853.919495:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761853.919498:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761853.919499:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761853.919502:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1823
00000100:00080000:3.0:1789761853.919504:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761853.919506:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761853.919510:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761853.919516:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521243008:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789761853.919522:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521243264/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761853.919531:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761853.919534:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761853.919536:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761853.919538:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1823
00000100:00080000:3.0:1789761853.919540:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761853.919543:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761853.919547:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761853.919555:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521243392/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761853.919562:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761853.919565:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761853.919566:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761853.919569:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1823
00000100:00080000:3.0:1789761853.919571:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761853.919574:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761853.919576:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761853.919584:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521243520/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761853.919590:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761853.919593:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761853.919594:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789761853.919600:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789761853.919601:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1823
00000100:00080000:3.0:1789761853.919606:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761853.919608:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761853.919612:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761853.919620:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521243648/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761853.919651:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761853/real 1789761853]  req@ffff911a04ad0a80 x1876699521243008/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761853.919665:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0a80 x1876699521243008/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761853.919673:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761853.919677:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761853.919680:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521243008:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789761853.919685:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521243136:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761853.919700:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761853.919708:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761853/real 1789761853]  req@ffff911a04ad3100 x1876699521243136/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761853.919716:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3100 x1876699521243136/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761853.919722:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761853.919724:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761853.919726:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521243136:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761853.919747:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521243264:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761853.919758:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761853.919764:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761853/real 1789761853]  req@ffff911a04ad1f80 x1876699521243264/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761853.919775:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521243264/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761853.919790:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761853.919794:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761853.919798:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521243264:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761853.919804:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521243392:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789761853.919825:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761853.919834:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761853/real 1789761853]  req@ffff911a04ad3480 x1876699521243392/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761853.919842:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521243392/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761853.919848:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761853.919850:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761853.919852:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521243392:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761853.919856:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521243520:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761853.919890:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761853.919898:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761853/real 1789761853]  req@ffff911a04ad0000 x1876699521243520/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761853.919906:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521243520/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761853.919911:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761853.919914:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761853.919917:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521243520:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761853.919921:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521243648:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761853.919940:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761853.919947:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761853/real 1789761853]  req@ffff911a04ad1c00 x1876699521243648/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761853.919955:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521243648/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761853.919960:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761853.919962:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761853.919964:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521243648:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761853.983423:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761855.007407:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761856.031462:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761857.055364:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761858.079378:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761859.039315:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761859.039323:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761859.039327:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761859.039337:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1828
00000100:00080000:3.0:1789761859.039348:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761859.039354:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789761859.039391:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521243776/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761859.039413:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761859.039416:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761859.039417:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761859.039420:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1828
00000100:00080000:3.0:1789761859.039423:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761859.039426:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761859.039434:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761859.039443:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521243904/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761859.039450:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761859.039452:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761859.039454:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761859.039457:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1828
00000100:00080000:3.0:1789761859.039459:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761859.039461:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761859.039466:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761859.039470:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521243776:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789761859.039479:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521244032/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761859.039491:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761859.039495:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761859.039497:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761859.039501:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1828
00000100:00080000:3.0:1789761859.039505:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761859.039509:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761859.039515:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761859.039526:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521244160/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761859.039534:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761859.039536:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761859.039538:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761859.039541:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1828
00000100:00080000:3.0:1789761859.039544:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789761859.039545:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789761859.039550:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761859.039554:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761859.039561:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521244288/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761859.039568:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761859.039571:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761859.039573:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761859.039576:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1828
00000100:00080000:3.0:1789761859.039580:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761859.039582:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761859.039586:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761859.039593:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521244416/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761859.039606:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761859/real 1789761859]  req@ffff911a04ad1880 x1876699521243776/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761859.039632:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521243776/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761859.039643:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761859.039648:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761859.039652:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521243776:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789761859.039660:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521243904:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761859.039681:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761859.039693:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761859/real 1789761859]  req@ffff911a04ad2300 x1876699521243904/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761859.039705:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521243904/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761859.039713:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761859.039716:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761859.039720:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521243904:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761859.039742:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521244032:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761859.039759:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761859.039768:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761859/real 1789761859]  req@ffff911a04ad0380 x1876699521244032/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761859.039779:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521244032/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761859.039787:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761859.039790:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761859.039793:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521244032:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761859.039798:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521244160:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789761859.039814:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761859.039838:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761859/real 1789761859]  req@ffff911a04ad3800 x1876699521244160/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761859.039851:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521244160/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761859.039859:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761859.039862:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761859.039865:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521244160:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761859.039871:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521244288:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761859.039888:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761859.039898:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761859/real 1789761859]  req@ffff911a04ad2a00 x1876699521244288/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761859.039909:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521244288/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761859.039916:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761859.039919:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761859.039923:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521244288:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761859.039930:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521244416:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761859.039946:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761859.039956:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761859/real 1789761859]  req@ffff911a04ad1500 x1876699521244416/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761859.039966:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1500 x1876699521244416/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761859.039973:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761859.039976:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761859.039980:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521244416:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761859.103357:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761860.127373:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761861.151471:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761862.175462:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761863.199391:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761864.159369:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761864.159380:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761864.159386:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761864.159397:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1833
00000100:00080000:2.0:1789761864.159420:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761864.159428:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789761864.159468:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eebb80 x1876699521244544/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761864.159495:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761864.159498:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761864.159500:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761864.159503:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1833
00000100:00080000:2.0:1789761864.159506:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761864.159509:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761864.159518:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761864.159530:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9500 x1876699521244672/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761864.159538:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761864.159541:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761864.159543:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761864.159549:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1833
00000100:00080000:2.0:1789761864.159554:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761864.159558:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761864.159564:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761864.159583:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521244544:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761864.159583:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb100 x1876699521244800/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761864.159610:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761864.159613:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761864.159614:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761864.159621:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1833
00000100:00080000:2.0:1789761864.159627:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761864.159630:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761864.159636:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761864.159664:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea680 x1876699521244928/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761864.159678:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761864.159684:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761864.159686:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761864.159691:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1833
00000100:00080000:2.0:1789761864.159698:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761864.159703:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761864.159710:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761864.159725:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8380 x1876699521245056/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761864.159741:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789761864.159748:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521244672:192.168.203.116@tcp:38:kworker.0
00000100:00080000:2.0:1789761864.159749:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761864.159757:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761864.159769:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1833
00000100:00080000:2.0:1789761864.159775:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761864.159782:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761864.159818:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761864.159861:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8000 x1876699521245184/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761864.159877:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521244800:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761864.159924:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521244928:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761864.159951:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521245056:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761864.159996:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521245184:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761864.223437:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761865.247415:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761866.271403:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1789761867.231569:0:2395:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.116:988
00000400:00000100:0.0:1789761867.231626:0:2395:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.116@tcp at host 192.168.203.116 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1789761867.231646:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:0.0:1789761867.231703:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:0.0:1789761867.231718:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:0.0:1789761867.231733:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:0.0:1789761867.231749:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:0.0:1789761867.231792:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000100:00100000:1.0:1789761867.231834:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761864/real 1789761867]  req@ffff911a12eeb100 x1876699521244800/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761867.231890:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb100 x1876699521244800/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761867.231911:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761867.231919:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761867.231926:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521244800:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761867.231941:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761864/real 1789761867]  req@ffff911a12eea680 x1876699521244928/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761867.231962:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea680 x1876699521244928/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761867.231977:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761867.231983:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761867.231989:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521244928:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761867.232001:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761864/real 1789761867]  req@ffff911a12ee8380 x1876699521245056/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761867.232026:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8380 x1876699521245056/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761867.232041:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761867.232048:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761867.232055:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521245056:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761867.232068:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761864/real 1789761867]  req@ffff911a12eebb80 x1876699521244544/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761867.232105:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eebb80 x1876699521244544/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761867.232122:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761867.232129:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761867.232137:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521244544:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789761867.232151:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761864/real 1789761867]  req@ffff911a12ee9500 x1876699521244672/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761867.232177:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9500 x1876699521244672/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761867.232188:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761867.232194:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761867.232201:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521244672:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761867.232314:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761864/real 1789761867]  req@ffff911a12ee8000 x1876699521245184/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761867.232348:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8000 x1876699521245184/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761867.232365:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761867.232374:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761867.232381:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521245184:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761867.295500:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761868.319353:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761869.279316:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761869.279331:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761869.279337:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761869.279351:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1838
00000100:00080000:2.0:1789761869.279364:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761869.279374:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789761869.279412:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8000 x1876699521245312/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761869.279447:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761869.279451:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761869.279453:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761869.279457:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1838
00000100:00080000:2.0:1789761869.279461:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761869.279465:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761869.279477:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761869.279493:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9500 x1876699521245440/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761869.279504:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761869.279507:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761869.279511:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761869.279516:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1838
00000100:00080000:2.0:1789761869.279519:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761869.279525:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789761869.279533:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521245312:192.168.203.116@tcp:250:kworker.0
00000008:00100000:2.0:1789761869.279534:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761869.279553:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eebb80 x1876699521245568/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761869.279574:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761869.279578:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761869.279580:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761869.279586:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1838
00000100:00080000:2.0:1789761869.279592:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761869.279598:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761869.279603:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761869.279618:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8380 x1876699521245696/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761869.279629:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761869.279636:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000800:00000100:1.0:1789761869.279639:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:2.0:1789761869.279641:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761869.279650:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1838
00000100:00080000:2.0:1789761869.279656:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761869.279662:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761869.279668:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761869.279684:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea680 x1876699521245824/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761869.279697:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761869.279700:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761869.279703:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761869.279711:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1838
00000100:00100000:1.0:1789761869.279713:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761869/real 1789761869]  req@ffff911a12ee8000 x1876699521245312/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761869.279717:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761869.279734:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761869.279763:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761869.279788:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb100 x1876699521245952/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761869.279801:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8000 x1876699521245312/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761869.279824:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761869.279832:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761869.279839:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521245312:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789761869.279852:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521245440:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761869.279886:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761869.279902:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761869/real 1789761869]  req@ffff911a12ee9500 x1876699521245440/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761869.279916:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9500 x1876699521245440/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761869.279925:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761869.279929:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761869.279933:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521245440:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761869.279970:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521245568:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761869.280012:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761869.280025:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761869/real 1789761869]  req@ffff911a12eebb80 x1876699521245568/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761869.280039:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eebb80 x1876699521245568/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761869.280048:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761869.280051:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761869.280055:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521245568:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761869.280063:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521245696:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789761869.280089:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761869.280101:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761869/real 1789761869]  req@ffff911a12ee8380 x1876699521245696/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761869.280112:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8380 x1876699521245696/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761869.280127:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761869.280130:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761869.280134:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521245696:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761869.280141:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521245824:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761869.280162:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761869.280174:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761869/real 1789761869]  req@ffff911a12eea680 x1876699521245824/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761869.280185:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea680 x1876699521245824/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761869.280194:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761869.280197:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761869.280201:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521245824:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761869.280207:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521245952:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761869.280289:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761869.280301:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761869/real 1789761869]  req@ffff911a12eeb100 x1876699521245952/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761869.280314:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb100 x1876699521245952/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761869.280322:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761869.280326:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761869.280330:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521245952:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761869.343466:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761870.367396:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761871.391458:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761872.415408:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761873.439412:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761874.399383:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761874.399397:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761874.399402:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761874.399416:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1843
00000100:00080000:2.0:1789761874.399429:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761874.399439:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789761874.399481:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eead80 x1876699521246080/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761874.399515:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761874.399520:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761874.399522:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761874.399527:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1843
00000100:00080000:2.0:1789761874.399531:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761874.399538:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761874.399548:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761874.399563:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9f80 x1876699521246208/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761874.399576:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761874.399585:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789761874.399587:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521246080:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789761874.399589:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761874.399606:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1843
00000100:00080000:2.0:1789761874.399611:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761874.399617:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761874.399624:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761874.399644:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb800 x1876699521246336/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761874.399655:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761874.399660:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761874.399662:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761874.399667:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1843
00000800:00000100:1.0:1789761874.399672:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:2.0:1789761874.399676:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761874.399685:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761874.399693:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761874.399726:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea300 x1876699521246464/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761874.399730:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761874/real 1789761874]  req@ffff911a12eead80 x1876699521246080/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761874.399754:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761874.399761:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761874.399764:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761874.399770:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eead80 x1876699521246080/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761874.399776:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1843
00000100:00080000:2.0:1789761874.399791:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761874.399795:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761874.399802:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00080000:1.0:1789761874.399804:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761874.399814:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521246080:192.168.203.116@tcp:250:kworker.0
00000008:00100000:2.0:1789761874.399817:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761874.399837:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8e00 x1876699521246592/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761874.399845:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521246208:192.168.203.116@tcp:38:kworker.0
00000100:00080000:2.0:1789761874.399870:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761874.399875:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761874.399877:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789761874.399884:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:2.0:1789761874.399893:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1843
00000100:00080000:2.0:1789761874.399899:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761874.399901:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761874/real 1789761874]  req@ffff911a12ee9f80 x1876699521246208/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761874.399911:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789761874.399921:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9f80 x1876699521246208/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789761874.399924:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789761874.399943:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761874.399947:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761874.399956:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521246208:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761874.399958:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8700 x1876699521246720/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761874.399966:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521246336:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761874.399995:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761874.400005:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761874/real 1789761874]  req@ffff911a12eeb800 x1876699521246336/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761874.400017:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb800 x1876699521246336/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761874.400023:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761874.400027:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761874.400031:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521246336:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761874.400036:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521246464:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789761874.400047:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761874.400053:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761874/real 1789761874]  req@ffff911a12eea300 x1876699521246464/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761874.400061:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea300 x1876699521246464/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761874.400066:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761874.400067:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761874.400069:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521246464:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761874.400080:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521246592:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761874.400090:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761874.400096:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761874/real 1789761874]  req@ffff911a12ee8e00 x1876699521246592/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761874.400103:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8e00 x1876699521246592/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761874.400109:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761874.400111:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761874.400113:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521246592:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761874.400117:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521246720:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761874.400126:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761874.400132:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761874/real 1789761874]  req@ffff911a12ee8700 x1876699521246720/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761874.400138:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8700 x1876699521246720/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761874.400143:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761874.400145:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761874.400147:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521246720:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761874.463426:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761875.487367:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761876.511369:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761877.535375:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761878.559385:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761879.519340:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761879.519349:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761879.519353:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761879.519361:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1848
00000100:00080000:0.0:1789761879.519371:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761879.519377:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789761879.519425:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521246848/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761879.519453:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761879.519456:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761879.519458:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761879.519462:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1848
00000100:00080000:0.0:1789761879.519466:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761879.519469:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761879.519477:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761879.519500:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521246976/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761879.519509:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761879.519512:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761879.519515:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761879.519516:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521246848:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789761879.519520:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1848
00000100:00080000:0.0:1789761879.519525:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761879.519528:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761879.519532:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761879.519541:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521247104/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761879.519548:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761879.519551:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761879.519552:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761879.519555:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1848
00000100:00080000:0.0:1789761879.519557:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761879.519559:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761879.519563:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761879.519570:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56d80 x1876699521247232/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761879.519581:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761879.519584:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761879.519585:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761879.519587:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1848
00000100:00080000:0.0:1789761879.519590:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761879.519600:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761879.519606:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789761879.519606:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789761879.519616:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521247360/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761879.519623:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761879.519625:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761879.519627:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761879.519630:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1848
00000100:00080000:0.0:1789761879.519632:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761879.519634:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761879.519637:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761879.519644:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521247488/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761879.519656:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761879/real 1789761879]  req@ffff911a05c57100 x1876699521246848/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761879.519707:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521246848/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761879.519720:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761879.519725:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761879.519730:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521246848:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789761879.519755:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521246976:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761879.519781:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761879.519795:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761879/real 1789761879]  req@ffff911a05c54700 x1876699521246976/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761879.519809:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521246976/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761879.519819:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761879.519833:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761879.519837:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521246976:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761879.519844:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521247104:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761879.519865:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761879.519877:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761879/real 1789761879]  req@ffff911a05c54000 x1876699521247104/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761879.519891:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521247104/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761879.519909:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761879.519912:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761879.519916:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521247104:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761879.519922:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521247232:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789761879.519944:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761879.519956:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761879/real 1789761879]  req@ffff911a05c56d80 x1876699521247232/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761879.519968:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56d80 x1876699521247232/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761879.519978:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761879.519981:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761879.519985:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521247232:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761879.519991:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521247360:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761879.520012:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761879.520058:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761879/real 1789761879]  req@ffff911a05c55880 x1876699521247360/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761879.520073:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521247360/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761879.520081:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761879.520084:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761879.520088:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521247360:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761879.520094:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521247488:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761879.520114:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761879.520125:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761879/real 1789761879]  req@ffff911a05c56a00 x1876699521247488/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761879.520148:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521247488/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761879.520157:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761879.520161:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761879.520164:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521247488:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761879.583399:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761880.607348:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761881.631373:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761882.655402:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761883.679394:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761884.639368:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761884.639379:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761884.639384:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761884.639394:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1853
00000100:00080000:0.0:1789761884.639408:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761884.639416:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789761884.639459:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54a80 x1876699521247616/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761884.639490:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761884.639494:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761884.639496:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761884.639501:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1853
00000100:00080000:0.0:1789761884.639504:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761884.639509:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761884.639519:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761884.639536:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57800 x1876699521247744/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761884.639549:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521247616:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789761884.639550:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761884.639559:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761884.639561:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761884.639566:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1853
00000100:00080000:0.0:1789761884.639570:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761884.639574:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761884.639580:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761884.639594:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54380 x1876699521247872/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761884.639604:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761884.639608:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761884.639610:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761884.639614:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1853
00000100:00080000:0.0:1789761884.639618:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761884.639625:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000800:00000100:1.0:1789761884.639626:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000008:00100000:0.0:1789761884.639648:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761884.639665:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56300 x1876699521248000/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761884.639676:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761884.639680:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761884.639682:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761884.639690:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1853
00000100:00100000:1.0:1789761884.639692:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761884/real 1789761884]  req@ffff911a05c54a80 x1876699521247616/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761884.639695:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761884.639704:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761884.639713:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761884.639720:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54a80 x1876699521247616/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761884.639730:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55180 x1876699521248128/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761884.639736:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761884.639743:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761884.639750:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521247616:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789761884.639752:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761884.639759:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761884.639762:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761884.639767:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1853
00000100:00080000:0.0:1789761884.639771:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761884.639776:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789761884.639782:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521247744:192.168.203.116@tcp:38:kworker.0
00000008:00100000:0.0:1789761884.639783:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761884.639803:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54a80 x1876699521248256/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761884.639819:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761884.639836:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761884/real 1789761884]  req@ffff911a05c57800 x1876699521247744/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761884.639852:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57800 x1876699521247744/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761884.639862:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761884.639866:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761884.639870:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521247744:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761884.639877:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521247872:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761884.639902:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761884.639917:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761884/real 1789761884]  req@ffff911a05c54380 x1876699521247872/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761884.639941:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54380 x1876699521247872/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761884.639950:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761884.639953:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761884.639956:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521247872:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761884.639963:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521248000:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789761884.639984:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761884.639996:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761884/real 1789761884]  req@ffff911a05c56300 x1876699521248000/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761884.640009:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56300 x1876699521248000/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761884.640017:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761884.640020:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761884.640024:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521248000:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761884.640030:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521248128:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761884.640048:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761884.640059:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761884/real 1789761884]  req@ffff911a05c55180 x1876699521248128/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761884.640072:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55180 x1876699521248128/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761884.640080:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761884.640084:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761884.640087:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521248128:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761884.640107:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521248256:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761884.640129:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761884.640141:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761884/real 1789761884]  req@ffff911a05c54a80 x1876699521248256/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761884.640153:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54a80 x1876699521248256/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761884.640162:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761884.640165:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761884.640169:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521248256:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761884.703406:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761885.727442:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761886.751412:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761887.775344:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761888.799398:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761889.759316:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761889.759327:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761889.759332:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761889.759342:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1859
00000100:00080000:1.0:1789761889.759353:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761889.759362:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789761889.759402:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08e00 x1876699521248384/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761889.759428:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761889.759432:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761889.759434:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761889.759439:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1859
00000100:00080000:1.0:1789761889.759443:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761889.759447:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761889.759458:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761889.759472:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09880 x1876699521248512/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761889.759483:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761889.759486:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761889.759487:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761889.759491:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1859
00000100:00080000:1.0:1789761889.759495:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761889.759499:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761889.759504:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761889.759514:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521248384:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789761889.759515:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b100 x1876699521248640/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761889.759525:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761889.759528:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761889.759529:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761889.759533:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1859
00000100:00080000:1.0:1789761889.759536:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761889.759539:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761889.759544:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761889.759552:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a680 x1876699521248768/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761889.759561:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761889.759564:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761889.759565:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761889.759568:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1859
00000100:00080000:1.0:1789761889.759571:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761889.759574:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000800:00000100:2.0:1789761889.759577:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000008:00100000:1.0:1789761889.759578:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761889.759587:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a300 x1876699521248896/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761889.759611:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761889.759614:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761889.759616:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761889.759619:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1859
00000100:00080000:1.0:1789761889.759623:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761889.759626:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789761889.759630:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761889/real 1789761889]  req@ffff911a08b08e00 x1876699521248384/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789761889.759631:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761889.759640:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09500 x1876699521249024/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761889.759648:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08e00 x1876699521248384/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761889.759659:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761889.759663:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761889.759667:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521248384:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761889.759674:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521248512:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761889.759699:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761889.759710:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761889/real 1789761889]  req@ffff911a08b09880 x1876699521248512/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761889.759718:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09880 x1876699521248512/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761889.759724:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761889.759726:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761889.759728:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521248512:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761889.759747:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521248640:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761889.759760:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761889.759766:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761889/real 1789761889]  req@ffff911a08b0b100 x1876699521248640/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761889.759774:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b100 x1876699521248640/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761889.759779:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761889.759780:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761889.759782:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521248640:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761889.759786:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521248768:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761889.759797:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761889.759802:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761889/real 1789761889]  req@ffff911a08b0a680 x1876699521248768/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761889.759814:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a680 x1876699521248768/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761889.759819:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761889.759821:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761889.759823:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521248768:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761889.759826:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521248896:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761889.759836:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761889.759842:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761889/real 1789761889]  req@ffff911a08b0a300 x1876699521248896/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761889.759849:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a300 x1876699521248896/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761889.759854:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761889.759855:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761889.759857:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521248896:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761889.759860:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521249024:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761889.759870:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761889.759875:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761889/real 1789761889]  req@ffff911a08b09500 x1876699521249024/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761889.759882:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09500 x1876699521249024/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761889.759891:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761889.759893:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761889.759895:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521249024:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761889.823342:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761890.847389:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761891.871341:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761892.895384:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761893.919363:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761894.879321:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761894.879333:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761894.879337:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761894.879347:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1864
00000100:00080000:3.0:1789761894.879358:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761894.879366:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789761894.879405:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2680 x1876699521249152/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761894.879432:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761894.879435:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761894.879437:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761894.879440:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1864
00000100:00080000:3.0:1789761894.879443:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761894.879446:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761894.879455:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761894.879466:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0700 x1876699521249280/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761894.879474:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761894.879477:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761894.879479:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761894.879482:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521249152:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789761894.879484:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1864
00000100:00080000:3.0:1789761894.879490:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761894.879494:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761894.879498:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761894.879516:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521249408/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761894.879523:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761894.879526:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761894.879527:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761894.879530:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1864
00000100:00080000:3.0:1789761894.879543:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761894.879547:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761894.879551:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789761894.879569:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789761894.879577:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521249536/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761894.879586:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761894.879589:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761894.879591:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761894.879594:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1864
00000100:00080000:3.0:1789761894.879597:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761894.879600:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761894.879604:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761894.879613:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521249664/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761894.879620:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761894/real 1789761894]  req@ffff911a04ad2680 x1876699521249152/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761919 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761894.879624:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761894.879632:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761894.879636:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761894.879642:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1864
00000100:00080000:3.0:1789761894.879645:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761894.879648:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789761894.879652:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2680 x1876699521249152/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761919 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789761894.879653:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761894.879665:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521249792/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761894.879667:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761894.879679:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761894.879684:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521249152:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761894.879708:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521249280:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761894.879728:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761894.879742:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761894/real 1789761894]  req@ffff911a04ad0700 x1876699521249280/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761919 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761894.879751:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0700 x1876699521249280/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761919 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761894.879758:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761894.879760:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761894.879763:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521249280:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761894.879767:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521249408:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761894.879781:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761894.879788:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761894/real 1789761894]  req@ffff911a04ad1500 x1876699521249408/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761919 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761894.879797:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1500 x1876699521249408/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761919 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761894.879802:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761894.879805:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761894.879807:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521249408:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761894.879811:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521249536:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761894.879822:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761894.879828:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761894/real 1789761894]  req@ffff911a04ad2a00 x1876699521249536/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761919 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761894.879836:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521249536/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761919 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761894.879842:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761894.879843:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761894.879845:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521249536:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761894.879849:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521249664:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761894.879860:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761894.879867:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761894/real 1789761894]  req@ffff911a04ad3800 x1876699521249664/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761919 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761894.879875:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521249664/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761919 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761894.879880:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761894.879882:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761894.879884:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521249664:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761894.879887:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521249792:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761894.879898:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761894.879905:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761894/real 1789761894]  req@ffff911a04ad0380 x1876699521249792/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761919 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761894.879912:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521249792/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761919 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761894.879917:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761894.879919:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761894.879921:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521249792:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761894.943393:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761895.967402:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761896.991379:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761898.015342:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761899.039384:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761899.999375:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761899.999383:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761899.999387:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761899.999397:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1869
00000100:00080000:2.0:1789761899.999407:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761899.999413:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789761899.999450:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb480 x1876699521249920/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761899.999477:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761899.999480:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761899.999481:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761899.999484:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1869
00000100:00080000:2.0:1789761899.999486:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761899.999489:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761899.999497:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761899.999506:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8a80 x1876699521250048/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761899.999514:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761899.999534:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761899.999536:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761899.999542:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1869
00000100:00100000:1.0:1789761899.999543:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521249920:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789761899.999545:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761899.999553:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761899.999558:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761899.999569:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9880 x1876699521250176/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761899.999578:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761899.999580:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761899.999582:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761899.999584:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1869
00000100:00080000:2.0:1789761899.999588:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761899.999590:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761899.999594:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761899.999602:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9180 x1876699521250304/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761899.999609:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789761899.999612:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:2.0:1789761899.999613:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761899.999617:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761899.999621:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1869
00000100:00080000:2.0:1789761899.999623:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761899.999626:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761899.999629:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761899.999637:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeaa00 x1876699521250432/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761899.999643:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761899.999645:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761899.999646:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761899.999650:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1869
00000100:00080000:2.0:1789761899.999653:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761899.999654:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761899/real 1789761899]  req@ffff911a12eeb480 x1876699521249920/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761899.999658:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761899.999666:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761899.999678:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9c00 x1876699521250560/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761899.999680:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb480 x1876699521249920/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761899.999706:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761899.999711:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761899.999715:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521249920:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789761899.999721:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521250048:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761899.999738:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761899.999748:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761899/real 1789761899]  req@ffff911a12ee8a80 x1876699521250048/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761899.999757:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8a80 x1876699521250048/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761899.999762:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761899.999765:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761899.999767:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521250048:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761899.999786:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521250176:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761899.999796:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761899.999803:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761899/real 1789761899]  req@ffff911a12ee9880 x1876699521250176/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761899.999810:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9880 x1876699521250176/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761899.999815:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761899.999817:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761899.999819:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521250176:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761899.999824:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521250304:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789761899.999843:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761899.999854:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761899/real 1789761899]  req@ffff911a12ee9180 x1876699521250304/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761899.999867:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9180 x1876699521250304/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761899.999876:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761899.999879:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761899.999883:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521250304:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761899.999889:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521250432:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761899.999904:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761899.999912:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761899/real 1789761899]  req@ffff911a12eeaa00 x1876699521250432/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761899.999919:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeaa00 x1876699521250432/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761899.999925:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761899.999927:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761899.999929:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521250432:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761899.999933:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521250560:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761899.999943:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761899.999949:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761899/real 1789761899]  req@ffff911a12ee9c00 x1876699521250560/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761899.999956:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9c00 x1876699521250560/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761899.999961:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761899.999962:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761899.999964:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521250560:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761900.063391:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761901.087342:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761902.111423:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761903.135371:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761904.159385:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761905.119414:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761905.119437:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761905.119440:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761905.119451:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1874
00000100:00080000:0.0:1789761905.119463:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761905.119471:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789761905.119532:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521250688/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761905.119570:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761905.119573:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761905.119575:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761905.119578:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1874
00000100:00080000:0.0:1789761905.119581:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761905.119584:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761905.119592:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761905.119603:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521250816/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761905.119610:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761905.119613:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761905.119614:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761905.119617:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1874
00000100:00080000:0.0:1789761905.119619:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761905.119623:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789761905.119625:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521250688:192.168.203.116@tcp:250:kworker.0
00000008:00100000:0.0:1789761905.119627:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761905.119638:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56d80 x1876699521250944/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761905.119645:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761905.119648:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761905.119650:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761905.119652:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1874
00000100:00080000:0.0:1789761905.119654:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761905.119656:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761905.119660:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761905.119669:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521251072/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761905.119676:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761905.119678:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761905.119679:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761905.119683:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1874
00000100:00080000:0.0:1789761905.119686:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761905.119689:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761905.119693:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789761905.119699:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789761905.119703:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521251200/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761905.119711:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761905.119713:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761905.119715:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761905.119718:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1874
00000100:00080000:0.0:1789761905.119720:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761905.119734:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761905.119737:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761905.119744:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521251328/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761905.119760:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761905/real 1789761905]  req@ffff911a05c56a00 x1876699521250688/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761905.119777:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521250688/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761905.119786:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761905.119789:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761905.119793:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521250688:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789761905.119799:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521250816:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761905.119814:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761905.119833:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761905/real 1789761905]  req@ffff911a05c55880 x1876699521250816/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761905.119841:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521250816/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761905.119847:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761905.119848:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761905.119850:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521250816:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761905.119872:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521250944:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761905.119883:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761905.119889:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761905/real 1789761905]  req@ffff911a05c56d80 x1876699521250944/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761905.119897:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56d80 x1876699521250944/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761905.119902:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761905.119904:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761905.119906:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521250944:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761905.119909:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521251072:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789761905.119920:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761905.119927:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761905/real 1789761905]  req@ffff911a05c54000 x1876699521251072/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761905.119934:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521251072/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761905.119939:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761905.119941:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761905.119943:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521251072:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761905.119946:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521251200:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761905.119957:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761905.119963:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761905/real 1789761905]  req@ffff911a05c54700 x1876699521251200/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761905.119981:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521251200/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761905.119986:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761905.119988:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761905.119989:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521251200:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761905.119993:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521251328:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761905.120002:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761905.120008:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761905/real 1789761905]  req@ffff911a05c57100 x1876699521251328/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761905.120014:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521251328/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761905.120020:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761905.120023:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761905.120025:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521251328:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761905.183388:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761906.207398:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761907.231409:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761908.255389:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761909.279394:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761910.239384:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761910.239395:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761910.239400:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761910.239411:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1879
00000100:00080000:2.0:1789761910.239434:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761910.239457:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789761910.239501:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9c00 x1876699521251456/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761910.239530:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761910.239534:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761910.239536:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761910.239541:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1879
00000100:00080000:2.0:1789761910.239545:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761910.239549:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761910.239560:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761910.239584:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521251456:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761910.239595:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeaa00 x1876699521251584/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761910.239608:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761910.239611:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761910.239614:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761910.239619:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1879
00000100:00080000:2.0:1789761910.239623:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761910.239628:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761910.239634:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789761910.239645:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761910.239651:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9180 x1876699521251712/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761910.239664:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761910.239668:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761910.239670:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761910.239675:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1879
00000100:00080000:2.0:1789761910.239679:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761910.239684:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789761910.239687:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761910/real 1789761910]  req@ffff911a12ee9c00 x1876699521251456/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789761910.239692:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761910.239707:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9c00 x1876699521251456/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761910.239713:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9880 x1876699521251840/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761910.239720:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761910.239729:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:2.0:1789761910.239732:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789761910.239734:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521251456:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789761910.239742:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761910.239745:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761910.239751:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1879
00000100:00080000:2.0:1789761910.239756:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761910.239760:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521251584:192.168.203.116@tcp:38:kworker.0
00000100:00080000:2.0:1789761910.239766:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761910.239775:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789761910.239784:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761910.239794:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8a80 x1876699521251968/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761910.239798:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761910/real 1789761910]  req@ffff911a12eeaa00 x1876699521251584/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761910.239829:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeaa00 x1876699521251584/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761910.239830:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761910.239841:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761910.239844:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761910.239846:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761910.239849:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761910.239857:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521251584:192.168.203.116@tcp:38:kworker.0
00000100:00080000:2.0:1789761910.239858:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1879
00000100:00100000:1.0:1789761910.239866:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521251712:192.168.203.116@tcp:38:kworker.0
00000100:00080000:2.0:1789761910.239866:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761910.239876:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761910.239883:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789761910.239887:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761910.239897:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761910/real 1789761910]  req@ffff911a12ee9180 x1876699521251712/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761910.239903:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb480 x1876699521252096/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761910.239909:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9180 x1876699521251712/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761910.239929:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761910.239933:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761910.239936:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521251712:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761910.239941:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521251840:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789761910.239955:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761910.239961:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761910/real 1789761910]  req@ffff911a12ee9880 x1876699521251840/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761910.239968:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9880 x1876699521251840/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761910.239985:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761910.239986:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761910.239988:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521251840:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761910.239998:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521251968:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761910.240008:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761910.240015:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761910/real 1789761910]  req@ffff911a12ee8a80 x1876699521251968/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761910.240022:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8a80 x1876699521251968/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761910.240027:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761910.240029:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761910.240031:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521251968:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761910.240034:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521252096:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761910.240055:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761910.240062:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761910/real 1789761910]  req@ffff911a12eeb480 x1876699521252096/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761910.240069:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb480 x1876699521252096/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761910.240074:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761910.240076:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761910.240078:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521252096:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761910.303408:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761911.327415:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761912.351394:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761913.375355:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761914.399474:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761915.359469:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761915.359479:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761915.359483:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761915.359501:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1884
00000100:00080000:3.0:1789761915.359542:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761915.359552:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789761915.359598:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521252224/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761915.359628:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761915.359632:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761915.359634:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761915.359638:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1884
00000100:00080000:3.0:1789761915.359642:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761915.359645:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761915.359673:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761915.359683:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521252352/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761915.359692:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761915.359695:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761915.359696:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761915.359700:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1884
00000100:00080000:3.0:1789761915.359702:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761915.359705:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761915.359708:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761915.359716:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521252480/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761915.359727:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761915.359730:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761915.359731:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761915.359738:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1884
00000100:00080000:3.0:1789761915.359741:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761915.359743:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521252224:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789761915.359748:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761915.359764:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761915.359773:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521252608/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761915.359781:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761915.359785:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761915.359787:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761915.359790:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1884
00000100:00080000:3.0:1789761915.359793:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761915.359796:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761915.359800:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761915.359809:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521252736/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761915.359815:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761915.359818:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761915.359819:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761915.359822:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1884
00000100:00080000:3.0:1789761915.359832:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761915.359835:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761915.359839:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789761915.359842:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789761915.359854:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521252864/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761915.359901:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761915/real 1789761915]  req@ffff911a04ad2300 x1876699521252224/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761915.359922:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521252224/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761915.359940:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761915.359944:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761915.359949:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521252224:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789761915.359956:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521252352:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761915.359977:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761915.359988:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761915/real 1789761915]  req@ffff911a04ad1880 x1876699521252352/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761915.360000:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521252352/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761915.360007:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761915.360010:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761915.360013:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521252352:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761915.360041:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521252480:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761915.360057:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761915.360065:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761915/real 1789761915]  req@ffff911a04ad1c00 x1876699521252480/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761915.360076:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521252480/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761915.360084:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761915.360086:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761915.360089:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521252480:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761915.360095:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521252608:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789761915.360111:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761915.360119:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761915/real 1789761915]  req@ffff911a04ad0000 x1876699521252608/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761915.360130:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521252608/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761915.360137:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761915.360140:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761915.360143:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521252608:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761915.360148:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521252736:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761915.360163:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761915.360172:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761915/real 1789761915]  req@ffff911a04ad3480 x1876699521252736/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761915.360191:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521252736/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761915.360198:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761915.360201:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761915.360204:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521252736:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761915.360209:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521252864:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761915.360279:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761915.360290:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761915/real 1789761915]  req@ffff911a04ad1f80 x1876699521252864/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761915.360302:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521252864/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761915.360309:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761915.360312:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761915.360315:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521252864:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761915.423479:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761916.447411:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761917.471409:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761918.495432:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761919.519431:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761920.479319:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761920.479331:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761920.479335:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761920.479346:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1889
00000100:00080000:3.0:1789761920.479388:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761920.479396:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789761920.479437:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3100 x1876699521252992/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761920.479464:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761920.479467:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761920.479468:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761920.479472:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1889
00000100:00080000:3.0:1789761920.479475:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761920.479478:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761920.479487:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761920.479497:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0a80 x1876699521253120/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761920.479505:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761920.479508:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761920.479509:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761920.479513:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1889
00000100:00080000:3.0:1789761920.479516:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761920.479518:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761920.479522:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761920.479530:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521252992:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789761920.479533:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521253248/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761920.479546:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761920.479548:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761920.479549:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761920.479552:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1889
00000100:00080000:3.0:1789761920.479554:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761920.479557:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761920.479560:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761920.479568:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521253376/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761920.479575:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761920.479577:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761920.479578:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761920.479581:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1889
00000100:00080000:3.0:1789761920.479584:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761920.479587:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761920.479590:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761920.479597:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521253504/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761920.479605:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761920.479607:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761920.479608:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761920.479612:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1889
00000100:00080000:3.0:1789761920.479614:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789761920.479619:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789761920.479620:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761920.479625:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761920.479633:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521253632/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761920.479675:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761920/real 1789761920]  req@ffff911a04ad3100 x1876699521252992/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761920.479697:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3100 x1876699521252992/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761920.479710:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761920.479715:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761920.479720:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521252992:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789761920.479729:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521253120:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761920.479764:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761920.479780:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761920/real 1789761920]  req@ffff911a04ad0a80 x1876699521253120/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761920.479801:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0a80 x1876699521253120/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761920.479819:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761920.479823:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761920.479827:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521253120:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761920.479854:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521253248:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761920.479877:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761920.479889:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761920/real 1789761920]  req@ffff911a04ad1f80 x1876699521253248/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761920.479918:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521253248/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761920.479928:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761920.479932:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761920.479936:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521253248:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761920.479944:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521253376:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789761920.479968:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761920.479981:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761920/real 1789761920]  req@ffff911a04ad3480 x1876699521253376/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761920.479995:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521253376/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761920.480005:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761920.480009:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761920.480014:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521253376:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761920.480021:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521253504:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761920.480044:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761920.480058:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761920/real 1789761920]  req@ffff911a04ad0000 x1876699521253504/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761920.480072:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521253504/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761920.480081:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761920.480085:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761920.480090:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521253504:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761920.480097:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521253632:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761920.480119:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761920.480132:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761920/real 1789761920]  req@ffff911a04ad1c00 x1876699521253632/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761920.480146:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521253632/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761920.480156:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761920.480160:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761920.480163:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521253632:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761920.543390:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761921.567499:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761922.591343:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761923.615375:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761924.639360:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761925.599289:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761925.599297:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761925.599301:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761925.599309:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1894
00000100:00080000:3.0:1789761925.599318:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761925.599336:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789761925.599377:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521253760/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761925.599406:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761925.599408:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761925.599410:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761925.599413:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1894
00000100:00080000:3.0:1789761925.599417:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761925.599420:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761925.599427:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761925.599438:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521253888/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761925.599446:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761925.599448:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761925.599449:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761925.599454:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1894
00000100:00100000:1.0:1789761925.599456:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521253760:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789761925.599456:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761925.599461:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761925.599468:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761925.599474:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521254016/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761925.599480:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761925.599482:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761925.599484:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761925.599486:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1894
00000100:00080000:3.0:1789761925.599488:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761925.599490:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761925.599493:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761925.599501:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521254144/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761925.599508:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761925.599510:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761925.599511:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761925.599513:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1894
00000100:00080000:3.0:1789761925.599515:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761925.599518:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761925.599520:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761925.599527:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521254272/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761925.599533:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789761925.599534:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789761925.599536:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761925.599539:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761925.599543:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1894
00000100:00080000:3.0:1789761925.599546:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761925.599549:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761925.599552:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761925.599559:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521254400/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761925.599578:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761925/real 1789761925]  req@ffff911a04ad1880 x1876699521253760/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761925.599592:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521253760/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761925.599600:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761925.599603:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761925.599606:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521253760:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789761925.599626:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521253888:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761925.599642:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761925.599650:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761925/real 1789761925]  req@ffff911a04ad2300 x1876699521253888/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761925.599658:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521253888/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761925.599663:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761925.599666:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761925.599668:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521253888:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761925.599671:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521254016:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761925.599681:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761925.599686:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761925/real 1789761925]  req@ffff911a04ad0380 x1876699521254016/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761925.599694:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521254016/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761925.599703:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761925.599705:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761925.599708:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521254016:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761925.599711:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521254144:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789761925.599721:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761925.599726:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761925/real 1789761925]  req@ffff911a04ad3800 x1876699521254144/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761925.599733:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521254144/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761925.599738:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761925.599740:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761925.599742:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521254144:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761925.599745:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521254272:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761925.599754:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761925.599760:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761925/real 1789761925]  req@ffff911a04ad2a00 x1876699521254272/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761925.599767:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521254272/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761925.599772:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761925.599774:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761925.599776:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521254272:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761925.599779:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521254400:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761925.599789:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761925.599794:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761925/real 1789761925]  req@ffff911a04ad1500 x1876699521254400/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761925.599801:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1500 x1876699521254400/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761925.599805:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761925.599807:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761925.599809:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521254400:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761925.663346:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761926.687401:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761927.711499:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761928.735429:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761929.759406:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761930.719360:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761930.719371:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761930.719375:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761930.719386:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1899
00000100:00080000:3.0:1789761930.719398:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761930.719406:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789761930.719452:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0700 x1876699521254528/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761930.719477:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761930.719480:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761930.719481:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761930.719485:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1899
00000100:00080000:3.0:1789761930.719487:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761930.719490:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761930.719499:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761930.719509:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2680 x1876699521254656/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761930.719518:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761930.719520:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761930.719522:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761930.719526:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1899
00000100:00100000:1.0:1789761930.719528:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521254528:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789761930.719529:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761930.719535:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761930.719539:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761930.719549:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521254784/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761930.719558:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761930.719561:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761930.719562:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761930.719564:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1899
00000100:00080000:3.0:1789761930.719566:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761930.719568:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761930.719572:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761930.719580:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521254912/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761930.719587:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761930.719589:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761930.719591:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761930.719593:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1899
00000100:00080000:3.0:1789761930.719596:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761930.719598:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761930.719601:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761930.719608:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521255040/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761930.719614:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761930.719616:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761930.719617:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761930.719620:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1899
00000100:00080000:3.0:1789761930.719623:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761930.719626:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789761930.719630:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761930.719641:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521255168/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761930.719664:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521254656:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761930.719702:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521254784:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761930.719717:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521254912:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761930.719731:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521255040:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761930.719744:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521255168:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761930.783417:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761931.807412:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761932.831397:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789761933.791644:0:2392:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.116:988
00000400:00000100:2.0:1789761933.791693:0:2392:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.116@tcp at host 192.168.203.116 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789761933.791710:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:2.0:1789761933.791768:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:2.0:1789761933.791780:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:2.0:1789761933.791791:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:2.0:1789761933.791802:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:2.0:1789761933.791817:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000100:00100000:1.0:1789761933.791840:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761930/real 1789761933]  req@ffff911a04ad2680 x1876699521254656/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761933.791879:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2680 x1876699521254656/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761933.791895:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761933.791902:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761933.791907:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521254656:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761933.791916:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761930/real 1789761933]  req@ffff911a04ad1500 x1876699521254784/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761933.791930:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1500 x1876699521254784/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761933.791939:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761933.791944:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761933.791947:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521254784:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761933.791956:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761930/real 1789761933]  req@ffff911a04ad2a00 x1876699521254912/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761933.791971:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521254912/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761933.791979:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761933.791984:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761933.791988:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521254912:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761933.791996:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761930/real 1789761933]  req@ffff911a04ad3800 x1876699521255040/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761933.792010:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521255040/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761933.792020:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761933.792024:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761933.792028:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521255040:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761933.792036:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761930/real 1789761933]  req@ffff911a04ad0380 x1876699521255168/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761933.792049:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521255168/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761933.792056:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761933.792060:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761933.792064:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521255168:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761933.792072:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761930/real 1789761933]  req@ffff911a04ad0700 x1876699521254528/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761933.792086:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0700 x1876699521254528/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761933.792094:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761933.792098:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761933.792102:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521254528:192.168.203.116@tcp:250:kworker.0
00010000:00010000:0.0:1789761933.855415:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761934.879368:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761935.839355:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761935.839372:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761935.839379:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761935.839391:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1905
00000100:00080000:0.0:1789761935.839405:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761935.839414:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789761935.839459:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55c00 x1876699521255296/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761935.839490:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761935.839493:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761935.839495:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761935.839499:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1905
00000100:00080000:0.0:1789761935.839503:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761935.839509:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761935.839519:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761935.839539:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56680 x1876699521255424/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761935.839544:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521255296:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789761935.839569:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761935.839574:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761935.839576:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761935.839583:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1905
00000100:00080000:0.0:1789761935.839588:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761935.839593:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761935.839601:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761935.839631:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55f80 x1876699521255552/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761935.839644:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761935.839649:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761935.839655:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761935.839660:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1905
00000100:00080000:0.0:1789761935.839667:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761935.839682:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000800:00000100:1.0:1789761935.839692:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000008:00100000:0.0:1789761935.839697:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761935.839719:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55500 x1876699521255680/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761935.839733:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761935.839737:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761935.839740:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761935.839746:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1905
00000100:00080000:0.0:1789761935.839752:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761935.839761:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761935/real 1789761935]  req@ffff911a05c55c00 x1876699521255296/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761935.839762:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761935.839778:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761935.839802:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55c00 x1876699521255296/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761935.839804:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54e00 x1876699521255808/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761935.839846:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761935.839852:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761935.839860:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:0.0:1789761935.839864:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761935.839870:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761935.839872:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521255296:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789761935.839883:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1905
00000100:00080000:0.0:1789761935.839890:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761935.839897:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761935.839903:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761935.839923:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521255424:192.168.203.116@tcp:38:kworker.0
00000100:00100000:0.0:1789761935.839925:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57b80 x1876699521255936/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761935.839982:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761935.840005:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761935/real 1789761935]  req@ffff911a05c56680 x1876699521255424/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761935.840018:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56680 x1876699521255424/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761935.840028:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761935.840031:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761935.840035:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521255424:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761935.840042:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521255552:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761935.840068:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761935.840079:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761935/real 1789761935]  req@ffff911a05c55f80 x1876699521255552/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761935.840089:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55f80 x1876699521255552/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761935.840103:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761935.840106:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761935.840109:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521255552:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761935.840115:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521255680:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789761935.840137:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761935.840149:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761935/real 1789761935]  req@ffff911a05c55500 x1876699521255680/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761935.840162:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55500 x1876699521255680/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761935.840171:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761935.840174:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761935.840177:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521255680:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761935.840184:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521255808:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761935.840206:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761935.840270:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761935/real 1789761935]  req@ffff911a05c54e00 x1876699521255808/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761935.840283:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54e00 x1876699521255808/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761935.840291:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761935.840294:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761935.840299:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521255808:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761935.840319:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521255936:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761935.840360:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761935.840373:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761935/real 1789761935]  req@ffff911a05c57b80 x1876699521255936/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761935.840385:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57b80 x1876699521255936/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761935.840393:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761935.840412:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761935.840417:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521255936:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761935.903433:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761936.927407:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761937.951433:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761938.975412:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761939.999371:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761940.959368:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761940.959382:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761940.959387:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761940.959400:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1910
00000100:00080000:0.0:1789761940.959415:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761940.959424:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789761940.959466:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57b80 x1876699521256064/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761940.959493:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761940.959496:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761940.959498:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761940.959501:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1910
00000100:00080000:0.0:1789761940.959504:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761940.959507:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761940.959514:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761940.959526:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54e00 x1876699521256192/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761940.959540:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761940.959543:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761940.959544:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761940.959549:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1910
00000100:00100000:1.0:1789761940.959551:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521256064:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789761940.959552:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761940.959558:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761940.959563:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761940.959571:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55500 x1876699521256320/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761940.959577:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761940.959580:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761940.959581:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761940.959584:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1910
00000100:00080000:0.0:1789761940.959586:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761940.959589:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761940.959593:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761940.959600:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55f80 x1876699521256448/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761940.959607:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761940.959610:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761940.959611:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761940.959613:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1910
00000100:00080000:0.0:1789761940.959617:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761940.959619:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000800:00000100:1.0:1789761940.959624:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000008:00100000:0.0:1789761940.959625:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761940.959634:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56680 x1876699521256576/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761940.959642:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761940.959645:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761940.959646:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761940.959649:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1910
00000100:00080000:0.0:1789761940.959651:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761940.959654:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761940.959657:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761940.959666:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55c00 x1876699521256704/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761940.959673:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761940/real 1789761940]  req@ffff911a05c57b80 x1876699521256064/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761940.959690:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57b80 x1876699521256064/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761940.959699:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761940.959703:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761940.959707:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521256064:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789761940.959729:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521256192:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761940.959744:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761940.959763:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761940/real 1789761940]  req@ffff911a05c54e00 x1876699521256192/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761940.959775:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54e00 x1876699521256192/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761940.959781:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761940.959783:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761940.959786:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521256192:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761940.959790:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521256320:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761940.959802:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761940.959808:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761940/real 1789761940]  req@ffff911a05c55500 x1876699521256320/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761940.959816:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55500 x1876699521256320/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761940.959821:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761940.959823:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761940.959824:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521256320:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761940.959828:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521256448:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789761940.959839:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761940.959845:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761940/real 1789761940]  req@ffff911a05c55f80 x1876699521256448/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761940.959852:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55f80 x1876699521256448/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761940.959858:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761940.959860:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761940.959863:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521256448:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761940.959866:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521256576:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761940.959876:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761940.959881:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761940/real 1789761940]  req@ffff911a05c56680 x1876699521256576/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761940.959888:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56680 x1876699521256576/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761940.959893:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761940.959895:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761940.959897:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521256576:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761940.959900:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521256704:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761940.959910:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761940.959915:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761940/real 1789761940]  req@ffff911a05c55c00 x1876699521256704/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761940.959922:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55c00 x1876699521256704/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761940.959926:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761940.959928:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761940.959931:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521256704:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761941.023415:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761942.047394:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761943.071410:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761944.095416:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761945.119406:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761946.079301:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761946.079310:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761946.079315:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761946.079324:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1915
00000100:00080000:0.0:1789761946.079336:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761946.079343:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789761946.079385:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521256832/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761946.079414:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761946.079419:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761946.079420:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761946.079424:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1915
00000100:00080000:0.0:1789761946.079427:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761946.079430:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761946.079439:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761946.079452:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521256960/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761946.079462:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761946.079465:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761946.079466:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761946.079470:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1915
00000100:00080000:0.0:1789761946.079472:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761946.079476:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761946.079479:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761946.079488:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521257088/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761946.079520:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521256832:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789761946.079524:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761946.079540:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761946.079543:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761946.079547:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1915
00000100:00080000:0.0:1789761946.079550:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761946.079553:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761946.079582:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761946.079596:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56d80 x1876699521257216/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761946.079607:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761946.079610:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761946.079612:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761946.079616:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1915
00000100:00080000:0.0:1789761946.079620:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761946.079624:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761946.079629:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789761946.079633:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789761946.079645:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521257344/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761946.079676:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761946.079681:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761946.079683:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761946.079690:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1915
00000100:00080000:0.0:1789761946.079697:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761946.079707:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761946/real 1789761946]  req@ffff911a05c57100 x1876699521256832/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761946.079708:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761946.079724:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761946.079733:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521256832/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761946.079740:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521257472/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761946.079757:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761946.079764:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761946.079770:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521256832:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789761946.079779:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521256960:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761946.079799:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761946.079808:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761946/real 1789761946]  req@ffff911a05c54700 x1876699521256960/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761946.079818:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521256960/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761946.079824:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761946.079826:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761946.079828:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521256960:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761946.079852:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521257088:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761946.079865:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761946.079873:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761946/real 1789761946]  req@ffff911a05c54000 x1876699521257088/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761946.079882:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521257088/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761946.079888:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761946.079890:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761946.079892:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521257088:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761946.079896:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521257216:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789761946.079909:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761946.079916:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761946/real 1789761946]  req@ffff911a05c56d80 x1876699521257216/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761946.079925:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56d80 x1876699521257216/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761946.079930:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761946.079933:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761946.079935:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521257216:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761946.079939:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521257344:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761946.079950:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761946.079957:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761946/real 1789761946]  req@ffff911a05c55880 x1876699521257344/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761946.079965:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521257344/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761946.079972:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761946.079974:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761946.079976:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521257344:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761946.079980:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521257472:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761946.079992:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761946.079998:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761946/real 1789761946]  req@ffff911a05c56a00 x1876699521257472/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761946.080006:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521257472/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761946.080012:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761946.080014:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761946.080016:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521257472:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789761946.143443:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761947.167366:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761948.191409:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761949.215414:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761950.239406:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761951.199280:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761951.199291:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761951.199295:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761951.199305:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1920
00000100:00080000:0.0:1789761951.199317:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761951.199333:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789761951.199383:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54a80 x1876699521257600/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761951.199406:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761951.199409:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761951.199411:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761951.199415:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1920
00000100:00080000:0.0:1789761951.199418:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761951.199422:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761951.199431:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761951.199444:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55180 x1876699521257728/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761951.199452:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521257600:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789761951.199454:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761951.199461:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761951.199462:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761951.199465:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1920
00000100:00080000:0.0:1789761951.199467:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761951.199470:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761951.199472:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761951.199484:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56300 x1876699521257856/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761951.199495:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761951.199499:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761951.199502:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761951.199505:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1920
00000100:00080000:0.0:1789761951.199511:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761951.199515:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761951.199522:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789761951.199524:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789761951.199541:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54380 x1876699521257984/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761951.199553:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761951.199557:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761951.199560:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761951.199565:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1920
00000100:00080000:0.0:1789761951.199571:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761951.199571:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761951/real 1789761951]  req@ffff911a05c54a80 x1876699521257600/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761951.199582:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761951.199589:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761951.199591:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54a80 x1876699521257600/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761951.199602:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761951.199607:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:0.0:1789761951.199609:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57800 x1876699521258112/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761951.199612:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521257600:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789761951.199624:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761951.199629:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761951.199632:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761951.199638:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1920
00000100:00080000:0.0:1789761951.199642:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761951.199647:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521257728:192.168.203.116@tcp:38:kworker.0
00000100:00080000:0.0:1789761951.199649:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761951.199659:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761951.199674:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54a80 x1876699521258240/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761951.199683:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761951.199704:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761951/real 1789761951]  req@ffff911a05c55180 x1876699521257728/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761951.199717:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55180 x1876699521257728/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761951.199727:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761951.199731:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761951.199735:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521257728:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761951.199742:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521257856:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761951.199766:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761951.199776:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761951/real 1789761951]  req@ffff911a05c56300 x1876699521257856/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761951.199784:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56300 x1876699521257856/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761951.199790:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761951.199793:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761951.199795:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521257856:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761951.199799:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521257984:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789761951.199813:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761951.199820:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761951/real 1789761951]  req@ffff911a05c54380 x1876699521257984/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761951.199828:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54380 x1876699521257984/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761951.199833:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761951.199835:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761951.199837:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521257984:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761951.199840:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521258112:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761951.199852:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761951.199859:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761951/real 1789761951]  req@ffff911a05c57800 x1876699521258112/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761951.199866:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57800 x1876699521258112/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761951.199871:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761951.199873:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761951.199875:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521258112:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761951.199892:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521258240:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761951.199904:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761951.199911:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761951/real 1789761951]  req@ffff911a05c54a80 x1876699521258240/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761951.199918:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54a80 x1876699521258240/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761951.199924:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761951.199927:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761951.199929:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521258240:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761951.263410:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761952.287384:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761953.311367:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761954.335361:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761955.359420:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761956.319350:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761956.319360:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761956.319365:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761956.319375:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1925
00000100:00080000:0.0:1789761956.319386:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761956.319394:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789761956.319438:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521258368/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761956.319467:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761956.319471:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761956.319473:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761956.319478:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1925
00000100:00080000:0.0:1789761956.319482:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761956.319486:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761956.319496:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761956.319516:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521258496/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761956.319535:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761956.319539:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761956.319542:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761956.319553:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1925
00000100:00100000:1.0:1789761956.319554:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521258368:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789761956.319558:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761956.319563:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761956.319568:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761956.319589:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56d80 x1876699521258624/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761956.319600:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761956.319604:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761956.319606:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761956.319611:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1925
00000100:00080000:0.0:1789761956.319614:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761956.319620:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761956.319626:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761956.319641:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521258752/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761956.319652:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761956.319656:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761956.319659:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761956.319664:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1925
00000800:00000100:1.0:1789761956.319673:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789761956.319675:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761956.319683:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761956.319690:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761956.319705:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521258880/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761956.319717:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761956.319721:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761956.319723:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761956.319728:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1925
00000100:00080000:0.0:1789761956.319732:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761956.319737:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761956/real 1789761956]  req@ffff911a05c56a00 x1876699521258368/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761956.319742:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761956.319754:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761956.319775:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521259008/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761956.319782:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521258368/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761956.319811:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761956.319819:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761956.319826:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521258368:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789761956.319865:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521258496:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761956.319903:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761956.319920:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761956/real 1789761956]  req@ffff911a05c55880 x1876699521258496/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761956.319936:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521258496/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761956.319946:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761956.319950:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761956.319954:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521258496:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761956.319962:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521258624:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761956.319987:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761956.320000:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761956/real 1789761956]  req@ffff911a05c56d80 x1876699521258624/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761956.320014:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56d80 x1876699521258624/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761956.320023:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761956.320026:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761956.320030:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521258624:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761956.320038:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521258752:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789761956.320063:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761956.320076:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761956/real 1789761956]  req@ffff911a05c54000 x1876699521258752/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761956.320089:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521258752/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761956.320116:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761956.320121:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761956.320124:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521258752:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761956.320132:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521258880:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761956.320156:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761956.320170:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761956/real 1789761956]  req@ffff911a05c54700 x1876699521258880/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761956.320185:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521258880/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761956.320194:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761956.320197:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761956.320201:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521258880:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761956.320208:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521259008:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761956.320266:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761956.320280:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761956/real 1789761956]  req@ffff911a05c57100 x1876699521259008/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761956.320294:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521259008/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761956.320303:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761956.320307:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761956.320311:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521259008:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761956.383377:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761957.407361:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761958.431367:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761959.455378:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761960.479369:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761961.439307:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761961.439316:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761961.439319:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761961.439328:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1930
00000100:00080000:1.0:1789761961.439338:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761961.439344:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789761961.439391:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09500 x1876699521259136/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761961.439415:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761961.439417:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761961.439419:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761961.439422:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1930
00000100:00080000:1.0:1789761961.439424:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761961.439427:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761961.439435:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761961.439444:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a300 x1876699521259264/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761961.439455:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761961.439455:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521259136:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789761961.439458:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761961.439462:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761961.439467:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1930
00000100:00080000:1.0:1789761961.439469:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761961.439471:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761961.439474:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761961.439483:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a680 x1876699521259392/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761961.439489:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761961.439491:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761961.439493:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761961.439495:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1930
00000100:00080000:1.0:1789761961.439498:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761961.439500:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761961.439504:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761961.439510:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b100 x1876699521259520/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761961.439517:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761961.439519:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761961.439520:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761961.439523:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1930
00000100:00080000:1.0:1789761961.439525:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789761961.439528:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789761961.439531:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761961.439535:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761961.439542:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09880 x1876699521259648/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761961.439549:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761961.439552:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761961.439553:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761961.439556:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1930
00000100:00080000:1.0:1789761961.439559:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761961.439561:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761961.439565:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761961.439570:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761961/real 1789761961]  req@ffff911a08b09500 x1876699521259136/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761961.439575:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08e00 x1876699521259776/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761961.439601:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09500 x1876699521259136/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761961.439619:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761961.439623:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761961.439626:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521259136:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761961.439647:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521259264:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761961.439664:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761961.439673:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761961/real 1789761961]  req@ffff911a08b0a300 x1876699521259264/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761961.439681:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a300 x1876699521259264/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761961.439687:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761961.439690:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761961.439692:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521259264:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761961.439695:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521259392:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761961.439706:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761961.439714:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761961/real 1789761961]  req@ffff911a08b0a680 x1876699521259392/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761961.439726:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a680 x1876699521259392/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761961.439734:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761961.439738:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761961.439742:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521259392:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761961.439748:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521259520:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761961.439769:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761961.439777:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761961/real 1789761961]  req@ffff911a08b0b100 x1876699521259520/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761961.439786:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b100 x1876699521259520/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761961.439794:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761961.439797:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761961.439801:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521259520:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761961.439806:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521259648:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761961.439828:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761961.439839:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761961/real 1789761961]  req@ffff911a08b09880 x1876699521259648/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761961.439849:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09880 x1876699521259648/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761961.439854:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761961.439856:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761961.439858:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521259648:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761961.439862:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521259776:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761961.439876:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761961.439883:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761961/real 1789761961]  req@ffff911a08b08e00 x1876699521259776/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761961.439890:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08e00 x1876699521259776/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761961.439899:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761961.439901:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761961.439903:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521259776:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761961.503467:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761962.527433:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761963.551383:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761964.575387:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761965.599338:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761966.559291:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761966.559299:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761966.559303:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761966.559312:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1935
00000100:00080000:1.0:1789761966.559321:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761966.559328:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789761966.559365:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09180 x1876699521259904/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761966.559386:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761966.559389:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761966.559390:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761966.559401:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1935
00000100:00080000:1.0:1789761966.559404:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761966.559407:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761966.559416:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761966.559426:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521259904:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789761966.559431:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0aa00 x1876699521260032/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761966.559449:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761966.559451:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761966.559452:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761966.559458:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1935
00000100:00080000:1.0:1789761966.559461:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761966.559464:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761966.559469:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761966.559479:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0ad80 x1876699521260160/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761966.559486:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761966.559489:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761966.559491:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761966.559494:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1935
00000100:00080000:1.0:1789761966.559496:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761966.559499:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761966.559503:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761966.559510:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09f80 x1876699521260288/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761966.559518:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789761966.559532:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761966.559536:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761966.559538:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761966.559543:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1935
00000100:00080000:1.0:1789761966.559546:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761966.559551:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761966.559555:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761966.559564:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08380 x1876699521260416/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761966.559572:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761966.559575:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761966/real 1789761966]  req@ffff911a08b09180 x1876699521259904/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761966.559576:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761966.559579:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761966.559595:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1935
00000100:00080000:1.0:1789761966.559602:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761966.559605:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761966.559608:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761966.559627:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08700 x1876699521260544/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761966.559632:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09180 x1876699521259904/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761966.559662:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761966.559666:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761966.559669:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521259904:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761966.559695:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521260032:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761966.559713:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761966.559722:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761966/real 1789761966]  req@ffff911a08b0aa00 x1876699521260032/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761966.559730:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0aa00 x1876699521260032/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761966.559736:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761966.559739:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761966.559741:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521260032:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761966.559746:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521260160:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761966.559757:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761966.559763:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761966/real 1789761966]  req@ffff911a08b0ad80 x1876699521260160/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761966.559771:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0ad80 x1876699521260160/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761966.559776:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761966.559778:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761966.559780:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521260160:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761966.559785:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521260288:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761966.559797:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761966.559803:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761966/real 1789761966]  req@ffff911a08b09f80 x1876699521260288/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761966.559810:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09f80 x1876699521260288/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761966.559816:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761966.559818:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761966.559820:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521260288:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761966.559824:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521260416:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761966.559835:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761966.559841:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761966/real 1789761966]  req@ffff911a08b08380 x1876699521260416/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761966.559849:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08380 x1876699521260416/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761966.559854:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761966.559856:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761966.559858:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521260416:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761966.559862:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521260544:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761966.559871:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761966.559877:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761966/real 1789761966]  req@ffff911a08b08700 x1876699521260544/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761966.559884:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08700 x1876699521260544/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761966.559889:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761966.559891:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761966.559893:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521260544:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761966.623345:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761967.647338:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761968.671464:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761969.695380:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761970.719368:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761971.679338:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761971.679346:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761971.679350:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761971.679358:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1940
00000100:00080000:2.0:1789761971.679368:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761971.679375:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789761971.679411:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8700 x1876699521260672/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761971.679434:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761971.679437:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761971.679439:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761971.679442:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1940
00000100:00080000:2.0:1789761971.679444:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761971.679447:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761971.679462:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761971.679470:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521260672:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761971.679474:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8e00 x1876699521260800/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761971.679484:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761971.679486:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761971.679488:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761971.679491:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1940
00000100:00080000:2.0:1789761971.679493:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761971.679495:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761971.679499:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761971.679508:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea300 x1876699521260928/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761971.679514:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761971.679517:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761971.679518:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761971.679520:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1940
00000100:00080000:2.0:1789761971.679524:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761971.679527:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761971.679531:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789761971.679535:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761971.679542:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb800 x1876699521261056/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761971.679548:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761971.679551:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761971.679552:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761971.679554:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1940
00000100:00080000:2.0:1789761971.679556:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761971.679559:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761971.679562:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761971.679569:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9f80 x1876699521261184/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761971.679574:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761971.679576:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761971.679577:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761971.679581:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1940
00000100:00080000:2.0:1789761971.679584:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761971.679589:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789761971.679590:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761971/real 1789761971]  req@ffff911a12ee8700 x1876699521260672/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789761971.679594:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761971.679605:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eead80 x1876699521261312/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761971.679613:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8700 x1876699521260672/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761971.679632:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761971.679636:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761971.679639:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521260672:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789761971.679660:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521260800:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761971.679675:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761971.679683:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761971/real 1789761971]  req@ffff911a12ee8e00 x1876699521260800/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761971.679691:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8e00 x1876699521260800/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761971.679702:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761971.679704:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761971.679706:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521260800:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761971.679709:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521260928:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761971.679720:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761971.679726:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761971/real 1789761971]  req@ffff911a12eea300 x1876699521260928/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761971.679733:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea300 x1876699521260928/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761971.679738:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761971.679740:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761971.679741:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521260928:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761971.679745:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521261056:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789761971.679756:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761971.679761:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761971/real 1789761971]  req@ffff911a12eeb800 x1876699521261056/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761971.679768:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb800 x1876699521261056/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761971.679773:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761971.679775:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761971.679778:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521261056:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761971.679781:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521261184:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761971.679791:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761971.679796:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761971/real 1789761971]  req@ffff911a12ee9f80 x1876699521261184/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761971.679803:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9f80 x1876699521261184/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761971.679808:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761971.679809:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761971.679811:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521261184:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761971.679814:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521261312:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761971.679824:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761971.679829:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761971/real 1789761971]  req@ffff911a12eead80 x1876699521261312/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761971.679836:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eead80 x1876699521261312/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761971.679841:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761971.679842:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761971.679844:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521261312:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761971.743345:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761972.767359:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761973.791368:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761974.815359:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761975.839404:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761976.799324:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761976.799336:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761976.799340:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761976.799352:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1946
00000100:00080000:0.0:1789761976.799363:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761976.799371:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789761976.799410:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55c00 x1876699521261440/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761976.799439:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761976.799444:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761976.799446:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761976.799452:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1946
00000100:00080000:0.0:1789761976.799457:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761976.799462:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761976.799473:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761976.799483:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521261440:192.168.203.116@tcp:250:kworker.0
00000100:00100000:0.0:1789761976.799487:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56680 x1876699521261568/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761976.799504:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761976.799507:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761976.799509:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761976.799514:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1946
00000100:00080000:0.0:1789761976.799519:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761976.799523:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761976.799530:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761976.799544:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55f80 x1876699521261696/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761976.799552:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761976.799555:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761976.799557:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761976.799560:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1946
00000100:00080000:0.0:1789761976.799563:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761976.799570:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000800:00000100:1.0:1789761976.799572:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000008:00100000:0.0:1789761976.799576:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761976.799586:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55500 x1876699521261824/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761976.799595:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761976.799598:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761976.799599:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761976.799602:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1946
00000100:00080000:0.0:1789761976.799604:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761976.799606:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761976.799609:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761976.799617:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54e00 x1876699521261952/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761976.799626:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761976.799632:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789761976.799633:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761976/real 1789761976]  req@ffff911a05c55c00 x1876699521261440/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761976.799635:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761976.799645:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1946
00000100:00080000:0.0:1789761976.799649:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761976.799654:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761976.799661:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761976.799674:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57b80 x1876699521262080/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761976.799683:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55c00 x1876699521261440/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761976.799699:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761976.799705:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761976.799710:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521261440:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789761976.799739:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521261568:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761976.799766:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761976.799781:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761976/real 1789761976]  req@ffff911a05c56680 x1876699521261568/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761976.799796:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56680 x1876699521261568/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761976.799806:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761976.799810:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761976.799814:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521261568:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761976.799821:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521261696:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761976.799843:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761976.799855:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761976/real 1789761976]  req@ffff911a05c55f80 x1876699521261696/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761976.799869:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55f80 x1876699521261696/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761976.799886:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761976.799890:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761976.799893:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521261696:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761976.799900:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521261824:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789761976.799922:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761976.799934:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761976/real 1789761976]  req@ffff911a05c55500 x1876699521261824/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761976.799965:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55500 x1876699521261824/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761976.799974:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761976.799978:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761976.799982:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521261824:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761976.799989:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521261952:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761976.800011:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761976.800023:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761976/real 1789761976]  req@ffff911a05c54e00 x1876699521261952/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761976.800037:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54e00 x1876699521261952/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761976.800045:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761976.800049:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761976.800054:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521261952:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761976.800060:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521262080:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761976.800081:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761976.800093:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761976/real 1789761976]  req@ffff911a05c57b80 x1876699521262080/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761976.800107:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57b80 x1876699521262080/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761976.800117:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761976.800120:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761976.800124:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521262080:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761976.863374:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761977.887391:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761978.911388:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761979.935425:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761980.959362:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761981.919319:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761981.919327:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761981.919331:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761981.919342:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1951
00000100:00080000:1.0:1789761981.919354:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761981.919362:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789761981.919406:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08000 x1876699521262208/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761981.919439:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761981.919443:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761981.919445:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761981.919449:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1951
00000100:00080000:1.0:1789761981.919452:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761981.919458:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761981.919467:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761981.919483:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521262208:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789761981.919490:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09c00 x1876699521262336/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761981.919503:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761981.919507:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761981.919509:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761981.919512:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1951
00000100:00080000:1.0:1789761981.919516:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761981.919520:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761981.919525:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761981.919536:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b480 x1876699521262464/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761981.919545:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789761981.919553:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761981.919558:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761981.919560:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761981.919565:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1951
00000100:00080000:1.0:1789761981.919570:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761981.919574:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761981.919579:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761981.919590:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0bb80 x1876699521262592/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761981.919600:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761981/real 1789761981]  req@ffff911a08b08000 x1876699521262208/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761981.919602:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761981.919613:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761981.919616:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761981.919622:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1951
00000100:00080000:1.0:1789761981.919625:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761981.919629:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08000 x1876699521262208/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761981.919634:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761981.919645:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761981.919646:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761981.919652:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761981.919656:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521262208:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789761981.919666:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b800 x1876699521262720/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761981.919675:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761981.919677:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761981.919679:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761981.919683:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521262336:192.168.203.116@tcp:38:kworker.0
00000100:00080000:1.0:1789761981.919684:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1951
00000100:00080000:1.0:1789761981.919690:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761981.919694:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761981.919698:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761981.919707:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08a80 x1876699521262848/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761981.919721:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761981.919735:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761981/real 1789761981]  req@ffff911a08b09c00 x1876699521262336/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761981.919744:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09c00 x1876699521262336/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761981.919750:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761981.919753:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761981.919755:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521262336:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761981.919759:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521262464:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761981.919772:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761981.919779:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761981/real 1789761981]  req@ffff911a08b0b480 x1876699521262464/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761981.919787:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b480 x1876699521262464/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761981.919792:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761981.919794:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761981.919796:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521262464:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761981.919799:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521262592:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761981.919810:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761981.919816:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761981/real 1789761981]  req@ffff911a08b0bb80 x1876699521262592/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761981.919823:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0bb80 x1876699521262592/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761981.919828:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761981.919830:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761981.919832:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521262592:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761981.919835:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521262720:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761981.919844:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761981.919850:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761981/real 1789761981]  req@ffff911a08b0b800 x1876699521262720/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761981.919857:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b800 x1876699521262720/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761981.919862:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761981.919864:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761981.919866:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521262720:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761981.919878:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521262848:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761981.919888:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761981.919894:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761981/real 1789761981]  req@ffff911a08b08a80 x1876699521262848/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761981.919901:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08a80 x1876699521262848/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761981.919923:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761981.919927:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761981.919930:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521262848:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761981.983373:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761983.007354:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761984.031362:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761985.055326:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761986.079327:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761987.039310:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761987.039321:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761987.039326:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761987.039336:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1956
00000100:00080000:0.0:1789761987.039354:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761987.039363:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789761987.039401:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57b80 x1876699521262976/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761987.039423:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761987.039427:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761987.039429:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761987.039433:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1956
00000100:00080000:0.0:1789761987.039443:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761987.039448:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789761987.039455:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521262976:192.168.203.116@tcp:250:kworker.0
00000008:00100000:0.0:1789761987.039457:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761987.039470:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54e00 x1876699521263104/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761987.039480:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761987.039483:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761987.039485:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761987.039488:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1956
00000100:00080000:0.0:1789761987.039491:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761987.039493:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761987.039498:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761987.039507:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55500 x1876699521263232/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761987.039519:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789761987.039522:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761987.039524:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761987.039526:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761987.039529:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1956
00000100:00080000:0.0:1789761987.039532:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761987.039535:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761987.039539:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761987.039550:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55f80 x1876699521263360/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761987.039559:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761987.039563:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761987.039565:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761987.039568:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1956
00000100:00100000:2.0:1789761987.039571:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761987/real 1789761987]  req@ffff911a05c57b80 x1876699521262976/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761987.039572:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761987.039575:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761987.039580:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761987.039589:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57b80 x1876699521262976/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761987.039590:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56680 x1876699521263488/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761987.039600:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761987.039601:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761987.039604:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761987.039605:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:0.0:1789761987.039606:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761987.039609:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1956
00000100:00100000:2.0:1789761987.039610:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521262976:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789761987.039612:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761987.039616:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789761987.039619:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761987.039627:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55c00 x1876699521263616/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761987.039633:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521263104:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761987.039656:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761987.039670:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761987/real 1789761987]  req@ffff911a05c54e00 x1876699521263104/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761987.039682:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54e00 x1876699521263104/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761987.039688:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761987.039690:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761987.039699:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521263104:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761987.039704:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521263232:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761987.039719:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761987.039727:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761987/real 1789761987]  req@ffff911a05c55500 x1876699521263232/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761987.039734:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55500 x1876699521263232/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761987.039739:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761987.039742:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761987.039743:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521263232:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761987.039747:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521263360:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789761987.039758:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761987.039764:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761987/real 1789761987]  req@ffff911a05c55f80 x1876699521263360/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761987.039771:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55f80 x1876699521263360/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761987.039776:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761987.039778:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761987.039779:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521263360:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789761987.039783:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521263488:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761987.039799:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761987.039810:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761987/real 1789761987]  req@ffff911a05c56680 x1876699521263488/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761987.039822:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56680 x1876699521263488/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761987.039831:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761987.039834:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761987.039837:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521263488:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761987.039852:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521263616:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789761987.039881:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789761987.039890:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761987/real 1789761987]  req@ffff911a05c55c00 x1876699521263616/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761987.039897:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55c00 x1876699521263616/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761987.039904:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761987.039907:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789761987.039911:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521263616:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761987.103345:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761988.127345:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761989.151371:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761990.175358:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761991.199355:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761992.159359:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761992.159379:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761992.159385:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761992.159416:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1961
00000100:00080000:2.0:1789761992.159428:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761992.159435:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789761992.159478:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb100 x1876699521263744/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761992.159508:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761992.159512:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761992.159513:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761992.159517:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1961
00000100:00080000:2.0:1789761992.159520:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761992.159523:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761992.159532:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761992.159543:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea680 x1876699521263872/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761992.159553:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761992.159556:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761992.159559:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761992.159562:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1961
00000100:00080000:2.0:1789761992.159581:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761992.159585:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761992.159591:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761992.159602:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521263744:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789761992.159610:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8380 x1876699521264000/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761992.159626:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761992.159629:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761992.159631:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761992.159635:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1961
00000100:00080000:2.0:1789761992.159640:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761992.159644:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761992.159649:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761992.159662:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eebb80 x1876699521264128/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761992.159673:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761992.159676:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761992.159679:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761992.159682:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1961
00000100:00080000:2.0:1789761992.159686:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761992.159690:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761992.159696:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761992.159733:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9500 x1876699521264256/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761992.159735:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:2.0:1789761992.159752:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761992.159757:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761992.159760:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761992.159765:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1961
00000100:00080000:2.0:1789761992.159770:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761992.159774:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789761992.159780:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761992.159796:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8000 x1876699521264384/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761992.159811:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761992/real 1789761992]  req@ffff911a12eeb100 x1876699521263744/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761992.159886:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb100 x1876699521263744/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761992.159908:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761992.159929:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761992.159934:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521263744:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789761992.159944:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521263872:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761992.159975:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761992.159991:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761992/real 1789761992]  req@ffff911a12eea680 x1876699521263872/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761992.160005:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea680 x1876699521263872/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761992.160015:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761992.160018:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761992.160022:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521263872:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761992.160049:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521264000:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761992.160069:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761992.160080:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761992/real 1789761992]  req@ffff911a12ee8380 x1876699521264000/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761992.160093:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8380 x1876699521264000/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761992.160102:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761992.160105:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761992.160109:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521264000:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761992.160115:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521264128:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789761992.160148:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761992.160159:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761992/real 1789761992]  req@ffff911a12eebb80 x1876699521264128/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761992.160172:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eebb80 x1876699521264128/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761992.160181:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761992.160184:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761992.160188:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521264128:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761992.160193:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521264256:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761992.160210:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761992.160261:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761992/real 1789761992]  req@ffff911a12ee9500 x1876699521264256/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761992.160275:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9500 x1876699521264256/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761992.160284:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761992.160298:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761992.160302:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521264256:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789761992.160309:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521264384:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789761992.160332:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789761992.160343:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761992/real 1789761992]  req@ffff911a12ee8000 x1876699521264384/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761992.160355:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8000 x1876699521264384/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761992.160364:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761992.160367:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789761992.160371:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521264384:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761992.223446:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761993.247360:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761994.271396:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761995.295399:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761996.319337:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761997.279345:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761997.279354:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761997.279357:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761997.279367:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1966
00000100:00080000:1.0:1789761997.279376:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761997.279382:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789761997.279420:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08a80 x1876699521264512/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761997.279444:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761997.279447:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761997.279448:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761997.279451:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1966
00000100:00080000:1.0:1789761997.279454:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761997.279457:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761997.279464:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761997.279481:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521264512:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789761997.279483:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b800 x1876699521264640/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761997.279499:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761997.279501:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761997.279503:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761997.279506:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1966
00000100:00080000:1.0:1789761997.279508:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761997.279510:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761997.279514:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761997.279522:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0bb80 x1876699521264768/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761997.279529:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761997.279531:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761997.279533:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761997.279535:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1966
00000100:00080000:1.0:1789761997.279543:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761997.279546:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761997.279553:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761997.279562:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b480 x1876699521264896/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761997.279569:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761997.279572:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761997.279573:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761997.279576:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1966
00000100:00080000:1.0:1789761997.279578:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761997.279581:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789761997.279585:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521264640:192.168.203.116@tcp:38:kworker.0
00000008:00100000:1.0:1789761997.279587:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761997.279598:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09c00 x1876699521265024/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761997.279606:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761997.279608:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761997.279609:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761997.279614:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521264768:192.168.203.116@tcp:38:kworker.0
00000100:00080000:1.0:1789761997.279615:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1966
00000100:00080000:1.0:1789761997.279623:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761997.279626:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789761997.279631:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761997.279641:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521264896:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789761997.279643:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08000 x1876699521265152/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761997.279667:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521265024:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789761997.279683:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521265152:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789761997.343359:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761998.367432:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761999.391338:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789762000.351457:0:2393:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.116:988
00000400:00000100:3.0:1789762000.351500:0:2393:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.116@tcp at host 192.168.203.116 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789762000.351514:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789762000.351557:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789762000.351567:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789762000.351575:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789762000.351585:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789762000.351595:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000100:00100000:2.0:1789762000.351617:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761997/real 1789762000]  req@ffff911a08b09c00 x1876699521265024/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762000.351645:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09c00 x1876699521265024/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762000.351660:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762000.351666:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762000.351670:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521265024:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762000.351678:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761997/real 1789762000]  req@ffff911a08b08000 x1876699521265152/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762000.351690:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08000 x1876699521265152/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762000.351698:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762000.351702:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762000.351705:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521265152:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762000.351712:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761997/real 1789762000]  req@ffff911a08b0b800 x1876699521264640/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762000.351725:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b800 x1876699521264640/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762000.351733:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762000.351736:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762000.351740:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521264640:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762000.351746:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761997/real 1789762000]  req@ffff911a08b0bb80 x1876699521264768/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762000.351757:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0bb80 x1876699521264768/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762000.351777:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762000.351782:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762000.351785:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521264768:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762000.351791:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761997/real 1789762000]  req@ffff911a08b0b480 x1876699521264896/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762000.351803:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b480 x1876699521264896/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762000.351823:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762000.351826:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762000.351829:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521264896:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762000.351840:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761997/real 1789762000]  req@ffff911a08b08a80 x1876699521264512/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762000.351853:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08a80 x1876699521264512/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762000.351861:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762000.351865:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762000.351868:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521264512:192.168.203.116@tcp:250:kworker.0
00010000:00010000:3.0:1789762000.415385:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762001.439358:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762002.399308:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762002.399316:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762002.399320:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762002.399329:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1971
00000100:00080000:1.0:1789762002.399339:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762002.399345:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762002.399381:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08700 x1876699521265280/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762002.399401:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762002.399405:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762002.399406:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762002.399409:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1971
00000100:00080000:1.0:1789762002.399411:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762002.399413:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762002.399421:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762002.399430:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08380 x1876699521265408/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762002.399436:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762002.399439:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762002.399440:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762002.399442:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1971
00000100:00080000:1.0:1789762002.399444:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762002.399446:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762002.399449:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762002.399456:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09f80 x1876699521265536/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762002.399462:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762002.399465:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762002.399467:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762002.399469:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1971
00000100:00080000:1.0:1789762002.399471:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762002.399473:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762002.399477:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762002.399486:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521265280:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762002.399487:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0ad80 x1876699521265664/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762002.399504:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762002.399508:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762002.399510:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762002.399514:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1971
00000100:00080000:1.0:1789762002.399518:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762002.399522:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762002.399528:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762002.399545:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0aa00 x1876699521265792/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762002.399555:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762002.399559:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762002.399561:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789762002.399567:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789762002.399571:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1971
00000100:00080000:1.0:1789762002.399577:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762002.399582:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762002.399588:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762002.399602:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09180 x1876699521265920/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762002.399627:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762002/real 1789762002]  req@ffff911a08b08700 x1876699521265280/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762002.399650:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08700 x1876699521265280/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762002.399663:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762002.399667:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762002.399672:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521265280:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789762002.399680:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521265408:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762002.399705:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762002.399718:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762002/real 1789762002]  req@ffff911a08b08380 x1876699521265408/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762002.399729:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08380 x1876699521265408/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762002.399738:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762002.399741:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762002.399745:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521265408:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762002.399764:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521265536:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762002.399792:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762002.399804:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762002/real 1789762002]  req@ffff911a08b09f80 x1876699521265536/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762002.399821:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09f80 x1876699521265536/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762002.399836:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762002.399840:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762002.399843:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521265536:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762002.399873:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521265664:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762002.399895:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762002.399908:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762002/real 1789762002]  req@ffff911a08b0ad80 x1876699521265664/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762002.399918:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0ad80 x1876699521265664/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762002.399925:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762002.399928:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762002.399931:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521265664:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762002.399936:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521265792:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762002.399954:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762002.399965:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762002/real 1789762002]  req@ffff911a08b0aa00 x1876699521265792/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762002.399991:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0aa00 x1876699521265792/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762002.400000:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762002.400004:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762002.400008:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521265792:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762002.400014:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521265920:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762002.400041:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762002.400054:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762002/real 1789762002]  req@ffff911a08b09180 x1876699521265920/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762002.400066:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09180 x1876699521265920/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762002.400074:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762002.400077:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762002.400080:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521265920:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789762002.463332:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762003.487392:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762004.511346:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762005.535391:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762006.559324:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762007.519338:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762007.519348:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762007.519354:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762007.519364:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1976
00000100:00080000:1.0:1789762007.519376:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762007.519385:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762007.519427:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08e00 x1876699521266048/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762007.519459:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762007.519464:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762007.519474:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762007.519479:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1976
00000100:00080000:1.0:1789762007.519483:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762007.519488:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762007.519499:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762007.519518:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09880 x1876699521266176/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762007.519533:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789762007.519535:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521266048:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789762007.519541:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762007.519547:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762007.519554:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1976
00000100:00080000:1.0:1789762007.519558:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762007.519563:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762007.519569:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762007.519585:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b100 x1876699521266304/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762007.519604:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762007.519608:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762007.519610:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762007.519616:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1976
00000800:00000100:2.0:1789762007.519620:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789762007.519627:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762007.519635:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762007.519642:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762007.519666:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a680 x1876699521266432/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762007.519676:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762007/real 1789762007]  req@ffff911a08b08e00 x1876699521266048/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762007.519684:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762007.519691:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762007.519694:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789762007.519699:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08e00 x1876699521266048/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762007.519705:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1976
00000100:00080000:1.0:1789762007.519726:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762007.519739:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00080000:2.0:1789762007.519745:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:1.0:1789762007.519747:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789762007.519754:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762007.519763:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521266048:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762007.519772:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a300 x1876699521266560/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762007.519784:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762007.519787:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762007.519790:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762007.519795:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1976
00000100:00100000:2.0:1789762007.519799:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521266176:192.168.203.116@tcp:38:kworker.0
00000100:00080000:1.0:1789762007.519802:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762007.519815:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762007.519822:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762007.519840:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09500 x1876699521266688/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762007.519845:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762007.519862:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762007/real 1789762007]  req@ffff911a08b09880 x1876699521266176/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762007.519874:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09880 x1876699521266176/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762007.519881:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762007.519884:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762007.519887:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521266176:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762007.519894:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521266304:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762007.519908:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762007.519915:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762007/real 1789762007]  req@ffff911a08b0b100 x1876699521266304/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762007.519923:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b100 x1876699521266304/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762007.519928:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762007.519930:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762007.519932:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521266304:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762007.519936:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521266432:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762007.519947:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762007.519953:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762007/real 1789762007]  req@ffff911a08b0a680 x1876699521266432/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762007.519960:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a680 x1876699521266432/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762007.519966:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762007.519968:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762007.519971:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521266432:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762007.519974:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521266560:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762007.519985:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762007.519991:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762007/real 1789762007]  req@ffff911a08b0a300 x1876699521266560/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762007.519997:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a300 x1876699521266560/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762007.520002:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762007.520004:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762007.520006:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521266560:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762007.520019:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521266688:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762007.520030:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762007.520036:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762007/real 1789762007]  req@ffff911a08b09500 x1876699521266688/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762007.520043:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09500 x1876699521266688/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762007.520048:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762007.520050:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762007.520053:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521266688:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789762007.583427:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762008.607413:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762009.631403:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762010.655389:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762011.679400:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762012.639330:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762012.639342:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762012.639347:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762012.639359:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1981
00000100:00080000:0.0:1789762012.639372:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762012.639380:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789762012.639422:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521266816/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762012.639451:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762012.639455:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762012.639457:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762012.639462:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1981
00000100:00080000:0.0:1789762012.639467:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762012.639471:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762012.639482:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762012.639490:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521266816:192.168.203.116@tcp:250:kworker.0
00000100:00100000:0.0:1789762012.639498:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521266944/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762012.639512:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762012.639517:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762012.639519:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762012.639523:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1981
00000100:00080000:0.0:1789762012.639527:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762012.639532:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762012.639537:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762012.639548:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521267072/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762012.639558:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789762012.639561:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762012.639566:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762012.639568:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762012.639574:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1981
00000100:00080000:0.0:1789762012.639579:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762012.639583:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762012.639588:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762012.639600:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56d80 x1876699521267200/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762012.639607:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762012/real 1789762012]  req@ffff911a05c57100 x1876699521266816/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762012.639618:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762012.639624:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762012.639627:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789762012.639634:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521266816/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762012.639635:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1981
00000100:00080000:0.0:1789762012.639641:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762012.639649:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762012.639657:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789762012.639658:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762012.639667:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:0.0:1789762012.639686:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521267328/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762012.639689:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521266816:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789762012.639707:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762012.639711:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762012.639713:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762012.639718:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1981
00000100:00080000:0.0:1789762012.639721:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762012.639726:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762012.639731:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521266944:192.168.203.116@tcp:38:kworker.0
00000008:00100000:0.0:1789762012.639735:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762012.639752:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521267456/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762012.639761:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762012.639779:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762012/real 1789762012]  req@ffff911a05c54700 x1876699521266944/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762012.639788:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521266944/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762012.639794:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762012.639797:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762012.639800:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521266944:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762012.639805:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521267072:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762012.639817:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762012.639825:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762012/real 1789762012]  req@ffff911a05c54000 x1876699521267072/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762012.639833:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521267072/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762012.639838:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762012.639840:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762012.639841:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521267072:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762012.639846:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521267200:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762012.639858:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762012.639864:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762012/real 1789762012]  req@ffff911a05c56d80 x1876699521267200/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762012.639872:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56d80 x1876699521267200/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762012.639877:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762012.639878:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762012.639880:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521267200:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762012.639883:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521267328:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762012.639894:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762012.639900:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762012/real 1789762012]  req@ffff911a05c55880 x1876699521267328/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762012.639907:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521267328/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762012.639913:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762012.639915:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762012.639917:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521267328:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762012.639929:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521267456:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762012.639939:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762012.639945:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762012/real 1789762012]  req@ffff911a05c56a00 x1876699521267456/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762012.639952:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521267456/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762012.639958:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762012.639960:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762012.639962:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521267456:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789762012.703384:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762013.727414:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762014.751407:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762015.775435:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762016.799355:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762017.759351:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762017.759366:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762017.759371:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762017.759383:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1987
00000100:00080000:2.0:1789762017.759397:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762017.759406:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762017.759449:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8000 x1876699521267584/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762017.759482:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762017.759486:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762017.759488:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762017.759491:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1987
00000100:00080000:2.0:1789762017.759494:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762017.759498:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762017.759507:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762017.759517:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9500 x1876699521267712/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762017.759526:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762017.759529:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762017.759531:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762017.759535:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521267584:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789762017.759536:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1987
00000100:00080000:2.0:1789762017.759541:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762017.759545:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762017.759548:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762017.759556:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eebb80 x1876699521267840/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762017.759563:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762017.759565:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762017.759567:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762017.759569:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1987
00000100:00080000:2.0:1789762017.759572:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762017.759574:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762017.759579:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762017.759586:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8380 x1876699521267968/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762017.759593:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762017.759596:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762017.759597:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762017.759599:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1987
00000100:00080000:2.0:1789762017.759601:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762017.759604:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000800:00000100:1.0:1789762017.759608:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000008:00100000:2.0:1789762017.759609:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762017.759620:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea680 x1876699521268096/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762017.759626:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762017.759629:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762017.759631:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762017.759646:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1987
00000100:00080000:2.0:1789762017.759649:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762017.759652:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762017.759656:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762017.759666:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb100 x1876699521268224/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762017.759686:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762017/real 1789762017]  req@ffff911a12ee8000 x1876699521267584/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762017.759711:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8000 x1876699521267584/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762017.759723:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762017.759727:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762017.759729:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521267584:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762017.759753:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521267712:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762017.759773:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762017.759783:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762017/real 1789762017]  req@ffff911a12ee9500 x1876699521267712/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762017.759792:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9500 x1876699521267712/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762017.759798:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762017.759801:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762017.759804:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521267712:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762017.759808:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521267840:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762017.759821:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762017.759827:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762017/real 1789762017]  req@ffff911a12eebb80 x1876699521267840/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762017.759834:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eebb80 x1876699521267840/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762017.759839:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762017.759841:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762017.759843:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521267840:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762017.759847:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521267968:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762017.759860:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762017.759866:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762017/real 1789762017]  req@ffff911a12ee8380 x1876699521267968/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762017.759874:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8380 x1876699521267968/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762017.759879:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762017.759881:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762017.759883:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521267968:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762017.759886:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521268096:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762017.759900:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762017.759907:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762017/real 1789762017]  req@ffff911a12eea680 x1876699521268096/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762017.759914:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea680 x1876699521268096/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762017.759919:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762017.759921:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762017.759923:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521268096:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762017.759927:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521268224:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762017.759938:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762017.759944:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762017/real 1789762017]  req@ffff911a12eeb100 x1876699521268224/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762017.759952:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb100 x1876699521268224/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762017.759957:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762017.759958:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762017.759960:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521268224:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789762017.823401:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762018.847361:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762019.871418:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762020.895431:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762021.919346:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762022.879341:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762022.879350:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762022.879354:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762022.879363:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1992
00000100:00080000:3.0:1789762022.879373:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762022.879380:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789762022.879413:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521268352/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762022.879435:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762022.879438:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762022.879439:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762022.879442:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1992
00000100:00080000:3.0:1789762022.879444:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762022.879447:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762022.879456:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762022.879465:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521268480/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762022.879472:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762022.879476:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521268352:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789762022.879476:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762022.879478:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762022.879485:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1992
00000100:00080000:3.0:1789762022.879489:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762022.879491:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762022.879495:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762022.879505:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521268608/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762022.879511:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762022.879513:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762022.879514:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762022.879517:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1992
00000100:00080000:3.0:1789762022.879519:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762022.879522:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762022.879527:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762022.879546:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521268736/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762022.879557:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762022.879562:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762022.879564:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789762022.879569:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789762022.879573:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1992
00000100:00080000:3.0:1789762022.879582:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762022.879588:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762022.879594:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762022.879625:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521268864/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762022.879634:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762022/real 1789762022]  req@ffff911a04ad2300 x1876699521268352/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762047 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762022.879666:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762022.879671:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789762022.879675:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521268352/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762047 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762022.879676:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762022.879687:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1992
00000100:00080000:1.0:1789762022.879692:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762022.879694:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762022.879698:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:3.0:1789762022.879704:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762022.879705:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521268352:192.168.203.116@tcp:250:kworker.0
00000008:00100000:3.0:1789762022.879716:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762022.879732:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521268480:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789762022.879733:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521268992/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762022.879758:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762022.879770:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762022/real 1789762022]  req@ffff911a04ad1880 x1876699521268480/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762047 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762022.879781:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521268480/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762047 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762022.879787:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762022.879790:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762022.879792:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521268480:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762022.879796:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521268608:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762022.879807:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762022.879813:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762022/real 1789762022]  req@ffff911a04ad1c00 x1876699521268608/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762047 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762022.879820:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521268608/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762047 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762022.879825:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762022.879827:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762022.879829:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521268608:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762022.879833:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521268736:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762022.879845:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762022.879851:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762022/real 1789762022]  req@ffff911a04ad0000 x1876699521268736/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762047 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762022.879858:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521268736/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762047 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762022.879863:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762022.879865:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762022.879867:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521268736:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762022.879870:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521268864:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762022.879880:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762022.879886:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762022/real 1789762022]  req@ffff911a04ad3480 x1876699521268864/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762047 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762022.879893:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521268864/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762047 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762022.879898:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762022.879900:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762022.879901:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521268864:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762022.879913:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521268992:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762022.879923:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762022.879928:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762022/real 1789762022]  req@ffff911a04ad1f80 x1876699521268992/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762047 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762022.879936:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521268992/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762047 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762022.879941:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762022.879943:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762022.879945:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521268992:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789762022.943406:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762023.967341:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762024.991330:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762026.015355:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762027.039398:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762027.999337:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762027.999348:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762027.999354:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762027.999365:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 1997
00000100:00080000:1.0:1789762027.999378:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762027.999387:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762027.999430:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09500 x1876699521269120/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762027.999458:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762027.999462:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762027.999464:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762027.999468:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1997
00000100:00080000:1.0:1789762027.999472:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762027.999478:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762027.999488:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762027.999496:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521269120:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762027.999507:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a300 x1876699521269248/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762027.999526:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762027.999529:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762027.999532:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762027.999536:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1997
00000100:00080000:1.0:1789762027.999540:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762027.999543:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762027.999549:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789762027.999576:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762027.999582:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a680 x1876699521269376/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762027.999594:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762027.999598:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762027.999601:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762027.999605:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 1997
00000100:00080000:1.0:1789762027.999609:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762027.999614:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762027.999620:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762027.999632:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762027/real 1789762027]  req@ffff911a08b09500 x1876699521269120/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762027.999637:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b100 x1876699521269504/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762027.999655:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789762027.999659:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09500 x1876699521269120/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762027.999661:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762027.999665:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762027.999675:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762027.999676:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1997
00000100:00080000:2.0:1789762027.999682:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:1.0:1789762027.999684:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762027.999688:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521269120:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789762027.999693:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762027.999700:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762027.999713:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09880 x1876699521269632/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762027.999714:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521269248:192.168.203.116@tcp:38:kworker.0
00000100:00080000:1.0:1789762027.999732:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762027.999737:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762027.999739:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789762027.999741:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789762027.999746:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 1997
00000100:00080000:1.0:1789762027.999752:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762027.999755:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762027/real 1789762027]  req@ffff911a08b0a300 x1876699521269248/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762027.999760:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762027.999772:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762027.999774:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a300 x1876699521269248/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762027.999783:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762027.999788:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762027.999789:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08e00 x1876699521269760/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762027.999791:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521269248:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762027.999801:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521269376:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762027.999824:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762027.999833:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762027/real 1789762027]  req@ffff911a08b0a680 x1876699521269376/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762027.999846:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a680 x1876699521269376/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762027.999851:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762027.999853:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762027.999855:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521269376:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762027.999859:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521269504:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762027.999870:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762027.999875:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762027/real 1789762027]  req@ffff911a08b0b100 x1876699521269504/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762027.999883:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b100 x1876699521269504/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762027.999888:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762027.999889:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762027.999891:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521269504:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762027.999900:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521269632:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762027.999910:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762027.999916:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762027/real 1789762027]  req@ffff911a08b09880 x1876699521269632/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762027.999923:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09880 x1876699521269632/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762027.999933:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762027.999935:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762027.999937:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521269632:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762027.999940:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521269760:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762027.999951:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762027.999959:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762027/real 1789762027]  req@ffff911a08b08e00 x1876699521269760/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762027.999970:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08e00 x1876699521269760/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762027.999974:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762027.999976:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762027.999978:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521269760:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789762028.063328:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762029.087402:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762030.111379:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762031.135377:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762032.159419:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762033.119321:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762033.119330:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762033.119334:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762033.119342:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2002
00000100:00080000:1.0:1789762033.119353:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762033.119358:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762033.119398:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09180 x1876699521269888/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762033.119423:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762033.119426:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762033.119428:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762033.119431:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2002
00000100:00080000:1.0:1789762033.119433:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762033.119435:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762033.119444:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762033.119455:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0aa00 x1876699521270016/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762033.119462:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762033.119465:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762033.119466:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762033.119469:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2002
00000100:00080000:1.0:1789762033.119470:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762033.119472:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762033.119475:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762033.119482:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0ad80 x1876699521270144/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762033.119488:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762033.119491:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762033.119492:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762033.119494:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2002
00000100:00080000:1.0:1789762033.119496:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762033.119498:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762033.119512:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762033.119535:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09f80 x1876699521270272/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762033.119552:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789762033.119554:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521269888:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789762033.119559:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762033.119565:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762033.119574:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2002
00000100:00080000:1.0:1789762033.119577:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762033.119580:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762033.119585:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762033.119602:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08380 x1876699521270400/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762033.119609:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762033.119612:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762033.119614:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762033.119617:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2002
00000100:00080000:1.0:1789762033.119625:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762033.119628:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762033.119642:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762033.119648:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08700 x1876699521270528/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762033.119673:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762033.119739:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762033/real 1789762033]  req@ffff911a08b09180 x1876699521269888/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762033.119760:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09180 x1876699521269888/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762033.119772:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762033.119777:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762033.119789:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521269888:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789762033.119798:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521270016:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762033.119823:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762033.119836:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762033/real 1789762033]  req@ffff911a08b0aa00 x1876699521270016/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762033.119849:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0aa00 x1876699521270016/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762033.119857:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762033.119860:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762033.119864:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521270016:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762033.119870:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521270144:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762033.119909:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762033.119924:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762033/real 1789762033]  req@ffff911a08b0ad80 x1876699521270144/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762033.119942:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0ad80 x1876699521270144/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762033.119954:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762033.119959:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762033.119965:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521270144:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762033.120005:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521270272:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762033.120051:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762033.120067:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762033/real 1789762033]  req@ffff911a08b09f80 x1876699521270272/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762033.120084:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09f80 x1876699521270272/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762033.120094:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762033.120097:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762033.120099:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521270272:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762033.120105:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521270400:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762033.120126:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762033.120154:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762033/real 1789762033]  req@ffff911a08b08380 x1876699521270400/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762033.120172:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08380 x1876699521270400/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762033.120184:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762033.120189:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762033.120195:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521270400:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762033.120204:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521270528:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762033.120236:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762033.120249:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762033/real 1789762033]  req@ffff911a08b08700 x1876699521270528/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762033.120301:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08700 x1876699521270528/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762033.120331:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762033.120335:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762033.120340:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521270528:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789762033.183439:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762034.207491:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762035.231368:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762036.255399:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762037.279346:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762038.239294:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762038.239301:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762038.239306:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762038.239314:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2007
00000100:00080000:1.0:1789762038.239323:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762038.239329:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762038.239397:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08a80 x1876699521270656/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762038.239432:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762038.239436:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762038.239438:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762038.239443:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2007
00000100:00080000:1.0:1789762038.239447:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762038.239450:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762038.239477:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762038.239509:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b480 x1876699521270784/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762038.239518:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762038.239521:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762038.239523:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762038.239543:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2007
00000100:00080000:1.0:1789762038.239552:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762038.239555:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762038.239559:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762038.239567:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0bb80 x1876699521270912/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762038.239574:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521270656:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789762038.239588:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762038.239591:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762038.239592:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762038.239596:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2007
00000100:00080000:1.0:1789762038.239598:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762038.239601:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762038.239604:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762038.239614:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b800 x1876699521271040/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762038.239623:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762038.239627:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762038.239629:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762038.239633:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2007
00000100:00080000:1.0:1789762038.239637:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789762038.239642:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789762038.239644:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762038.239667:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762038.239686:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08000 x1876699521271168/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762038.239698:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762038.239703:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762038.239706:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789762038.239710:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762038/real 1789762038]  req@ffff911a08b08a80 x1876699521270656/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762038.239715:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2007
00000100:00080000:1.0:1789762038.239725:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762038.239748:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762038.239752:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08a80 x1876699521270656/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789762038.239755:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789762038.239767:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762038.239771:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762038.239775:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09c00 x1876699521271296/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762038.239776:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521270656:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789762038.239787:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521270784:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762038.239833:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762038.239846:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762038/real 1789762038]  req@ffff911a08b0b480 x1876699521270784/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762038.239855:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b480 x1876699521270784/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762038.239862:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762038.239865:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762038.239867:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521270784:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762038.239906:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521270912:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762038.239918:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762038.239928:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762038/real 1789762038]  req@ffff911a08b0bb80 x1876699521270912/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762038.239940:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0bb80 x1876699521270912/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762038.239948:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762038.239952:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762038.239955:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521270912:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762038.239962:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521271040:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762038.239981:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762038.239990:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762038/real 1789762038]  req@ffff911a08b0b800 x1876699521271040/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762038.239997:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b800 x1876699521271040/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762038.240003:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762038.240005:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762038.240007:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521271040:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762038.240011:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521271168:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762038.240022:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762038.240028:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762038/real 1789762038]  req@ffff911a08b08000 x1876699521271168/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762038.240035:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08000 x1876699521271168/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762038.240040:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762038.240042:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762038.240044:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521271168:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762038.240047:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521271296:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762038.240056:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762038.240062:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762038/real 1789762038]  req@ffff911a08b09c00 x1876699521271296/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762038.240069:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09c00 x1876699521271296/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762038.240074:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762038.240075:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762038.240077:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521271296:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789762038.303346:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762039.327422:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762040.351368:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762041.375341:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762042.399384:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762043.359290:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762043.359298:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762043.359303:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762043.359311:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2012
00000100:00080000:1.0:1789762043.359321:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762043.359327:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762043.359378:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09c00 x1876699521271424/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762043.359412:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762043.359415:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762043.359417:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762043.359420:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2012
00000100:00080000:1.0:1789762043.359422:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762043.359424:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762043.359432:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762043.359440:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08000 x1876699521271552/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762043.359459:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762043.359463:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762043.359464:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762043.359468:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2012
00000100:00080000:1.0:1789762043.359482:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762043.359485:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762043.359489:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762043.359498:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521271424:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762043.359499:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b800 x1876699521271680/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762043.359512:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762043.359514:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762043.359516:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762043.359519:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2012
00000100:00080000:1.0:1789762043.359522:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762043.359524:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762043.359527:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762043.359535:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0bb80 x1876699521271808/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762043.359542:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762043.359545:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762043.359546:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762043.359548:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2012
00000100:00080000:1.0:1789762043.359551:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762043.359554:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762043.359558:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762043.359568:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b480 x1876699521271936/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762043.359568:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789762043.359578:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762043.359581:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762043.359582:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762043.359585:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2012
00000100:00080000:1.0:1789762043.359593:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762043.359596:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762043.359598:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762043.359606:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08a80 x1876699521272064/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762043.359618:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762043/real 1789762043]  req@ffff911a08b09c00 x1876699521271424/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762043.359640:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09c00 x1876699521271424/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762043.359659:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762043.359664:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762043.359668:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521271424:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789762043.359676:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521271552:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762043.359697:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762043.359706:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762043/real 1789762043]  req@ffff911a08b08000 x1876699521271552/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762043.359715:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08000 x1876699521271552/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762043.359721:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762043.359723:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762043.359725:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521271552:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762043.359764:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521271680:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762043.359781:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762043.359788:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762043/real 1789762043]  req@ffff911a08b0b800 x1876699521271680/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762043.359796:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b800 x1876699521271680/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762043.359801:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762043.359803:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762043.359805:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521271680:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762043.359809:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521271808:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762043.359820:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762043.359826:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762043/real 1789762043]  req@ffff911a08b0bb80 x1876699521271808/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762043.359833:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0bb80 x1876699521271808/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762043.359838:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762043.359840:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762043.359841:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521271808:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762043.359845:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521271936:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762043.359855:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762043.359860:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762043/real 1789762043]  req@ffff911a08b0b480 x1876699521271936/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762043.359867:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b480 x1876699521271936/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762043.359872:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762043.359874:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762043.359876:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521271936:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762043.359879:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521272064:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762043.359888:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762043.359893:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762043/real 1789762043]  req@ffff911a08b08a80 x1876699521272064/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762043.359901:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08a80 x1876699521272064/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762043.359906:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762043.359908:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762043.359910:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521272064:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789762043.423330:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762044.447352:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762045.471348:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762046.495381:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762047.519357:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762048.479328:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762048.479336:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762048.479340:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762048.479349:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2017
00000100:00080000:1.0:1789762048.479360:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762048.479367:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762048.479426:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08700 x1876699521272192/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762048.479454:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762048.479457:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762048.479459:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762048.479463:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2017
00000100:00080000:1.0:1789762048.479468:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762048.479471:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762048.479482:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762048.479501:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521272192:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762048.479502:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08380 x1876699521272320/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762048.479517:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762048.479521:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762048.479523:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762048.479527:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2017
00000100:00080000:1.0:1789762048.479540:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762048.479545:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762048.479549:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762048.479564:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09f80 x1876699521272448/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762048.479571:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789762048.479581:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762048.479585:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762048.479587:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762048.479592:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2017
00000100:00080000:1.0:1789762048.479597:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762048.479602:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762048.479607:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762048.479619:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0ad80 x1876699521272576/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762048.479632:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762048/real 1789762048]  req@ffff911a08b08700 x1876699521272192/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762048.479640:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762048.479650:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762048.479654:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762048.479660:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2017
00000100:00080000:1.0:1789762048.479666:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762048.479666:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08700 x1876699521272192/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762048.479674:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00080000:2.0:1789762048.479682:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:1.0:1789762048.479683:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789762048.479687:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762048.479692:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521272192:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762048.479701:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0aa00 x1876699521272704/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762048.479711:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762048.479714:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789762048.479716:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521272320:192.168.203.116@tcp:38:kworker.0
00000100:00080000:1.0:1789762048.479717:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762048.479727:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2017
00000100:00080000:1.0:1789762048.479729:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762048.479732:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762048.479737:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762048.479748:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09180 x1876699521272832/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762048.479758:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762048.479772:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762048/real 1789762048]  req@ffff911a08b08380 x1876699521272320/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762048.479782:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08380 x1876699521272320/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762048.479792:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762048.479795:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762048.479797:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521272320:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762048.479801:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521272448:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762048.479813:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762048.479819:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762048/real 1789762048]  req@ffff911a08b09f80 x1876699521272448/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762048.479827:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09f80 x1876699521272448/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762048.479832:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762048.479834:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762048.479836:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521272448:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762048.479839:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521272576:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762048.479850:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762048.479856:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762048/real 1789762048]  req@ffff911a08b0ad80 x1876699521272576/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762048.479863:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0ad80 x1876699521272576/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762048.479868:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762048.479870:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762048.479872:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521272576:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762048.479876:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521272704:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762048.479886:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762048.479891:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762048/real 1789762048]  req@ffff911a08b0aa00 x1876699521272704/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762048.479899:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0aa00 x1876699521272704/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762048.479903:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762048.479905:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762048.479908:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521272704:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762048.479925:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521272832:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762048.479945:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762048.479957:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762048/real 1789762048]  req@ffff911a08b09180 x1876699521272832/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762048.479969:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09180 x1876699521272832/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762048.479978:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762048.479982:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762048.479986:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521272832:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789762048.543438:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762049.567392:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762050.591402:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762051.615326:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762052.639407:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762053.599349:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762053.599361:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762053.599381:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762053.599391:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2022
00000100:00080000:1.0:1789762053.599405:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762053.599412:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762053.599452:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08e00 x1876699521272960/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762053.599478:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762053.599481:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762053.599483:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762053.599486:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2022
00000100:00080000:1.0:1789762053.599489:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762053.599491:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762053.599500:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762053.599509:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09880 x1876699521273088/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762053.599517:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762053.599519:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762053.599521:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762053.599523:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2022
00000100:00080000:1.0:1789762053.599526:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762053.599529:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762053.599532:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762053.599538:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521272960:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762053.599541:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b100 x1876699521273216/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762053.599552:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762053.599555:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762053.599557:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762053.599559:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2022
00000100:00080000:1.0:1789762053.599562:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762053.599565:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762053.599568:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762053.599576:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a680 x1876699521273344/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762053.599582:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762053.599585:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762053.599587:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762053.599589:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2022
00000100:00080000:1.0:1789762053.599592:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762053.599595:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762053.599598:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762053.599606:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a300 x1876699521273472/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762053.599613:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762053.599617:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762053.599618:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789762053.599621:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789762053.599624:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2022
00000100:00080000:1.0:1789762053.599630:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762053.599635:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762053.599642:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762053.599656:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09500 x1876699521273600/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762053.599675:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762053/real 1789762053]  req@ffff911a08b08e00 x1876699521272960/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762053.599692:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08e00 x1876699521272960/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762053.599702:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762053.599705:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762053.599708:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521272960:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789762053.599714:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521273088:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762053.599730:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762053.599738:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762053/real 1789762053]  req@ffff911a08b09880 x1876699521273088/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762053.599746:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09880 x1876699521273088/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762053.599752:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762053.599755:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762053.599757:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521273088:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762053.599777:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521273216:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762053.599788:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762053.599794:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762053/real 1789762053]  req@ffff911a08b0b100 x1876699521273216/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762053.599801:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b100 x1876699521273216/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762053.599811:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762053.599813:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762053.599815:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521273216:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762053.599818:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521273344:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762053.599829:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762053.599835:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762053/real 1789762053]  req@ffff911a08b0a680 x1876699521273344/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762053.599842:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a680 x1876699521273344/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762053.599847:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762053.599849:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762053.599851:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521273344:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762053.599854:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521273472:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762053.599865:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762053.599871:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762053/real 1789762053]  req@ffff911a08b0a300 x1876699521273472/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762053.599878:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a300 x1876699521273472/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762053.599883:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762053.599884:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762053.599887:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521273472:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762053.599891:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521273600:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762053.599901:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762053.599907:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762053/real 1789762053]  req@ffff911a08b09500 x1876699521273600/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762053.599914:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09500 x1876699521273600/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762053.599919:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762053.599921:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762053.599923:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521273600:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789762053.663384:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762054.687422:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762055.711369:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762056.735422:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762057.759388:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762058.719277:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762058.719285:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762058.719289:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762058.719297:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2027
00000100:00080000:1.0:1789762058.719307:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762058.719313:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762058.719365:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09500 x1876699521273728/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762058.719389:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762058.719391:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762058.719393:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762058.719396:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2027
00000100:00080000:1.0:1789762058.719399:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762058.719401:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762058.719409:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762058.719419:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a300 x1876699521273856/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762058.719427:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762058.719429:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762058.719431:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762058.719434:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2027
00000100:00080000:1.0:1789762058.719437:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762058.719439:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762058.719443:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762058.719453:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a680 x1876699521273984/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762058.719453:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521273728:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789762058.719467:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762058.719469:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762058.719470:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762058.719473:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2027
00000100:00080000:1.0:1789762058.719474:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762058.719477:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762058.719480:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762058.719489:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b100 x1876699521274112/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762058.719496:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762058.719499:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762058.719501:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762058.719503:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2027
00000100:00080000:1.0:1789762058.719505:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762058.719507:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762058.719510:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762058.719517:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09880 x1876699521274240/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762058.719524:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789762058.719534:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762058.719537:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762058.719539:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762058.719542:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2027
00000100:00080000:1.0:1789762058.719545:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762058.719547:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762058.719550:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762058.719557:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08e00 x1876699521274368/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762058.719572:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762058/real 1789762058]  req@ffff911a08b09500 x1876699521273728/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762058.719588:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09500 x1876699521273728/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762058.719597:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762058.719600:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762058.719603:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521273728:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789762058.719608:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521273856:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762058.719625:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762058.719636:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762058/real 1789762058]  req@ffff911a08b0a300 x1876699521273856/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762058.719644:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a300 x1876699521273856/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762058.719649:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762058.719651:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762058.719654:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521273856:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762058.719671:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521273984:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762058.719681:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762058.719688:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762058/real 1789762058]  req@ffff911a08b0a680 x1876699521273984/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762058.719696:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a680 x1876699521273984/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762058.719701:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762058.719703:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762058.719705:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521273984:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762058.719708:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521274112:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762058.719718:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762058.719723:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762058/real 1789762058]  req@ffff911a08b0b100 x1876699521274112/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762058.719730:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b100 x1876699521274112/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762058.719736:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762058.719738:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762058.719740:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521274112:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762058.719743:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521274240:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762058.719753:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762058.719758:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762058/real 1789762058]  req@ffff911a08b09880 x1876699521274240/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762058.719765:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09880 x1876699521274240/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762058.719770:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762058.719772:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762058.719774:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521274240:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762058.719777:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521274368:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762058.719786:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762058.719791:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762058/real 1789762058]  req@ffff911a08b08e00 x1876699521274368/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762058.719798:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08e00 x1876699521274368/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762058.719803:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762058.719805:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762058.719807:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521274368:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789762058.783349:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762059.807358:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762060.831369:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762061.855430:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762062.879347:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762063.839282:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762063.839303:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762063.839308:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762063.839316:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2033
00000100:00080000:1.0:1789762063.839327:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762063.839333:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762063.839369:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09180 x1876699521274496/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762063.839390:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762063.839393:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762063.839394:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762063.839397:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2033
00000100:00080000:1.0:1789762063.839400:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762063.839402:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762063.839410:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762063.839422:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0aa00 x1876699521274624/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762063.839437:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762063.839440:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762063.839444:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789762063.839445:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521274496:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789762063.839452:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2033
00000100:00080000:1.0:1789762063.839457:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762063.839462:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762063.839468:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762063.839481:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0ad80 x1876699521274752/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762063.839491:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762063.839494:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762063.839496:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762063.839500:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2033
00000100:00080000:1.0:1789762063.839503:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762063.839507:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762063.839512:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762063.839530:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09f80 x1876699521274880/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762063.839540:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762063.839544:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762063.839546:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789762063.839550:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521274624:192.168.203.116@tcp:38:kworker.0
00000100:00080000:1.0:1789762063.839554:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2033
00000100:00080000:1.0:1789762063.839561:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762063.839565:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762063.839572:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762063.839581:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521274752:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762063.839596:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08380 x1876699521275008/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762063.839601:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521274880:192.168.203.116@tcp:8:kworker.0
00000100:00080000:1.0:1789762063.839618:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762063.839622:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762063.839625:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789762063.839626:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521275008:192.168.203.116@tcp:38:kworker.0
00000100:00080000:1.0:1789762063.839634:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2033
00000100:00080000:1.0:1789762063.839638:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762063.839642:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762063.839647:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762063.839658:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08700 x1876699521275136/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762063.839686:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521275136:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789762063.903358:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762064.927349:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762065.951390:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789762066.911462:0:2394:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.116:988
00000400:00000100:3.0:1789762066.911502:0:2394:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.116@tcp at host 192.168.203.116 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789762066.911520:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789762066.911559:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789762066.911567:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789762066.911574:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789762066.911582:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789762066.911591:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000100:00100000:2.0:1789762066.911664:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762063/real 1789762066]  req@ffff911a08b08700 x1876699521275136/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762088 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762066.911703:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08700 x1876699521275136/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762088 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762066.911716:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762066.911721:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762066.911726:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521275136:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762066.911735:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762063/real 1789762066]  req@ffff911a08b08380 x1876699521275008/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762088 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762066.911748:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08380 x1876699521275008/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762088 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762066.911756:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762066.911760:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762066.911764:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521275008:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762066.911772:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762063/real 1789762066]  req@ffff911a08b0aa00 x1876699521274624/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762088 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762066.911786:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0aa00 x1876699521274624/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762088 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762066.911796:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762066.911800:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762066.911804:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521274624:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762066.911813:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762063/real 1789762066]  req@ffff911a08b0ad80 x1876699521274752/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762088 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762066.911826:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0ad80 x1876699521274752/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762088 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762066.911834:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762066.911839:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762066.911842:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521274752:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762066.911850:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762063/real 1789762066]  req@ffff911a08b09f80 x1876699521274880/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762088 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762066.911862:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09f80 x1876699521274880/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762088 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762066.911871:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762066.911875:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762066.911878:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521274880:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762066.911886:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762063/real 1789762066]  req@ffff911a08b09180 x1876699521274496/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762088 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762066.911901:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09180 x1876699521274496/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762088 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762066.911911:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762066.911915:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762066.911918:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521274496:192.168.203.116@tcp:250:kworker.0
00010000:00010000:3.0:1789762066.975420:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762067.999424:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762068.959329:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762068.959336:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762068.959340:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762068.959349:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2038
00000100:00080000:1.0:1789762068.959360:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762068.959366:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762068.959399:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08a80 x1876699521275264/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762068.959427:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762068.959430:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762068.959431:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762068.959434:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2038
00000100:00080000:1.0:1789762068.959436:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762068.959439:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762068.959447:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762068.959457:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b480 x1876699521275392/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762068.959463:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762068.959466:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762068.959467:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762068.959470:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2038
00000100:00080000:1.0:1789762068.959471:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762068.959474:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762068.959477:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762068.959481:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521275264:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762068.959485:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0bb80 x1876699521275520/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762068.959499:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762068.959503:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762068.959505:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762068.959509:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2038
00000100:00080000:1.0:1789762068.959513:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762068.959518:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762068.959524:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762068.959536:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b800 x1876699521275648/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762068.959553:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789762068.959556:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789762068.959558:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762068.959562:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762068.959568:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2038
00000100:00080000:1.0:1789762068.959572:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762068.959576:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762068.959581:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762068.959596:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08000 x1876699521275776/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762068.959606:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762068/real 1789762068]  req@ffff911a08b08a80 x1876699521275264/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762093 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762068.959607:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762068.959615:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762068.959617:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762068.959623:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2038
00000100:00080000:1.0:1789762068.959629:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762068.959636:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762068.959641:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762068.959648:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08a80 x1876699521275264/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762093 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762068.959658:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09c00 x1876699521275904/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762068.959667:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762068.959677:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762068.959685:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521275264:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789762068.959695:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521275392:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762068.959723:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762068.959738:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762068/real 1789762068]  req@ffff911a08b0b480 x1876699521275392/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762093 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762068.959759:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b480 x1876699521275392/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762093 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762068.959768:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762068.959772:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762068.959775:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521275392:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762068.959802:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521275520:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762068.959826:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762068.959839:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762068/real 1789762068]  req@ffff911a08b0bb80 x1876699521275520/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762093 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762068.959853:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0bb80 x1876699521275520/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762093 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762068.959862:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762068.959866:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762068.959869:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521275520:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762068.959876:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521275648:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762068.959898:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762068.959911:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762068/real 1789762068]  req@ffff911a08b0b800 x1876699521275648/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762093 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762068.959923:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b800 x1876699521275648/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762093 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762068.959938:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762068.959942:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762068.959946:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521275648:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762068.959952:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521275776:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762068.959973:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762068.960002:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762068/real 1789762068]  req@ffff911a08b08000 x1876699521275776/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762093 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762068.960015:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08000 x1876699521275776/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762093 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762068.960024:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762068.960027:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762068.960030:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521275776:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762068.960037:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521275904:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762068.960057:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762068.960069:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762068/real 1789762068]  req@ffff911a08b09c00 x1876699521275904/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762093 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762068.960080:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09c00 x1876699521275904/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762093 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762068.960088:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762068.960091:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762068.960095:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521275904:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789762069.023357:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762070.047384:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762071.071388:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762072.095394:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762073.119408:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762074.079361:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762074.079369:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762074.079374:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762074.079382:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2043
00000100:00080000:3.0:1789762074.079392:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762074.079399:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789762074.079433:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0a80 x1876699521276032/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762074.079457:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762074.079459:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762074.079461:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762074.079464:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2043
00000100:00080000:3.0:1789762074.079466:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762074.079468:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762074.079477:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762074.079490:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3100 x1876699521276160/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762074.079503:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762074.079506:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762074.079508:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762074.079515:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2043
00000100:00100000:2.0:1789762074.079518:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521276032:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789762074.079520:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762074.079530:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762074.079537:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762074.079552:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521276288/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762074.079570:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762074.079574:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762074.079577:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762074.079581:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2043
00000100:00080000:3.0:1789762074.079592:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762074.079597:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762074.079602:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789762074.079605:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789762074.079615:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521276416/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762074.079624:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762074.079627:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762074.079628:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762074.079631:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2043
00000100:00080000:3.0:1789762074.079634:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762074.079636:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762074.079640:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762074.079655:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762074/real 1789762074]  req@ffff911a04ad0a80 x1876699521276032/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762074.079656:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521276544/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762074.079693:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789762074.079701:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0a80 x1876699521276032/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762074.079706:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762074.079711:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762074.079721:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2043
00000100:00080000:2.0:1789762074.079722:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762074.079728:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762074.079731:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:3.0:1789762074.079737:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762074.079741:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521276032:192.168.203.116@tcp:250:kworker.0
00000008:00100000:3.0:1789762074.079746:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762074.079761:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521276672/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762074.079781:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521276160:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762074.079809:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762074.079823:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762074/real 1789762074]  req@ffff911a04ad3100 x1876699521276160/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762074.079835:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3100 x1876699521276160/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762074.079844:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762074.079848:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762074.079851:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521276160:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762074.079868:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521276288:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762074.079888:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762074.079900:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762074/real 1789762074]  req@ffff911a04ad1f80 x1876699521276288/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762074.079913:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521276288/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762074.079921:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762074.079924:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762074.079928:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521276288:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762074.079933:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521276416:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762074.079965:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762074.079978:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762074/real 1789762074]  req@ffff911a04ad3480 x1876699521276416/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762074.079989:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521276416/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762074.079997:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762074.080001:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762074.080004:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521276416:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762074.080010:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521276544:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762074.080030:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762074.080043:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762074/real 1789762074]  req@ffff911a04ad0000 x1876699521276544/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762074.080054:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521276544/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762074.080063:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762074.080066:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762074.080070:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521276544:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762074.080088:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521276672:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762074.080108:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762074.080119:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762074/real 1789762074]  req@ffff911a04ad1c00 x1876699521276672/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762074.080130:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521276672/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762074.080137:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762074.080141:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762074.080144:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521276672:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762074.143418:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762075.167397:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762076.191360:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762077.215339:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762078.239366:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762079.199267:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762079.199275:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762079.199279:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762079.199288:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2048
00000100:00080000:3.0:1789762079.199298:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762079.199304:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789762079.199340:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521276800/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762079.199362:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762079.199365:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762079.199366:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762079.199369:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2048
00000100:00080000:3.0:1789762079.199372:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762079.199374:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762079.199383:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762079.199392:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521276928/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762079.199401:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762079.199403:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762079.199404:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762079.199407:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2048
00000100:00080000:3.0:1789762079.199409:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762079.199414:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762079.199415:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521276800:192.168.203.116@tcp:250:kworker.0
00000008:00100000:3.0:1789762079.199418:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762079.199427:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0700 x1876699521277056/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762079.199433:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762079.199436:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762079.199437:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762079.199440:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2048
00000100:00080000:3.0:1789762079.199443:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762079.199447:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762079.199452:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762079.199464:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521277184/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762079.199476:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789762079.199480:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789762079.199484:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762079.199488:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762079.199514:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2048
00000100:00100000:2.0:1789762079.199518:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762079/real 1789762079]  req@ffff911a04ad1880 x1876699521276800/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762079.199520:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762079.199526:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762079.199532:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762079.199546:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521277312/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762079.199553:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521276800/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762079.199557:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762079.199562:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762079.199572:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762079.199573:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762079.199577:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2048
00000100:00080000:3.0:1789762079.199582:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762079.199583:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:3.0:1789762079.199587:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762079.199592:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521276800:192.168.203.116@tcp:250:kworker.0
00000008:00100000:3.0:1789762079.199594:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762079.199607:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521277440/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762079.199620:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521276928:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762079.199643:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762079.199652:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762079/real 1789762079]  req@ffff911a04ad2300 x1876699521276928/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762079.199669:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521276928/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762079.199675:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762079.199677:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762079.199680:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521276928:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762079.199684:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521277056:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762079.199696:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762079.199703:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762079/real 1789762079]  req@ffff911a04ad0700 x1876699521277056/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762079.199710:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0700 x1876699521277056/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762079.199715:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762079.199717:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762079.199719:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521277056:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762079.199723:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521277184:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762079.199734:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762079.199740:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762079/real 1789762079]  req@ffff911a04ad0380 x1876699521277184/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762079.199747:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521277184/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762079.199753:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762079.199754:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762079.199756:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521277184:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762079.199760:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521277312:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762079.199770:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762079.199775:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762079/real 1789762079]  req@ffff911a04ad3800 x1876699521277312/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762079.199783:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521277312/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762079.199788:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762079.199789:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762079.199791:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521277312:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762079.199794:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521277440:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762079.199804:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762079.199809:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762079/real 1789762079]  req@ffff911a04ad2a00 x1876699521277440/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762079.199816:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521277440/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762079.199821:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762079.199823:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762079.199825:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521277440:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789762079.263337:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762080.287332:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762081.311450:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762082.335423:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762083.359435:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762084.319395:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762084.319409:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762084.319415:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762084.319430:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2053
00000100:00080000:1.0:1789762084.319445:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762084.319455:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762084.319540:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09c00 x1876699521277568/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762084.319577:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762084.319582:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762084.319585:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762084.319591:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2053
00000100:00080000:1.0:1789762084.319597:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762084.319602:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762084.319617:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762084.319636:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08000 x1876699521277696/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762084.319656:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521277568:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789762084.319671:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762084.319680:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762084.319684:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762084.319696:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2053
00000100:00080000:1.0:1789762084.319704:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762084.319714:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762084.319727:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762084.319760:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b800 x1876699521277824/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762084.319769:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789762084.319797:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762084.319803:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762084.319806:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762084.319814:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2053
00000100:00080000:1.0:1789762084.319821:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762084.319828:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762084.319837:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762084.319852:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762084/real 1789762084]  req@ffff911a08b09c00 x1876699521277568/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762084.319863:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0bb80 x1876699521277952/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762084.319885:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789762084.319890:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09c00 x1876699521277568/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762084.319893:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762084.319900:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762084.319920:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2053
00000100:00080000:2.0:1789762084.319930:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762084.319937:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762084.319956:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521277568:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789762084.319957:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762084.319977:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762084.319987:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762084.320013:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b480 x1876699521278080/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762084.320022:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521277696:192.168.203.116@tcp:38:kworker.0
00000100:00080000:1.0:1789762084.320042:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762084.320048:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762084.320051:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762084.320058:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2053
00000100:00080000:1.0:1789762084.320063:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762084.320067:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762084.320074:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762084.320089:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08a80 x1876699521278208/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762084.320103:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762084.320131:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762084/real 1789762084]  req@ffff911a08b08000 x1876699521277696/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762084.320174:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08000 x1876699521277696/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762084.320195:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762084.320198:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762084.320202:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521277696:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762084.320211:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521277824:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762084.320280:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762084.320293:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762084/real 1789762084]  req@ffff911a08b0b800 x1876699521277824/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762084.320304:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b800 x1876699521277824/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762084.320311:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762084.320315:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762084.320318:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521277824:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762084.320324:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521277952:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762084.320341:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762084.320350:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762084/real 1789762084]  req@ffff911a08b0bb80 x1876699521277952/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762084.320360:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0bb80 x1876699521277952/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762084.320368:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762084.320371:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762084.320373:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521277952:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762084.320391:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521278080:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762084.320406:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762084.320415:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762084/real 1789762084]  req@ffff911a08b0b480 x1876699521278080/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762084.320428:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b480 x1876699521278080/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762084.320440:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762084.320445:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762084.320449:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521278080:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762084.320458:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521278208:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762084.320487:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762084.320503:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762084/real 1789762084]  req@ffff911a08b08a80 x1876699521278208/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762084.320523:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08a80 x1876699521278208/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762084.320544:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762084.320550:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762084.320554:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521278208:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789762084.383486:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762085.407385:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762086.431364:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762087.455363:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762088.479388:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762089.439313:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762089.439324:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762089.439328:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762089.439338:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2058
00000100:00080000:2.0:1789762089.439349:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762089.439357:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762089.439395:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eead80 x1876699521278336/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762089.439423:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762089.439426:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762089.439428:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762089.439432:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2058
00000100:00080000:2.0:1789762089.439435:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762089.439438:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762089.439447:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762089.439458:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521278336:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789762089.439459:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9f80 x1876699521278464/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762089.439472:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762089.439475:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762089.439476:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762089.439479:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2058
00000100:00080000:2.0:1789762089.439481:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762089.439483:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762089.439487:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762089.439495:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb800 x1876699521278592/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762089.439502:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762089.439505:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762089.439507:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762089.439510:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2058
00000100:00080000:2.0:1789762089.439514:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762089.439518:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762089.439521:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762089.439529:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea300 x1876699521278720/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762089.439536:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789762089.439540:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:2.0:1789762089.439541:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762089.439545:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762089.439549:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2058
00000100:00080000:2.0:1789762089.439552:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762089.439556:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762089.439559:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762089.439567:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8e00 x1876699521278848/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762089.439573:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762089.439576:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762089.439578:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762089.439581:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2058
00000100:00080000:2.0:1789762089.439584:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762089.439589:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762089.439591:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762089/real 1789762089]  req@ffff911a12eead80 x1876699521278336/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789762089.439592:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762089.439609:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8700 x1876699521278976/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762089.439620:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eead80 x1876699521278336/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762089.439636:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762089.439640:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762089.439644:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521278336:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762089.439665:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521278464:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762089.439685:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762089.439695:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762089/real 1789762089]  req@ffff911a12ee9f80 x1876699521278464/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762089.439704:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9f80 x1876699521278464/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762089.439716:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762089.439718:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762089.439720:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521278464:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762089.439724:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521278592:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762089.439737:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762089.439743:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762089/real 1789762089]  req@ffff911a12eeb800 x1876699521278592/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762089.439751:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb800 x1876699521278592/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762089.439756:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762089.439758:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762089.439760:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521278592:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762089.439764:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521278720:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762089.439777:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762089.439783:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762089/real 1789762089]  req@ffff911a12eea300 x1876699521278720/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762089.439790:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea300 x1876699521278720/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762089.439795:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762089.439797:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762089.439800:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521278720:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762089.439803:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521278848:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762089.439824:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762089.439832:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762089/real 1789762089]  req@ffff911a12ee8e00 x1876699521278848/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762089.439843:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8e00 x1876699521278848/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762089.439851:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762089.439855:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762089.439858:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521278848:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762089.439866:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521278976:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762089.439886:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762089.439894:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762089/real 1789762089]  req@ffff911a12ee8700 x1876699521278976/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762089.439902:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8700 x1876699521278976/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762089.439908:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762089.439910:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762089.439912:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521278976:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762089.503413:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762090.527453:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762091.551422:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762092.575370:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762093.599406:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762094.559381:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762094.559396:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762094.559401:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762094.559414:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2063
00000100:00080000:2.0:1789762094.559430:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762094.559439:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762094.559487:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb480 x1876699521279104/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762094.559527:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762094.559532:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762094.559534:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762094.559539:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2063
00000100:00080000:2.0:1789762094.559544:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762094.559549:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762094.559561:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762094.559577:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8a80 x1876699521279232/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762094.559589:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762094.559593:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762094.559596:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762094.559601:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2063
00000100:00080000:2.0:1789762094.559605:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762094.559611:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762094.559618:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762094.559634:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521279104:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789762094.559635:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9880 x1876699521279360/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762094.559661:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762094.559665:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762094.559667:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762094.559672:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2063
00000100:00080000:2.0:1789762094.559677:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762094.559682:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762094.559688:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762094.559704:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9180 x1876699521279488/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762094.559715:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:2.0:1789762094.559715:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762094.559722:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762094.559724:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762094.559730:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2063
00000100:00080000:2.0:1789762094.559735:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762094.559740:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762094.559747:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762094.559759:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeaa00 x1876699521279616/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762094.559769:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762094.559773:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789762094.559778:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762094/real 1789762094]  req@ffff911a12eeb480 x1876699521279104/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762094.559783:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762094.559796:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2063
00000100:00080000:2.0:1789762094.559802:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762094.559803:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb480 x1876699521279104/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762094.559814:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00080000:1.0:1789762094.559818:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:2.0:1789762094.559824:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762094.559825:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762094.559832:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521279104:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762094.559839:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521279232:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762094.559846:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9c00 x1876699521279744/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762094.559859:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762094.559871:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762094/real 1789762094]  req@ffff911a12ee8a80 x1876699521279232/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762094.559881:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8a80 x1876699521279232/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762094.559889:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762094.559892:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762094.559894:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521279232:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762094.559916:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521279360:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762094.559929:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762094.559936:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762094/real 1789762094]  req@ffff911a12ee9880 x1876699521279360/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762094.559944:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9880 x1876699521279360/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762094.559955:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762094.559957:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762094.559959:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521279360:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762094.559963:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521279488:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762094.559974:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762094.559980:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762094/real 1789762094]  req@ffff911a12ee9180 x1876699521279488/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762094.559987:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9180 x1876699521279488/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762094.559993:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762094.559995:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762094.559997:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521279488:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762094.560000:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521279616:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762094.560010:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762094.560016:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762094/real 1789762094]  req@ffff911a12eeaa00 x1876699521279616/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762094.560024:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeaa00 x1876699521279616/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762094.560029:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762094.560030:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762094.560033:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521279616:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762094.560037:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521279744:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762094.560049:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762094.560055:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762094/real 1789762094]  req@ffff911a12ee9c00 x1876699521279744/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762094.560079:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9c00 x1876699521279744/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762094.560085:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762094.560087:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762094.560105:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521279744:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789762094.623322:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762095.647377:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762096.671406:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762097.695385:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762098.719373:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762099.679309:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762099.679317:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762099.679321:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762099.679331:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2068
00000100:00080000:3.0:1789762099.679340:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762099.679346:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789762099.679383:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521279872/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762099.679405:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762099.679408:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762099.679409:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762099.679413:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2068
00000100:00080000:3.0:1789762099.679415:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762099.679417:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762099.679424:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762099.679433:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2680 x1876699521280000/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762099.679440:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762099.679442:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762099.679444:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762099.679446:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2068
00000100:00080000:3.0:1789762099.679448:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762099.679454:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762099.679456:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521279872:192.168.203.116@tcp:250:kworker.0
00000008:00100000:3.0:1789762099.679457:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762099.679469:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521280128/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762099.679477:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762099.679479:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762099.679481:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762099.679483:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2068
00000100:00080000:3.0:1789762099.679485:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762099.679488:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762099.679491:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762099.679499:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521280256/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762099.679505:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762099.679506:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762099.679508:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762099.679510:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2068
00000100:00080000:3.0:1789762099.679512:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762099.679515:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762099.679518:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762099.679525:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521280384/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762099.679532:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789762099.679533:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789762099.679538:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762099.679540:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762099.679544:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2068
00000100:00080000:3.0:1789762099.679547:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762099.679550:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762099.679553:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762099.679559:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0700 x1876699521280512/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762099.679581:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762099/real 1789762099]  req@ffff911a04ad1500 x1876699521279872/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762099.679603:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1500 x1876699521279872/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762099.679615:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762099.679619:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762099.679623:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521279872:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762099.679631:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521280000:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762099.679652:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762099.679671:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762099/real 1789762099]  req@ffff911a04ad2680 x1876699521280000/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762099.679684:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2680 x1876699521280000/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762099.679693:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762099.679697:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762099.679700:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521280000:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762099.679724:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521280128:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762099.679742:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762099.679751:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762099/real 1789762099]  req@ffff911a04ad2a00 x1876699521280128/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762099.679764:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521280128/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762099.679772:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762099.679775:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762099.679779:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521280128:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762099.679785:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521280256:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762099.679801:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762099.679810:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762099/real 1789762099]  req@ffff911a04ad3800 x1876699521280256/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762099.679821:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521280256/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762099.679830:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762099.679834:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762099.679837:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521280256:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762099.679843:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521280384:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762099.679857:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762099.679866:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762099/real 1789762099]  req@ffff911a04ad0380 x1876699521280384/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762099.679877:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521280384/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762099.679886:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762099.679889:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762099.679892:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521280384:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762099.679897:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521280512:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762099.679912:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762099.679921:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762099/real 1789762099]  req@ffff911a04ad0700 x1876699521280512/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762099.679933:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0700 x1876699521280512/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762099.679941:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762099.679943:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762099.679947:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521280512:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789762099.743326:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762100.767346:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762101.791339:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762102.815407:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762103.839346:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762104.799325:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762104.799336:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762104.799341:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762104.799352:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2074
00000100:00080000:3.0:1789762104.799363:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762104.799371:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789762104.799410:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521280640/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762104.799437:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762104.799440:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762104.799441:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762104.799445:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2074
00000100:00080000:3.0:1789762104.799448:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762104.799451:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762104.799460:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762104.799469:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521280768/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762104.799477:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762104.799480:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762104.799481:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762104.799484:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2074
00000100:00080000:3.0:1789762104.799486:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762104.799489:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762104.799492:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762104.799498:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521280896/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762104.799506:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762104.799508:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762104.799510:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762104.799512:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2074
00000100:00080000:3.0:1789762104.799514:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762104.799517:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762104.799524:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762104.799534:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521281024/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762104.799544:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521280640:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789762104.799545:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762104.799552:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762104.799555:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762104.799561:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2074
00000100:00080000:3.0:1789762104.799564:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762104.799567:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762104.799571:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762104.799589:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521281152/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762104.799600:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762104.799604:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762104.799606:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762104.799611:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2074
00000100:00080000:3.0:1789762104.799622:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762104.799627:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762104.799632:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762104.799646:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789762104.799647:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521281280/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762104.799718:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762104/real 1789762104]  req@ffff911a04ad2300 x1876699521280640/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762104.799742:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521280640/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762104.799755:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762104.799760:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762104.799765:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521280640:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762104.799774:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521280768:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762104.799803:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762104.799818:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762104/real 1789762104]  req@ffff911a04ad1880 x1876699521280768/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762104.799833:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521280768/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762104.799842:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762104.799846:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762104.799850:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521280768:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762104.799857:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521280896:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762104.799880:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762104.799892:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762104/real 1789762104]  req@ffff911a04ad1c00 x1876699521280896/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762104.799905:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521280896/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762104.799914:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762104.799917:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762104.799921:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521280896:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762104.799953:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521281024:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762104.799976:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762104.800007:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762104/real 1789762104]  req@ffff911a04ad0000 x1876699521281024/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762104.800026:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521281024/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762104.800037:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762104.800040:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762104.800044:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521281024:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762104.800052:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521281152:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762104.800075:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762104.800087:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762104/real 1789762104]  req@ffff911a04ad3480 x1876699521281152/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762104.800100:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521281152/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762104.800109:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762104.800113:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762104.800117:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521281152:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762104.800124:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521281280:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762104.800147:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762104.800159:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762104/real 1789762104]  req@ffff911a04ad1f80 x1876699521281280/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762104.800171:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521281280/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762104.800180:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762104.800184:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762104.800187:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521281280:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762104.863442:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762105.887402:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762106.911371:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762107.935440:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762108.959397:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762109.919346:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762109.919356:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762109.919361:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762109.919371:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2079
00000100:00080000:1.0:1789762109.919383:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762109.919390:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762109.919443:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09180 x1876699521281408/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762109.919475:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762109.919479:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762109.919481:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762109.919484:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2079
00000100:00080000:1.0:1789762109.919488:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762109.919491:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762109.919501:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762109.919515:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09f80 x1876699521281536/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762109.919523:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521281408:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789762109.919530:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762109.919535:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762109.919537:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762109.919541:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2079
00000100:00080000:1.0:1789762109.919545:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762109.919549:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762109.919554:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762109.919565:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0ad80 x1876699521281664/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762109.919574:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762109.919578:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762109.919579:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762109.919584:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2079
00000100:00080000:1.0:1789762109.919587:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762109.919590:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000800:00000100:2.0:1789762109.919596:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000008:00100000:1.0:1789762109.919598:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762109.919614:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0aa00 x1876699521281792/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762109.919624:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762109.919628:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762109.919630:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762109.919634:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2079
00000100:00080000:1.0:1789762109.919638:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762109.919645:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762109.919645:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762109/real 1789762109]  req@ffff911a08b09180 x1876699521281408/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789762109.919651:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762109.919669:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08380 x1876699521281920/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762109.919671:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09180 x1876699521281408/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762109.919699:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762109.919699:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762109.919706:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762109.919708:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:1.0:1789762109.919709:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789762109.919717:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521281408:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789762109.919718:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2079
00000100:00080000:1.0:1789762109.919724:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762109.919731:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762109.919736:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762109.919748:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08700 x1876699521282048/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762109.919752:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521281536:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762109.919780:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762109.919793:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762109/real 1789762109]  req@ffff911a08b09f80 x1876699521281536/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762109.919803:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09f80 x1876699521281536/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762109.919813:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762109.919816:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762109.919818:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521281536:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762109.919822:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521281664:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762109.919834:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762109.919840:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762109/real 1789762109]  req@ffff911a08b0ad80 x1876699521281664/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762109.919848:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0ad80 x1876699521281664/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762109.919853:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762109.919855:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762109.919857:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521281664:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762109.919860:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521281792:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762109.919872:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762109.919877:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762109/real 1789762109]  req@ffff911a08b0aa00 x1876699521281792/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762109.919885:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0aa00 x1876699521281792/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762109.919890:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762109.919891:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762109.919894:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521281792:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762109.919898:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521281920:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762109.919908:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762109.919913:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762109/real 1789762109]  req@ffff911a08b08380 x1876699521281920/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762109.919920:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08380 x1876699521281920/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762109.919925:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762109.919927:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762109.919929:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521281920:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762109.919940:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521282048:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762109.919969:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762109.919977:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762109/real 1789762109]  req@ffff911a08b08700 x1876699521282048/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762109.919985:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08700 x1876699521282048/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762109.919990:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762109.919992:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762109.919994:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521282048:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762109.983371:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762111.007421:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762112.031388:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762113.055396:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762114.079414:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762115.039338:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762115.039347:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762115.039351:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762115.039360:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2084
00000100:00080000:1.0:1789762115.039371:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762115.039377:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762115.039425:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08e00 x1876699521282176/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762115.039450:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762115.039453:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762115.039454:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762115.039458:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2084
00000100:00080000:1.0:1789762115.039471:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762115.039473:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762115.039482:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762115.039493:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09880 x1876699521282304/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762115.039501:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762115.039506:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762115.039508:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762115.039515:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2084
00000100:00100000:2.0:1789762115.039516:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521282176:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789762115.039521:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762115.039527:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762115.039534:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762115.039551:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b100 x1876699521282432/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762115.039580:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762115.039586:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:2.0:1789762115.039586:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789762115.039590:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762115.039596:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2084
00000100:00080000:1.0:1789762115.039600:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762115.039604:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762115.039609:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762115.039620:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a680 x1876699521282560/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762115.039629:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762115.039632:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762115.039633:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762115.039635:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2084
00000100:00080000:1.0:1789762115.039637:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762115.039639:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762115.039643:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762115.039656:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a300 x1876699521282688/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762115.039657:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762115/real 1789762115]  req@ffff911a08b08e00 x1876699521282176/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762115.039700:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762115.039706:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762115.039708:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789762115.039713:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08e00 x1876699521282176/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762115.039718:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2084
00000100:00080000:1.0:1789762115.039729:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762115.039732:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762115.039738:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00080000:2.0:1789762115.039740:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000008:00100000:1.0:1789762115.039745:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762115.039749:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521282176:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762115.039762:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09500 x1876699521282816/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762115.039767:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521282304:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762115.039827:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762115.039846:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762115/real 1789762115]  req@ffff911a08b09880 x1876699521282304/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762115.039861:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09880 x1876699521282304/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762115.039868:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762115.039871:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762115.039874:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521282304:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762115.039901:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521282432:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762115.039938:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762115.039948:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762115/real 1789762115]  req@ffff911a08b0b100 x1876699521282432/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762115.039967:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b100 x1876699521282432/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762115.039978:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762115.039980:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762115.039982:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521282432:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762115.039986:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521282560:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762115.039999:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762115.040005:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762115/real 1789762115]  req@ffff911a08b0a680 x1876699521282560/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762115.040013:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a680 x1876699521282560/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762115.040030:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762115.040032:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762115.040034:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521282560:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762115.040038:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521282688:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762115.040049:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762115.040055:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762115/real 1789762115]  req@ffff911a08b0a300 x1876699521282688/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762115.040063:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a300 x1876699521282688/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762115.040068:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762115.040070:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762115.040073:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521282688:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762115.040077:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521282816:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762115.040087:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762115.040098:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762115/real 1789762115]  req@ffff911a08b09500 x1876699521282816/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762115.040106:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09500 x1876699521282816/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762115.040111:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762115.040113:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762115.040115:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521282816:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789762115.103422:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762116.127342:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762117.151348:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762118.175479:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762119.199379:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762120.159375:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762120.159385:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762120.159390:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762120.159398:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2089
00000100:00080000:3.0:1789762120.159409:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762120.159429:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789762120.159514:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3100 x1876699521282944/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762120.159538:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762120.159541:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762120.159554:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762120.159558:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2089
00000100:00080000:3.0:1789762120.159561:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762120.159580:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762120.159590:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762120.159601:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0a80 x1876699521283072/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762120.159610:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762120.159615:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789762120.159617:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521282944:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789762120.159617:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762120.159622:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2089
00000100:00080000:3.0:1789762120.159627:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762120.159630:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762120.159633:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762120.159642:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521283200/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762120.159684:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762120.159687:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762120.159689:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762120.159691:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2089
00000100:00080000:3.0:1789762120.159708:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762120.159711:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762120.159716:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789762120.159719:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789762120.159729:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521283328/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762120.159748:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762120.159752:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762120.159753:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762120.159756:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2089
00000100:00080000:3.0:1789762120.159758:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762120.159762:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762120.159765:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762120.159784:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762120/real 1789762120]  req@ffff911a04ad3100 x1876699521282944/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762120.159784:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521283456/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762120.159811:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762120.159818:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762120.159820:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762120.159824:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2089
00000100:00080000:3.0:1789762120.159828:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762120.159831:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3100 x1876699521282944/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762120.159834:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762120.159841:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789762120.159853:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789762120.159857:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521283584/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762120.159861:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762120.159890:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521282944:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789762120.159939:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521283072:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762120.159960:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762120.159970:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762120/real 1789762120]  req@ffff911a04ad0a80 x1876699521283072/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762120.159979:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0a80 x1876699521283072/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762120.160003:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762120.160005:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762120.160008:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521283072:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762120.160020:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521283200:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762120.160036:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762120.160045:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762120/real 1789762120]  req@ffff911a04ad1f80 x1876699521283200/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762120.160054:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521283200/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762120.160060:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762120.160063:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762120.160065:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521283200:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762120.160069:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521283328:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762120.160081:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762120.160088:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762120/real 1789762120]  req@ffff911a04ad3480 x1876699521283328/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762120.160097:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521283328/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762120.160103:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762120.160105:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762120.160108:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521283328:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762120.160112:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521283456:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762120.160123:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762120.160130:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762120/real 1789762120]  req@ffff911a04ad0000 x1876699521283456/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762120.160138:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521283456/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762120.160144:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762120.160146:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762120.160148:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521283456:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762120.160152:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521283584:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762120.160168:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762120.160189:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762120/real 1789762120]  req@ffff911a04ad1c00 x1876699521283584/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762120.160203:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521283584/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762120.160259:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762120.160262:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762120.160265:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521283584:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762120.223362:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762121.247338:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762122.271480:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762123.295427:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762124.319461:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762125.279256:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762125.279264:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762125.279275:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762125.279284:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2094
00000100:00080000:3.0:1789762125.279294:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762125.279301:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789762125.279338:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521283712/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762125.279361:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762125.279364:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762125.279366:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762125.279369:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2094
00000100:00080000:3.0:1789762125.279371:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762125.279373:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762125.279381:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762125.279391:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521283840/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762125.279400:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762125.279403:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762125.279405:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762125.279410:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2094
00000100:00100000:2.0:1789762125.279411:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521283712:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789762125.279412:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762125.279418:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762125.279423:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762125.279428:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0700 x1876699521283968/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762125.279435:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762125.279437:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762125.279438:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762125.279441:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2094
00000100:00080000:3.0:1789762125.279443:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762125.279446:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762125.279448:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762125.279456:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521284096/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762125.279462:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762125.279465:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762125.279466:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762125.279469:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2094
00000100:00080000:3.0:1789762125.279471:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762125.279473:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762125.279477:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789762125.279480:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789762125.279488:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521284224/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762125.279506:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762125.279509:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762125.279510:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762125.279513:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2094
00000100:00080000:3.0:1789762125.279515:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762125.279518:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762125.279521:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762125.279529:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521284352/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762125.279533:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762125/real 1789762125]  req@ffff911a04ad1880 x1876699521283712/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762125.279552:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521283712/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762125.279561:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762125.279565:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762125.279568:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521283712:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789762125.279588:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521283840:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762125.279603:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762125.279611:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762125/real 1789762125]  req@ffff911a04ad2300 x1876699521283840/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762125.279619:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521283840/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762125.279624:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762125.279626:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762125.279629:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521283840:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762125.279632:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521283968:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762125.279642:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762125.279649:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762125/real 1789762125]  req@ffff911a04ad0700 x1876699521283968/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762125.279656:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0700 x1876699521283968/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762125.279661:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762125.279663:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762125.279665:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521283968:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762125.279668:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521284096:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762125.279678:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762125.279684:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762125/real 1789762125]  req@ffff911a04ad0380 x1876699521284096/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762125.279691:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521284096/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762125.279696:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762125.279698:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762125.279700:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521284096:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762125.279703:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521284224:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762125.279713:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762125.279719:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762125/real 1789762125]  req@ffff911a04ad3800 x1876699521284224/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762125.279726:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521284224/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762125.279731:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762125.279733:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762125.279735:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521284224:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762125.279739:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521284352:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762125.279748:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762125.279754:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762125/real 1789762125]  req@ffff911a04ad2a00 x1876699521284352/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762125.279761:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521284352/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762125.279766:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762125.279768:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762125.279769:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521284352:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762125.343366:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762126.367362:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762127.391478:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762128.415472:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762129.439458:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762130.399380:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762130.399399:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762130.399404:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762130.399415:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2099
00000100:00080000:1.0:1789762130.399429:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762130.399437:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762130.399509:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09500 x1876699521284480/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762130.399550:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762130.399555:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762130.399558:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762130.399563:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2099
00000100:00080000:1.0:1789762130.399568:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762130.399573:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762130.399585:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762130.399602:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a300 x1876699521284608/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762130.399616:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762130.399622:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762130.399625:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762130.399630:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2099
00000100:00080000:1.0:1789762130.399634:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762130.399641:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762130.399649:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521284480:192.168.203.116@tcp:250:kworker.0
00000008:00100000:1.0:1789762130.399650:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762130.399667:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a680 x1876699521284736/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762130.399681:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762130.399684:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762130.399687:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762130.399692:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2099
00000100:00080000:1.0:1789762130.399696:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762130.399700:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762130.399708:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762130.399723:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b100 x1876699521284864/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762130.399735:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762130.399740:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762130.399743:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762130.399747:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2099
00000100:00080000:1.0:1789762130.399753:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762130.399757:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762130.399764:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762130.399776:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09880 x1876699521284992/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762130.399787:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762130.399821:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762130.399841:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762130.399849:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2099
00000100:00080000:1.0:1789762130.399857:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762130.399864:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521284608:192.168.203.116@tcp:38:kworker.0
00000100:00080000:1.0:1789762130.399870:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762130.399884:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762130.399910:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08e00 x1876699521285120/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762130.399957:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521284736:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762130.399994:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521284864:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762130.400021:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521284992:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762130.400048:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521285120:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762130.463457:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762131.487378:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762132.511481:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789762133.471563:0:2395:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.116:988
00000400:00000100:1.0:1789762133.471614:0:2395:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.116@tcp at host 192.168.203.116 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789762133.471633:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:1.0:1789762133.471676:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:1.0:1789762133.471684:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:1.0:1789762133.471694:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:1.0:1789762133.471704:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:1.0:1789762133.471715:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000100:00100000:2.0:1789762133.471756:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762130/real 1789762133]  req@ffff911a08b0a680 x1876699521284736/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762133.471804:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a680 x1876699521284736/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762133.471834:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762133.471840:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762133.471846:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521284736:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762133.471855:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762130/real 1789762133]  req@ffff911a08b0b100 x1876699521284864/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762133.471878:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b100 x1876699521284864/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762133.471887:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762133.471892:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762133.471896:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521284864:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762133.471904:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762130/real 1789762133]  req@ffff911a08b09880 x1876699521284992/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762133.471918:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09880 x1876699521284992/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762133.471927:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762133.471932:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762133.471936:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521284992:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762133.471945:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762130/real 1789762133]  req@ffff911a08b08e00 x1876699521285120/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762133.471957:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08e00 x1876699521285120/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762133.471967:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762133.471971:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762133.471975:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521285120:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762133.471983:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762130/real 1789762133]  req@ffff911a08b09500 x1876699521284480/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762133.471998:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09500 x1876699521284480/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762133.472008:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762133.472012:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762133.472015:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521284480:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789762133.472023:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762130/real 1789762133]  req@ffff911a08b0a300 x1876699521284608/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762133.472037:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a300 x1876699521284608/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762133.472047:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762133.472051:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762133.472055:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521284608:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762133.535386:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762134.559336:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762135.519318:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762135.519326:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762135.519330:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762135.519340:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2104
00000100:00080000:3.0:1789762135.519350:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762135.519356:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789762135.519390:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2680 x1876699521285248/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762135.519421:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762135.519423:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762135.519425:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762135.519428:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2104
00000100:00080000:3.0:1789762135.519431:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762135.519434:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762135.519444:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762135.519457:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521285376/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762135.519468:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762135.519476:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762135.519479:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762135.519483:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2104
00000100:00080000:3.0:1789762135.519488:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762135.519493:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762135.519498:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762135.519512:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521285248:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789762135.519524:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521285504/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762135.519538:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762135.519542:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762135.519544:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762135.519548:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2104
00000100:00080000:3.0:1789762135.519552:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762135.519557:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762135.519563:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762135.519576:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521285632/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762135.519589:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789762135.519599:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762135.519602:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762135.519604:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762135.519608:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2104
00000100:00080000:3.0:1789762135.519621:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762135.519626:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762135.519632:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762135.519636:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762135/real 1789762135]  req@ffff911a04ad2680 x1876699521285248/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762135.519648:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521285760/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762135.519660:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789762135.519664:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2680 x1876699521285248/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762135.519665:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762135.519669:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762135.519677:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2104
00000100:00080000:3.0:1789762135.519684:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762135.519685:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762135.519690:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00080000:2.0:1789762135.519696:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000008:00100000:3.0:1789762135.519698:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762135.519703:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521285248:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789762135.519715:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0700 x1876699521285888/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762135.519717:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521285376:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762135.519777:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762135.519792:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762135/real 1789762135]  req@ffff911a04ad1500 x1876699521285376/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762135.519803:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1500 x1876699521285376/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762135.519812:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762135.519816:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762135.519819:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521285376:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762135.519848:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521285504:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762135.519868:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762135.519880:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762135/real 1789762135]  req@ffff911a04ad2a00 x1876699521285504/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762135.519894:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521285504/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762135.519902:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762135.519904:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762135.519907:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521285504:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762135.519913:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521285632:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762135.519933:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762135.519944:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762135/real 1789762135]  req@ffff911a04ad3800 x1876699521285632/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762135.519958:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521285632/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762135.519965:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762135.519968:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762135.519971:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521285632:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762135.519992:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521285760:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762135.520014:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762135.520026:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762135/real 1789762135]  req@ffff911a04ad0380 x1876699521285760/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762135.520037:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521285760/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762135.520051:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762135.520054:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762135.520057:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521285760:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762135.520064:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521285888:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762135.520083:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762135.520094:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762135/real 1789762135]  req@ffff911a04ad0700 x1876699521285888/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762135.520106:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0700 x1876699521285888/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762135.520114:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762135.520118:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762135.520121:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521285888:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762135.583338:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762136.607401:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762137.631484:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762138.655383:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762139.679414:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762140.639275:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762140.639283:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762140.639288:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762140.639309:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2109
00000100:00080000:3.0:1789762140.639319:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762140.639324:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789762140.639363:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521286016/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762140.639396:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762140.639400:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762140.639403:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762140.639407:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2109
00000100:00080000:3.0:1789762140.639411:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762140.639416:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762140.639424:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762140.639437:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521286144/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762140.639441:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521286016:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789762140.639456:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762140.639459:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762140.639461:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762140.639465:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2109
00000100:00080000:3.0:1789762140.639468:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762140.639471:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762140.639476:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762140.639484:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521286272/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762140.639491:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762140.639494:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762140.639495:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762140.639510:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2109
00000100:00080000:3.0:1789762140.639512:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762140.639514:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762140.639518:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789762140.639519:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789762140.639528:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521286400/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762140.639537:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762140.639540:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762140.639541:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762140.639543:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2109
00000100:00080000:3.0:1789762140.639551:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762140.639554:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762140.639556:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762140.639565:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521286528/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762140.639571:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762140.639575:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789762140.639576:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762140/real 1789762140]  req@ffff911a04ad2300 x1876699521286016/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762140.639577:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762140.639594:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2109
00000100:00080000:3.0:1789762140.639598:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762140.639604:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762140.639609:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762140.639617:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521286016/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762140.639619:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521286656/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762140.639653:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762140.639658:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762140.639662:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521286016:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789762140.639682:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521286144:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762140.639698:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762140.639734:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762140/real 1789762140]  req@ffff911a04ad1880 x1876699521286144/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762140.639743:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521286144/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762140.639748:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762140.639751:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762140.639753:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521286144:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762140.639756:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521286272:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762140.639769:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762140.639775:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762140/real 1789762140]  req@ffff911a04ad1c00 x1876699521286272/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762140.639782:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521286272/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762140.639787:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762140.639789:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762140.639791:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521286272:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762140.639794:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521286400:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762140.639815:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762140.639821:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762140/real 1789762140]  req@ffff911a04ad0000 x1876699521286400/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762140.639828:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521286400/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762140.639833:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762140.639835:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762140.639837:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521286400:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762140.639840:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521286528:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762140.639850:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762140.639856:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762140/real 1789762140]  req@ffff911a04ad3480 x1876699521286528/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762140.639863:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521286528/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762140.639868:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762140.639870:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762140.639872:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521286528:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762140.639875:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521286656:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762140.639884:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762140.639889:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762140/real 1789762140]  req@ffff911a04ad1f80 x1876699521286656/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762140.639897:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521286656/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762140.639902:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762140.639904:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762140.639906:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521286656:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762140.703382:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762141.727405:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762142.751357:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762143.775354:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762144.799332:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762145.759312:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762145.759322:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762145.759327:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762145.759338:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2115
00000100:00080000:3.0:1789762145.759350:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762145.759357:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789762145.759402:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0a80 x1876699521286784/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762145.759430:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762145.759432:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762145.759434:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762145.759437:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2115
00000100:00080000:3.0:1789762145.759440:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762145.759443:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762145.759452:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762145.759464:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3100 x1876699521286912/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762145.759472:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762145.759474:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762145.759476:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762145.759478:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2115
00000100:00080000:3.0:1789762145.759481:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762145.759484:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762145.759489:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762145.759499:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521286784:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789762145.759504:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521287040/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762145.759529:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762145.759531:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762145.759532:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762145.759536:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2115
00000100:00080000:3.0:1789762145.759539:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762145.759543:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762145.759547:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762145.759555:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521287168/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762145.759562:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762145.759565:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762145.759566:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762145.759569:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2115
00000100:00080000:3.0:1789762145.759583:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762145.759586:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762145.759591:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789762145.759597:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789762145.759603:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521287296/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762145.759616:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762145.759620:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762145.759621:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762145.759624:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2115
00000100:00080000:3.0:1789762145.759626:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762145.759629:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762145.759633:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762145.759643:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521287424/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762145.759649:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762145/real 1789762145]  req@ffff911a04ad0a80 x1876699521286784/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762145.759669:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0a80 x1876699521286784/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762145.759694:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762145.759698:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762145.759701:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521286784:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789762145.759716:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521286912:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762145.759744:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762145.759759:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762145/real 1789762145]  req@ffff911a04ad3100 x1876699521286912/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762145.759773:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3100 x1876699521286912/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762145.759780:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762145.759782:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762145.759785:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521286912:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762145.759813:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521287040:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762145.759837:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762145.759849:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762145/real 1789762145]  req@ffff911a04ad1f80 x1876699521287040/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762145.759860:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521287040/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762145.759866:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762145.759869:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762145.759871:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521287040:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762145.759875:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521287168:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762145.759892:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762145.759899:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762145/real 1789762145]  req@ffff911a04ad3480 x1876699521287168/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762145.759906:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521287168/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762145.759912:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762145.759914:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762145.759916:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521287168:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762145.759920:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521287296:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762145.759931:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762145.759937:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762145/real 1789762145]  req@ffff911a04ad0000 x1876699521287296/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762145.759945:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521287296/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762145.759950:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762145.759952:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762145.759954:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521287296:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762145.759957:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521287424:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762145.759968:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762145.759974:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762145/real 1789762145]  req@ffff911a04ad1c00 x1876699521287424/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762145.759983:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521287424/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762145.759988:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762145.759990:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762145.759991:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521287424:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762145.823459:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762146.847362:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762147.871347:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762148.895377:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762149.919400:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762150.879327:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762150.879337:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762150.879342:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762150.879353:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2120
00000100:00080000:3.0:1789762150.879371:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762150.879378:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789762150.879419:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521287552/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762150.879455:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762150.879459:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762150.879460:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762150.879465:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2120
00000100:00080000:3.0:1789762150.879469:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762150.879473:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762150.879483:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762150.879495:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521287680/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762150.879506:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762150.879510:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762150.879513:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762150.879517:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2120
00000100:00080000:3.0:1789762150.879521:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762150.879524:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762150.879529:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762150.879539:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521287552:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789762150.879541:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0700 x1876699521287808/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762150.879556:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762150.879560:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762150.879561:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762150.879565:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2120
00000100:00080000:3.0:1789762150.879569:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762150.879573:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762150.879579:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762150.879589:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521287936/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762150.879600:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789762150.879605:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789762150.879607:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762150.879611:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762150.879616:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2120
00000100:00080000:3.0:1789762150.879621:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762150.879626:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762150.879631:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762150.879659:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521288064/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762150.879664:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762150/real 1789762150]  req@ffff911a04ad1880 x1876699521287552/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762150.879681:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762150.879686:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762150.879688:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789762150.879693:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521287552/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762150.879696:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2120
00000100:00080000:3.0:1789762150.879702:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762150.879709:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762150.879717:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789762150.879729:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789762150.879731:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521288192/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762150.879738:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762150.879748:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521287552:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789762150.879757:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521287680:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762150.879779:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762150.879789:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762150/real 1789762150]  req@ffff911a04ad2300 x1876699521287680/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762150.879797:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521287680/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762150.879803:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762150.879805:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762150.879807:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521287680:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762150.879825:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521287808:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762150.879836:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762150.879842:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762150/real 1789762150]  req@ffff911a04ad0700 x1876699521287808/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762150.879850:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0700 x1876699521287808/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762150.879855:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762150.879856:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762150.879858:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521287808:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762150.879862:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521287936:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762150.879873:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762150.879879:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762150/real 1789762150]  req@ffff911a04ad0380 x1876699521287936/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762150.879886:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521287936/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762150.879891:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762150.879893:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762150.879894:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521287936:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762150.879898:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521288064:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762150.879907:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762150.879913:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762150/real 1789762150]  req@ffff911a04ad3800 x1876699521288064/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762150.879920:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521288064/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762150.879925:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762150.879927:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762150.879928:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521288064:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762150.879931:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521288192:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762150.879954:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762150.879961:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762150/real 1789762150]  req@ffff911a04ad2a00 x1876699521288192/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762150.879969:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521288192/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762150.879974:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762150.879976:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762150.879978:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521288192:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762150.943360:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762151.967376:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762152.991352:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762154.015411:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762155.039402:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762155.999283:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762155.999294:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762155.999298:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762155.999308:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2125
00000100:00080000:3.0:1789762155.999319:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762155.999326:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789762155.999367:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521288320/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762155.999404:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762155.999407:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762155.999409:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762155.999413:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2125
00000100:00080000:3.0:1789762155.999417:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762155.999421:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762155.999431:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762155.999446:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2680 x1876699521288448/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762155.999450:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521288320:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789762155.999466:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762155.999470:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762155.999472:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762155.999476:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2125
00000100:00080000:3.0:1789762155.999481:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762155.999485:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762155.999491:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762155.999503:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521288576/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762155.999513:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789762155.999516:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789762155.999521:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762155.999524:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762155.999530:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2125
00000100:00080000:3.0:1789762155.999536:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762155.999554:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762155/real 1789762155]  req@ffff911a04ad1500 x1876699521288320/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762155.999555:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762155.999565:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762155.999573:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1500 x1876699521288320/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762155.999582:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521288704/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762155.999585:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762155.999592:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762155.999598:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521288320:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789762155.999617:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762155.999622:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762155.999624:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762155.999629:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2125
00000100:00080000:3.0:1789762155.999633:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762155.999635:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521288448:192.168.203.116@tcp:38:kworker.0
00000100:00080000:3.0:1789762155.999641:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762155.999648:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762155.999660:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521288832/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762155.999672:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789762155.999674:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789762155.999682:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762155.999685:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762155.999690:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2125
00000100:00080000:3.0:1789762155.999695:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762155.999699:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762155/real 1789762155]  req@ffff911a04ad2680 x1876699521288448/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762155.999702:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762155.999714:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762155.999719:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2680 x1876699521288448/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762155.999731:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0700 x1876699521288960/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762155.999733:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762155.999739:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762155.999744:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521288448:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762155.999753:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521288576:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762155.999775:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762155.999785:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762155/real 1789762155]  req@ffff911a04ad2a00 x1876699521288576/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762155.999795:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521288576/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762155.999801:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762155.999804:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762155.999806:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521288576:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762155.999809:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521288704:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762155.999821:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762155.999826:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762155/real 1789762155]  req@ffff911a04ad3800 x1876699521288704/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762155.999834:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521288704/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762155.999839:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762155.999840:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762155.999843:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521288704:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762155.999853:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521288832:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762155.999864:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762155.999870:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762155/real 1789762155]  req@ffff911a04ad0380 x1876699521288832/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762155.999877:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521288832/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762155.999882:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762155.999884:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762155.999885:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521288832:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762155.999889:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521288960:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762155.999907:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762155.999914:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762155/real 1789762155]  req@ffff911a04ad0700 x1876699521288960/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762155.999921:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0700 x1876699521288960/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762155.999926:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762155.999927:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762155.999929:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521288960:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762156.063359:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762157.087365:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762158.111384:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762159.135360:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762160.159346:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762161.119328:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762161.119338:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762161.119342:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762161.119350:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2130
00000100:00080000:0.0:1789762161.119360:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762161.119367:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789762161.119401:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54a80 x1876699521289088/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762161.119424:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762161.119426:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762161.119428:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762161.119431:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2130
00000100:00080000:0.0:1789762161.119433:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762161.119436:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762161.119444:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762161.119454:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57800 x1876699521289216/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762161.119463:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521289088:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789762161.119464:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762161.119471:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762161.119474:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762161.119477:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2130
00000100:00080000:0.0:1789762161.119479:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762161.119481:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762161.119484:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762161.119492:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54380 x1876699521289344/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762161.119498:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762161.119500:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762161.119501:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762161.119503:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2130
00000100:00080000:0.0:1789762161.119505:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762161.119508:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762161.119512:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762161.119518:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56300 x1876699521289472/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762161.119524:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762161.119528:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762161.119529:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762161.119531:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2130
00000100:00080000:0.0:1789762161.119534:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762161.119536:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762161.119539:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789762161.119541:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789762161.119548:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55180 x1876699521289600/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762161.119556:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762161.119558:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762161.119559:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762161.119574:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2130
00000100:00080000:0.0:1789762161.119577:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762161.119580:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762161.119584:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762161.119595:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762161/real 1789762161]  req@ffff911a05c54a80 x1876699521289088/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762161.119597:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521289728/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762161.119636:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54a80 x1876699521289088/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762161.119646:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762161.119650:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762161.119653:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521289088:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789762161.119672:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521289216:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762161.119690:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762161.119699:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762161/real 1789762161]  req@ffff911a05c57800 x1876699521289216/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762161.119707:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57800 x1876699521289216/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762161.119713:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762161.119715:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762161.119718:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521289216:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762161.119721:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521289344:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762161.119732:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762161.119739:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762161/real 1789762161]  req@ffff911a05c54380 x1876699521289344/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762161.119746:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54380 x1876699521289344/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762161.119756:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762161.119758:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762161.119760:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521289344:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762161.119763:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521289472:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762161.119774:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762161.119780:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762161/real 1789762161]  req@ffff911a05c56300 x1876699521289472/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762161.119787:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56300 x1876699521289472/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762161.119795:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762161.119798:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762161.119802:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521289472:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762161.119808:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521289600:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762161.119826:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762161.119838:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762161/real 1789762161]  req@ffff911a05c55180 x1876699521289600/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762161.119849:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55180 x1876699521289600/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762161.119855:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762161.119857:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762161.119867:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521289600:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762161.119872:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521289728:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762161.119890:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762161.119901:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762161/real 1789762161]  req@ffff911a05c56a00 x1876699521289728/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762161.119911:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521289728/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762161.119918:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762161.119921:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762161.119924:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521289728:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762161.183379:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762162.207367:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762163.231381:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762164.255326:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762165.279362:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762166.239313:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762166.239322:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762166.239327:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762166.239337:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2135
00000100:00080000:3.0:1789762166.239348:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762166.239354:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789762166.239395:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521289856/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762166.239422:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762166.239425:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762166.239431:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762166.239434:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2135
00000100:00080000:3.0:1789762166.239437:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762166.239441:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762166.239450:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762166.239460:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521289984/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762166.239470:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789762166.239474:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521289856:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789762166.239475:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762166.239479:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762166.239488:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2135
00000100:00080000:3.0:1789762166.239490:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762166.239492:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762166.239496:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762166.239506:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521290112/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762166.239513:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762166.239516:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762166.239518:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762166.239520:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2135
00000100:00080000:3.0:1789762166.239557:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762166.239562:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000800:00000100:2.0:1789762166.239568:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000008:00100000:3.0:1789762166.239571:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762166.239599:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521290240/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762166.239608:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762166.239612:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762166.239613:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762166.239616:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2135
00000100:00080000:3.0:1789762166.239620:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762166.239624:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762166.239629:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762166.239632:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762166/real 1789762166]  req@ffff911a04ad2300 x1876699521289856/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762166.239642:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521290368/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762166.239651:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789762166.239656:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521289856/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762166.239657:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762166.239661:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762166.239669:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2135
00000100:00080000:3.0:1789762166.239675:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762166.239682:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00080000:2.0:1789762166.239684:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789762166.239685:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789762166.239693:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762166.239697:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521289856:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789762166.239722:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521290496/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762166.239728:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521289984:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762166.239756:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762166.239768:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762166/real 1789762166]  req@ffff911a04ad1880 x1876699521289984/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762166.239777:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521289984/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762166.239784:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762166.239787:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762166.239790:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521289984:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762166.239796:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521290112:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762166.239809:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762166.239822:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762166/real 1789762166]  req@ffff911a04ad1c00 x1876699521290112/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762166.239832:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521290112/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762166.239838:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762166.239840:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762166.239842:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521290112:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762166.239846:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521290240:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762166.239859:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762166.239866:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762166/real 1789762166]  req@ffff911a04ad0000 x1876699521290240/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762166.239874:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521290240/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762166.239880:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762166.239882:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762166.239884:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521290240:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762166.239888:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521290368:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762166.239899:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762166.239905:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762166/real 1789762166]  req@ffff911a04ad3480 x1876699521290368/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762166.239913:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521290368/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762166.239919:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762166.239920:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762166.239922:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521290368:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762166.239934:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521290496:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762166.239945:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762166.239951:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762166/real 1789762166]  req@ffff911a04ad1f80 x1876699521290496/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762166.239959:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521290496/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762166.239965:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762166.239966:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762166.239969:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521290496:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762166.303407:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762167.327467:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762168.351431:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762169.375373:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762170.399370:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762171.359296:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762171.359307:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762171.359311:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762171.359322:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2140
00000100:00080000:0.0:1789762171.359333:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762171.359357:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789762171.359394:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521290624/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762171.359417:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762171.359419:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762171.359421:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762171.359424:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2140
00000100:00080000:0.0:1789762171.359426:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762171.359429:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762171.359437:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762171.359445:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56d80 x1876699521290752/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762171.359451:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762171.359454:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762171.359455:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762171.359457:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2140
00000100:00080000:0.0:1789762171.359459:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762171.359461:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762171.359465:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762171.359472:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521290880/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762171.359479:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762171.359482:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762171.359483:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762171.359498:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2140
00000100:00080000:0.0:1789762171.359501:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762171.359507:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762171.359507:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521290624:192.168.203.116@tcp:250:kworker.0
00000008:00100000:0.0:1789762171.359530:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762171.359540:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521291008/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762171.359548:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762171.359552:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762171.359555:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762171.359559:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2140
00000100:00080000:0.0:1789762171.359564:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762171.359568:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762171.359574:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762171.359586:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521291136/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762171.359596:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789762171.359597:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789762171.359603:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762171.359607:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762171.359611:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2140
00000100:00080000:0.0:1789762171.359616:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762171.359620:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762171.359626:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762171.359640:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55c00 x1876699521291264/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762171.359648:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762171/real 1789762171]  req@ffff911a05c55880 x1876699521290624/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762171.359666:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521290624/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762171.359675:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762171.359679:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762171.359682:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521290624:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789762171.359688:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521290752:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762171.359705:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762171.359713:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762171/real 1789762171]  req@ffff911a05c56d80 x1876699521290752/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762171.359720:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56d80 x1876699521290752/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762171.359726:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762171.359728:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762171.359730:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521290752:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762171.359734:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521290880:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762171.359743:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762171.359750:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762171/real 1789762171]  req@ffff911a05c54000 x1876699521290880/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762171.359757:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521290880/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762171.359762:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762171.359764:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762171.359766:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521290880:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762171.359784:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521291008:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762171.359795:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762171.359801:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762171/real 1789762171]  req@ffff911a05c54700 x1876699521291008/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762171.359809:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521291008/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762171.359814:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762171.359815:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762171.359817:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521291008:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762171.359820:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521291136:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762171.359830:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762171.359836:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762171/real 1789762171]  req@ffff911a05c57100 x1876699521291136/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762171.359843:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521291136/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762171.359848:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762171.359850:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762171.359852:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521291136:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762171.359855:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521291264:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762171.359865:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762171.359870:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762171/real 1789762171]  req@ffff911a05c55c00 x1876699521291264/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762171.359877:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55c00 x1876699521291264/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762171.359882:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762171.359884:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762171.359886:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521291264:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762171.423359:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762172.447378:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762173.471467:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762174.495408:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762175.519383:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762176.479372:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762176.479385:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762176.479391:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762176.479405:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2145
00000100:00080000:3.0:1789762176.479421:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762176.479431:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789762176.479521:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3100 x1876699521291392/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762176.479572:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762176.479580:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762176.479584:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762176.479592:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2145
00000100:00080000:3.0:1789762176.479599:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762176.479605:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762176.479619:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762176.479642:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0a80 x1876699521291520/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762176.479663:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521291392:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789762176.479676:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762176.479683:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762176.479686:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762176.479692:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2145
00000100:00080000:3.0:1789762176.479696:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762176.479701:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762176.479708:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762176.479725:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521291648/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762176.479738:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762176.479743:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762176.479746:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762176.479750:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2145
00000100:00080000:3.0:1789762176.479767:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762176.479772:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000800:00000100:2.0:1789762176.479782:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000008:00100000:3.0:1789762176.479785:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762176.479811:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521291776/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762176.479830:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762176.479836:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762176.479840:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762176.479849:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2145
00000100:00080000:3.0:1789762176.479859:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762176.479861:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762176/real 1789762176]  req@ffff911a04ad3100 x1876699521291392/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762176.479879:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762176.479897:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762176.479902:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3100 x1876699521291392/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762176.479922:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789762176.479930:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521291904/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762176.479935:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762176.479949:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521291392:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789762176.479965:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762176.479971:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762176.479973:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762176.479979:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2145
00000100:00080000:3.0:1789762176.479986:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762176.479992:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762176.479998:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521291520:192.168.203.116@tcp:38:kworker.0
00000008:00100000:3.0:1789762176.480003:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762176.480028:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521292032/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762176.480045:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762176.480071:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762176/real 1789762176]  req@ffff911a04ad0a80 x1876699521291520/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762176.480088:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0a80 x1876699521291520/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762176.480099:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762176.480104:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762176.480108:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521291520:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762176.480115:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521291648:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762176.480136:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762176.480147:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762176/real 1789762176]  req@ffff911a04ad1f80 x1876699521291648/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762176.480161:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521291648/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762176.480171:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762176.480174:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762176.480178:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521291648:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762176.480185:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521291776:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762176.480204:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762176.480261:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762176/real 1789762176]  req@ffff911a04ad3480 x1876699521291776/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762176.480278:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521291776/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762176.480289:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762176.480293:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762176.480297:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521291776:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762176.480304:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521291904:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762176.480330:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762176.480342:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762176/real 1789762176]  req@ffff911a04ad0000 x1876699521291904/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762176.480357:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521291904/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762176.480383:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762176.480389:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762176.480396:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521291904:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762176.480428:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521292032:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762176.480499:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762176.480524:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762176/real 1789762176]  req@ffff911a04ad1c00 x1876699521292032/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762176.480541:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521292032/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762176.480552:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762176.480556:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762176.480560:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521292032:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762176.543628:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762177.567329:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762178.591355:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762179.615337:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762180.639325:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762181.599353:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762181.599381:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762181.599386:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762181.599404:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2150
00000100:00080000:0.0:1789762181.599428:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762181.599436:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789762181.599475:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56680 x1876699521292160/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762181.599502:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762181.599507:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762181.599508:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762181.599511:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2150
00000100:00080000:0.0:1789762181.599515:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762181.599519:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762181.599529:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762181.599539:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55f80 x1876699521292288/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762181.599548:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762181.599551:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789762181.599560:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521292160:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789762181.599564:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762181.599576:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2150
00000100:00080000:0.0:1789762181.599579:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762181.599582:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762181.599586:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762181.599597:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55500 x1876699521292416/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762181.599604:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762181.599607:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762181.599609:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762181.599611:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2150
00000100:00080000:0.0:1789762181.599614:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762181.599617:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762181.599622:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762181.599628:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54e00 x1876699521292544/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762181.599636:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762181.599638:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762181.599639:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762181.599642:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2150
00000100:00080000:0.0:1789762181.599644:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762181.599646:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762181.599653:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789762181.599654:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789762181.599662:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57b80 x1876699521292672/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762181.599670:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762181.599674:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762181.599676:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762181.599679:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2150
00000100:00080000:0.0:1789762181.599683:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762181.599686:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762181.599690:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762181.599697:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55c00 x1876699521292800/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762181.599718:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762181/real 1789762181]  req@ffff911a05c56680 x1876699521292160/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762181.599743:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56680 x1876699521292160/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762181.599752:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762181.599756:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762181.599759:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521292160:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789762181.599783:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521292288:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762181.599805:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762181.599814:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762181/real 1789762181]  req@ffff911a05c55f80 x1876699521292288/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762181.599823:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55f80 x1876699521292288/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762181.599830:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762181.599832:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762181.599835:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521292288:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762181.599840:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521292416:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762181.599853:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762181.599860:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762181/real 1789762181]  req@ffff911a05c55500 x1876699521292416/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762181.599868:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55500 x1876699521292416/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762181.599873:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762181.599875:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762181.599877:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521292416:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762181.599881:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521292544:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762181.599894:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762181.599900:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762181/real 1789762181]  req@ffff911a05c54e00 x1876699521292544/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762181.599907:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54e00 x1876699521292544/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762181.599913:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762181.599915:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762181.599917:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521292544:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762181.599921:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521292672:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762181.599932:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762181.599939:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762181/real 1789762181]  req@ffff911a05c57b80 x1876699521292672/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762181.599947:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57b80 x1876699521292672/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762181.599952:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762181.599954:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762181.599956:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521292672:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762181.599960:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521292800:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762181.599971:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762181.599977:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762181/real 1789762181]  req@ffff911a05c55c00 x1876699521292800/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762181.599985:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55c00 x1876699521292800/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762181.599990:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762181.599992:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762181.599994:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521292800:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762181.663375:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762182.687427:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762183.711506:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762184.735368:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762185.759324:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762186.719340:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762186.719348:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762186.719351:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762186.719360:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2155
00000100:00080000:1.0:1789762186.719384:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762186.719392:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762186.719446:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08700 x1876699521292928/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762186.719470:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762186.719473:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762186.719474:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762186.719477:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2155
00000100:00080000:1.0:1789762186.719480:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762186.719483:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762186.719491:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762186.719500:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08380 x1876699521293056/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762186.719507:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762186.719510:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762186.719511:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762186.719514:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2155
00000100:00080000:1.0:1789762186.719516:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762186.719520:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521292928:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789762186.719521:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762186.719528:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762186.719535:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0aa00 x1876699521293184/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762186.719542:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762186.719545:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762186.719546:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762186.719549:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2155
00000100:00080000:1.0:1789762186.719551:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762186.719554:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762186.719557:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762186.719572:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0ad80 x1876699521293312/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762186.719579:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762186.719581:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762186.719582:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762186.719584:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2155
00000100:00080000:1.0:1789762186.719586:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762186.719589:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762186.719592:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762186.719598:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09f80 x1876699521293440/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762186.719605:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789762186.719609:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762186.719612:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762186.719614:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762186.719617:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2155
00000100:00080000:1.0:1789762186.719619:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762186.719622:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762186.719626:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762186.719633:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09180 x1876699521293568/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762186.719654:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762186/real 1789762186]  req@ffff911a08b08700 x1876699521292928/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762186.719669:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08700 x1876699521292928/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762186.719701:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762186.719704:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762186.719707:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521292928:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789762186.719712:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521293056:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762186.719734:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762186.719755:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762186/real 1789762186]  req@ffff911a08b08380 x1876699521293056/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762186.719769:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08380 x1876699521293056/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762186.719778:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762186.719782:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762186.719784:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521293056:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762186.719805:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521293184:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762186.719820:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762186.719828:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762186/real 1789762186]  req@ffff911a08b0aa00 x1876699521293184/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762186.719835:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0aa00 x1876699521293184/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762186.719848:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762186.719850:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762186.719851:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521293184:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762186.719856:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521293312:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762186.719867:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762186.719872:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762186/real 1789762186]  req@ffff911a08b0ad80 x1876699521293312/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762186.719880:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0ad80 x1876699521293312/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762186.719885:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762186.719887:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762186.719888:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521293312:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762186.719892:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521293440:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762186.719902:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762186.719907:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762186/real 1789762186]  req@ffff911a08b09f80 x1876699521293440/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762186.719914:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09f80 x1876699521293440/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762186.719919:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762186.719921:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762186.719923:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521293440:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762186.719926:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521293568:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762186.719943:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762186.719949:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762186/real 1789762186]  req@ffff911a08b09180 x1876699521293568/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762186.719956:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09180 x1876699521293568/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762186.719961:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762186.719963:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762186.719964:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521293568:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762186.783352:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762187.807404:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762188.831344:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762189.855372:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762190.879346:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762191.839300:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762191.839308:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762191.839312:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762191.839321:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2161
00000100:00080000:0.0:1789762191.839344:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762191.839351:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789762191.839389:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521293696/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762191.839411:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762191.839414:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762191.839415:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762191.839418:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2161
00000100:00080000:0.0:1789762191.839421:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762191.839424:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762191.839433:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762191.839442:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521293696:192.168.203.116@tcp:250:kworker.0
00000100:00100000:0.0:1789762191.839444:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521293824/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762191.839456:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762191.839459:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762191.839460:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762191.839463:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2161
00000100:00080000:0.0:1789762191.839466:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762191.839468:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762191.839471:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762191.839479:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521293952/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762191.839485:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762191.839488:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762191.839489:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762191.839491:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2161
00000100:00080000:0.0:1789762191.839494:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762191.839497:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762191.839500:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789762191.839504:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789762191.839509:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56d80 x1876699521294080/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762191.839516:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762191.839519:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762191.839520:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762191.839523:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2161
00000100:00080000:0.0:1789762191.839526:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762191.839528:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762191.839531:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762191.839545:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762191/real 1789762191]  req@ffff911a05c57100 x1876699521293696/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762191.839552:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521294208/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762191.839561:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762191.839565:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789762191.839566:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521293696/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762191.839567:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762191.839575:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2161
00000100:00080000:0.0:1789762191.839579:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762191.839584:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00080000:2.0:1789762191.839586:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:0.0:1789762191.839588:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789762191.839592:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762191.839596:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521293696:192.168.203.116@tcp:250:kworker.0
00000100:00100000:0.0:1789762191.839601:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521294336/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762191.839618:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521293824:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762191.839644:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762191.839653:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762191/real 1789762191]  req@ffff911a05c54700 x1876699521293824/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762191.839662:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521293824/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762191.839672:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762191.839674:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762191.839677:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521293824:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762191.839681:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521293952:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762191.839692:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762191.839698:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762191/real 1789762191]  req@ffff911a05c54000 x1876699521293952/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762191.839706:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521293952/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762191.839711:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762191.839712:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762191.839714:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521293952:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762191.839718:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521294080:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762191.839736:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762191.839742:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762191/real 1789762191]  req@ffff911a05c56d80 x1876699521294080/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762191.839750:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56d80 x1876699521294080/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762191.839755:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762191.839757:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762191.839759:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521294080:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762191.839763:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521294208:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762191.839774:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762191.839779:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762191/real 1789762191]  req@ffff911a05c55880 x1876699521294208/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762191.839786:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521294208/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762191.839791:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762191.839793:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762191.839795:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521294208:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762191.839798:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521294336:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762191.839807:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762191.839819:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762191/real 1789762191]  req@ffff911a05c56a00 x1876699521294336/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762191.839826:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521294336/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762191.839831:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762191.839832:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762191.839834:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521294336:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762191.903360:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762192.927383:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762193.951345:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762194.975379:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762195.999417:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762196.959339:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762196.959350:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762196.959354:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762196.959363:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2166
00000100:00080000:1.0:1789762196.959374:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762196.959380:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762196.959417:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08a80 x1876699521294464/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762196.959442:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762196.959445:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762196.959446:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762196.959450:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2166
00000100:00080000:1.0:1789762196.959452:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762196.959455:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762196.959462:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762196.959472:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b480 x1876699521294592/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762196.959480:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762196.959485:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789762196.959486:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521294464:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789762196.959487:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762196.959494:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2166
00000100:00080000:1.0:1789762196.959497:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762196.959500:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762196.959503:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762196.959511:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0bb80 x1876699521294720/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762196.959518:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762196.959521:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762196.959522:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762196.959525:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2166
00000100:00080000:1.0:1789762196.959528:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762196.959532:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762196.959537:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762196.959546:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b800 x1876699521294848/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762196.959553:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762196.959556:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762196.959558:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762196.959560:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2166
00000100:00080000:1.0:1789762196.959564:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762196.959566:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762196.959569:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762196.959583:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08000 x1876699521294976/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762196.959597:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521294592:192.168.203.116@tcp:38:kworker.0
00000100:00080000:1.0:1789762196.959605:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762196.959611:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762196.959614:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762196.959619:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2166
00000100:00080000:1.0:1789762196.959625:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762196.959625:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521294720:192.168.203.116@tcp:38:kworker.0
00000100:00080000:1.0:1789762196.959635:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762196.959642:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762196.959650:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521294848:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762196.959661:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09c00 x1876699521295104/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762196.959672:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521294976:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762196.959690:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521295104:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762197.023381:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762198.047430:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762199.071381:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789762200.031504:0:2392:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.116:988
00000400:00000100:3.0:1789762200.031549:0:2392:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.116@tcp at host 192.168.203.116 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789762200.031568:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789762200.031606:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789762200.031613:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789762200.031619:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789762200.031624:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789762200.031629:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000100:00100000:2.0:1789762200.031725:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762196/real 1789762200]  req@ffff911a08b09c00 x1876699521295104/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762200.031766:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09c00 x1876699521295104/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762200.031779:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762200.031785:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762200.031790:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521295104:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762200.031800:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762196/real 1789762200]  req@ffff911a08b08000 x1876699521294976/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762200.031813:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08000 x1876699521294976/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762200.031821:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762200.031825:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762200.031830:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521294976:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762200.031838:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762196/real 1789762200]  req@ffff911a08b0b480 x1876699521294592/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762200.031859:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b480 x1876699521294592/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762200.031870:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762200.031874:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762200.031878:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521294592:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762200.031887:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762196/real 1789762200]  req@ffff911a08b0bb80 x1876699521294720/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762200.031898:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0bb80 x1876699521294720/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762200.031907:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762200.031911:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762200.031915:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521294720:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762200.031926:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762196/real 1789762200]  req@ffff911a08b0b800 x1876699521294848/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762200.031946:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b800 x1876699521294848/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762200.031955:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762200.031958:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762200.031963:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521294848:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762200.031972:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762196/real 1789762200]  req@ffff911a08b08a80 x1876699521294464/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762200.031987:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08a80 x1876699521294464/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762200.031994:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762200.031998:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762200.032001:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521294464:192.168.203.116@tcp:250:kworker.0
00010000:00010000:0.0:1789762200.095369:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762201.119393:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762202.079368:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762202.079379:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762202.079384:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762202.079394:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2171
00000100:00080000:3.0:1789762202.079405:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762202.079411:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789762202.079444:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521295232/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762202.079474:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762202.079479:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762202.079481:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762202.079485:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2171
00000100:00080000:3.0:1789762202.079489:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762202.079493:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762202.079504:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762202.079519:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521295360/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762202.079528:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521295232:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789762202.079534:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762202.079539:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762202.079541:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762202.079545:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2171
00000100:00080000:3.0:1789762202.079549:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762202.079554:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762202.079559:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762202.079574:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0700 x1876699521295488/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762202.079585:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762202.079589:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762202.079591:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762202.079595:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2171
00000100:00080000:3.0:1789762202.079599:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762202.079606:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762202.079611:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789762202.079620:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789762202.079625:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521295616/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762202.079639:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762202.079643:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762202.079645:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762202.079650:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2171
00000100:00080000:3.0:1789762202.079655:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762202.079659:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762202.079666:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762202.079667:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762202/real 1789762202]  req@ffff911a04ad1880 x1876699521295232/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762202.079683:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521295744/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762202.079692:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521295232/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762202.079698:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762202.079707:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762202.079712:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762202.079717:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762202.079719:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2171
00000100:00080000:2.0:1789762202.079727:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:3.0:1789762202.079727:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762202.079736:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521295232:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789762202.079737:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762202.079747:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762202.079763:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521295872/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762202.079772:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521295360:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762202.079803:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762202.079821:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762202/real 1789762202]  req@ffff911a04ad2300 x1876699521295360/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762202.079836:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521295360/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762202.079844:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762202.079848:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762202.079852:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521295360:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762202.079877:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521295488:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762202.079897:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762202.079908:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762202/real 1789762202]  req@ffff911a04ad0700 x1876699521295488/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762202.079922:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0700 x1876699521295488/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762202.079930:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762202.079933:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762202.079937:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521295488:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762202.079944:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521295616:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762202.079963:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762202.079972:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762202/real 1789762202]  req@ffff911a04ad0380 x1876699521295616/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762202.079983:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521295616/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762202.079992:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762202.079995:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762202.079998:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521295616:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762202.080004:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521295744:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762202.080021:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762202.080031:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762202/real 1789762202]  req@ffff911a04ad3800 x1876699521295744/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762202.080043:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521295744/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762202.080051:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762202.080061:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762202.080064:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521295744:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762202.080081:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521295872:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762202.080099:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762202.080109:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762202/real 1789762202]  req@ffff911a04ad2a00 x1876699521295872/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762202.080122:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521295872/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762202.080130:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762202.080134:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762202.080138:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521295872:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762202.143391:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762203.167386:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762204.191423:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762205.215371:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762206.239348:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762207.199339:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762207.199347:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762207.199351:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762207.199360:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2176
00000100:00080000:1.0:1789762207.199370:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762207.199377:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762207.199412:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08a80 x1876699521296000/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762207.199434:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762207.199436:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762207.199438:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762207.199441:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2176
00000100:00080000:1.0:1789762207.199443:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762207.199446:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762207.199454:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762207.199463:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b800 x1876699521296128/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762207.199471:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762207.199476:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789762207.199476:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521296000:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789762207.199478:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762207.199484:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2176
00000100:00080000:1.0:1789762207.199487:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762207.199489:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762207.199492:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762207.199500:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0bb80 x1876699521296256/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762207.199507:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762207.199509:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762207.199511:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762207.199513:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2176
00000100:00080000:1.0:1789762207.199516:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762207.199518:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762207.199521:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762207.199527:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b480 x1876699521296384/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762207.199534:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762207.199537:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762207.199538:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762207.199540:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2176
00000100:00080000:1.0:1789762207.199544:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762207.199548:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762207.199553:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789762207.199562:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762207.199567:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08000 x1876699521296512/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762207.199579:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762207.199583:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762207.199585:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762207.199590:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2176
00000100:00080000:1.0:1789762207.199594:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762207.199598:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762207.199604:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762207.199605:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762207/real 1789762207]  req@ffff911a08b08a80 x1876699521296000/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762207.199623:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09c00 x1876699521296640/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762207.199630:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08a80 x1876699521296000/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762207.199644:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762207.199648:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762207.199651:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521296000:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789762207.199672:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521296128:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762207.199688:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762207.199696:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762207/real 1789762207]  req@ffff911a08b0b800 x1876699521296128/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762207.199704:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b800 x1876699521296128/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762207.199710:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762207.199712:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762207.199714:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521296128:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762207.199717:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521296256:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762207.199727:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762207.199733:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762207/real 1789762207]  req@ffff911a08b0bb80 x1876699521296256/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762207.199740:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0bb80 x1876699521296256/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762207.199750:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762207.199752:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762207.199754:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521296256:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762207.199757:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521296384:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762207.199767:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762207.199773:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762207/real 1789762207]  req@ffff911a08b0b480 x1876699521296384/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762207.199780:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b480 x1876699521296384/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762207.199785:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762207.199787:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762207.199789:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521296384:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762207.199794:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521296512:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762207.199812:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762207.199824:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762207/real 1789762207]  req@ffff911a08b08000 x1876699521296512/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762207.199837:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08000 x1876699521296512/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762207.199845:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762207.199848:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762207.199852:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521296512:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762207.199859:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521296640:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762207.199879:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762207.199891:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762207/real 1789762207]  req@ffff911a08b09c00 x1876699521296640/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762207.199902:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09c00 x1876699521296640/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762207.199907:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762207.199909:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762207.199911:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521296640:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789762207.263396:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762208.287395:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762209.311362:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762210.335394:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762211.359391:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762212.319359:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762212.319370:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762212.319374:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762212.319385:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2181
00000100:00080000:3.0:1789762212.319397:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762212.319405:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789762212.319444:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2680 x1876699521296768/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762212.319472:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762212.319480:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762212.319483:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762212.319488:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2181
00000100:00080000:3.0:1789762212.319492:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762212.319498:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762212.319509:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762212.319544:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521296896/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762212.319548:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521296768:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789762212.319566:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762212.319569:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762212.319571:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762212.319576:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2181
00000100:00080000:3.0:1789762212.319580:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762212.319584:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762212.319589:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762212.319603:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521297024/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762212.319611:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762212.319614:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762212.319616:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762212.319619:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2181
00000800:00000100:2.0:1789762212.319623:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789762212.319623:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762212.319630:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762212.319636:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762212.319647:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521297152/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762212.319656:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762212.319659:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762212.319660:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762212.319664:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2181
00000100:00080000:3.0:1789762212.319666:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762212.319669:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762212.319674:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762212.319682:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762212/real 1789762212]  req@ffff911a04ad2680 x1876699521296768/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762212.319687:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521297280/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762212.319713:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762212.319716:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762212.319718:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789762212.319722:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2680 x1876699521296768/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762212.319726:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2181
00000100:00080000:3.0:1789762212.319741:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762212.319744:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762212.319745:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00080000:2.0:1789762212.319752:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000008:00100000:3.0:1789762212.319753:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762212.319759:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521296768:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789762212.319767:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0700 x1876699521297408/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762212.319808:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521296896:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762212.319829:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762212.319839:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762212/real 1789762212]  req@ffff911a04ad1500 x1876699521296896/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762212.319848:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1500 x1876699521296896/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762212.319854:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762212.319856:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762212.319859:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521296896:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762212.319863:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521297024:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762212.319874:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762212.319880:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762212/real 1789762212]  req@ffff911a04ad2a00 x1876699521297024/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762212.319891:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521297024/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762212.319900:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762212.319904:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762212.319907:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521297024:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762212.319913:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521297152:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762212.319934:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762212.319945:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762212/real 1789762212]  req@ffff911a04ad3800 x1876699521297152/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762212.319957:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521297152/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762212.319966:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762212.319970:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762212.319974:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521297152:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762212.319981:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521297280:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762212.319999:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762212.320010:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762212/real 1789762212]  req@ffff911a04ad0380 x1876699521297280/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762212.320021:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521297280/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762212.320027:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762212.320029:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762212.320031:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521297280:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762212.320035:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521297408:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762212.320049:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762212.320055:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762212/real 1789762212]  req@ffff911a04ad0700 x1876699521297408/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762212.320063:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0700 x1876699521297408/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762212.320068:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762212.320069:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762212.320072:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521297408:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762212.383393:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762213.407334:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762214.431377:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762215.455380:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762216.479389:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762217.439352:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762217.439363:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762217.439368:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762217.439378:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2186
00000100:00080000:1.0:1789762217.439389:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762217.439397:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762217.439441:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09180 x1876699521297536/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762217.439481:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762217.439486:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762217.439487:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762217.439491:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2186
00000100:00080000:1.0:1789762217.439495:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762217.439498:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762217.439508:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762217.439521:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09f80 x1876699521297664/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762217.439530:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762217.439533:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762217.439534:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762217.439538:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2186
00000100:00080000:1.0:1789762217.439541:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762217.439547:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762217.439550:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521297536:192.168.203.116@tcp:250:kworker.0
00000008:00100000:1.0:1789762217.439551:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762217.439567:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0ad80 x1876699521297792/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762217.439580:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762217.439584:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762217.439588:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762217.439595:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2186
00000100:00080000:1.0:1789762217.439600:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762217.439615:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762217.439623:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789762217.439635:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762217.439640:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0aa00 x1876699521297920/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762217.439650:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762217.439654:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762217.439656:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762217.439663:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2186
00000100:00080000:1.0:1789762217.439668:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762217.439672:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762217.439677:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762217.439684:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762217/real 1789762217]  req@ffff911a08b09180 x1876699521297536/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762217.439688:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08380 x1876699521298048/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762217.439709:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789762217.439711:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09180 x1876699521297536/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762217.439719:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762217.439726:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762217.439744:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2186
00000100:00080000:2.0:1789762217.439748:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762217.439749:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762217.439759:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:1.0:1789762217.439760:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762217.439779:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521297536:192.168.203.116@tcp:250:kworker.0
00000008:00100000:1.0:1789762217.439780:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762217.439804:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521297664:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762217.439810:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08700 x1876699521298176/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762217.439828:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762217.439847:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762217/real 1789762217]  req@ffff911a08b09f80 x1876699521297664/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762217.439856:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09f80 x1876699521297664/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762217.439862:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762217.439866:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762217.439870:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521297664:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762217.439908:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521297792:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762217.439929:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762217.439942:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762217/real 1789762217]  req@ffff911a08b0ad80 x1876699521297792/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762217.439956:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0ad80 x1876699521297792/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762217.439965:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762217.439969:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762217.439973:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521297792:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762217.439980:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521297920:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762217.440003:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762217.440016:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762217/real 1789762217]  req@ffff911a08b0aa00 x1876699521297920/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762217.440030:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0aa00 x1876699521297920/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762217.440039:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762217.440042:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762217.440046:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521297920:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762217.440051:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521298048:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762217.440068:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762217.440076:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762217/real 1789762217]  req@ffff911a08b08380 x1876699521298048/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762217.440083:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08380 x1876699521298048/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762217.440089:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762217.440091:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762217.440093:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521298048:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762217.440097:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521298176:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762217.440107:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762217.440113:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762217/real 1789762217]  req@ffff911a08b08700 x1876699521298176/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762217.440120:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08700 x1876699521298176/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762217.440126:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762217.440128:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762217.440129:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521298176:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762217.503400:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762218.527421:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762219.551412:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762220.575358:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762221.599350:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762222.559299:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762222.559307:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762222.559312:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762222.559320:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2191
00000100:00080000:2.0:1789762222.559330:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762222.559336:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762222.559373:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9c00 x1876699521298304/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762222.559398:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762222.559402:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762222.559403:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762222.559406:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2191
00000100:00080000:2.0:1789762222.559409:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762222.559413:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762222.559421:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762222.559429:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521298304:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789762222.559433:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeaa00 x1876699521298432/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762222.559443:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762222.559446:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762222.559447:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762222.559450:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2191
00000100:00080000:2.0:1789762222.559452:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762222.559454:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762222.559457:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762222.559464:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9180 x1876699521298560/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762222.559471:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762222.559473:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762222.559474:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762222.559477:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2191
00000100:00080000:2.0:1789762222.559480:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762222.559482:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762222.559486:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789762222.559503:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762222.559503:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9880 x1876699521298688/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762222.559513:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762222.559516:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762222.559517:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762222.559520:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2191
00000100:00080000:2.0:1789762222.559525:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762222.559527:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762222.559531:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762222.559540:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8a80 x1876699521298816/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762222.559545:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762222/real 1789762222]  req@ffff911a12ee9c00 x1876699521298304/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762222.559552:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762222.559558:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762222.559561:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762222.559569:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2191
00000100:00080000:2.0:1789762222.559572:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762222.559575:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762222.559578:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9c00 x1876699521298304/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789762222.559580:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762222.559591:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb480 x1876699521298944/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762222.559593:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762222.559602:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762222.559608:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521298304:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762222.559627:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521298432:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762222.559643:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762222.559652:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762222/real 1789762222]  req@ffff911a12eeaa00 x1876699521298432/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762222.559661:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeaa00 x1876699521298432/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762222.559667:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762222.559669:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762222.559671:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521298432:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762222.559675:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521298560:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762222.559686:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762222.559693:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762222/real 1789762222]  req@ffff911a12ee9180 x1876699521298560/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762222.559700:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9180 x1876699521298560/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762222.559705:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762222.559707:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762222.559709:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521298560:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762222.559713:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521298688:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762222.559724:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762222.559730:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762222/real 1789762222]  req@ffff911a12ee9880 x1876699521298688/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762222.559737:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9880 x1876699521298688/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762222.559742:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762222.559744:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762222.559746:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521298688:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762222.559749:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521298816:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762222.559764:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762222.559775:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762222/real 1789762222]  req@ffff911a12ee8a80 x1876699521298816/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762222.559789:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8a80 x1876699521298816/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762222.559798:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762222.559802:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762222.559806:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521298816:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762222.559812:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521298944:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762222.559845:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762222.559858:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762222/real 1789762222]  req@ffff911a12eeb480 x1876699521298944/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762222.559871:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb480 x1876699521298944/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762222.559880:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762222.559883:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762222.559886:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521298944:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789762222.623329:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762223.647364:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762224.671367:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762225.695416:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762226.719365:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762227.679325:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762227.679333:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762227.679338:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762227.679346:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2196
00000100:00080000:2.0:1789762227.679355:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762227.679362:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762227.679397:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8700 x1876699521299072/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762227.679418:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762227.679421:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762227.679422:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762227.679425:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2196
00000100:00080000:2.0:1789762227.679427:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762227.679430:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762227.679438:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762227.679447:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8e00 x1876699521299200/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762227.679454:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762227.679457:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762227.679458:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762227.679461:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2196
00000100:00080000:2.0:1789762227.679463:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762227.679467:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521299072:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789762227.679468:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762227.679476:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762227.679486:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea300 x1876699521299328/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762227.679498:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762227.679501:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762227.679502:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762227.679505:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2196
00000100:00080000:2.0:1789762227.679508:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762227.679510:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762227.679513:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762227.679521:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb800 x1876699521299456/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762227.679527:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762227.679532:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000800:00000100:1.0:1789762227.679533:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:2.0:1789762227.679534:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762227.679543:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2196
00000100:00080000:2.0:1789762227.679547:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762227.679551:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762227.679557:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762227.679570:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9f80 x1876699521299584/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762227.679580:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762227.679583:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762227.679586:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762227.679590:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2196
00000100:00080000:2.0:1789762227.679594:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762227.679597:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762227/real 1789762227]  req@ffff911a12ee8700 x1876699521299072/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762227.679599:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762227.679607:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762227.679620:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eead80 x1876699521299712/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762227.679630:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8700 x1876699521299072/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762227.679644:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762227.679649:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762227.679655:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521299072:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762227.679663:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521299200:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762227.679692:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762227.679709:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762227/real 1789762227]  req@ffff911a12ee8e00 x1876699521299200/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762227.679724:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8e00 x1876699521299200/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762227.679733:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762227.679738:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762227.679741:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521299200:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762227.679767:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521299328:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762227.679785:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762227.679794:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762227/real 1789762227]  req@ffff911a12eea300 x1876699521299328/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762227.679811:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea300 x1876699521299328/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762227.679817:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762227.679819:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762227.679821:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521299328:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762227.679825:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521299456:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762227.679838:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762227.679846:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762227/real 1789762227]  req@ffff911a12eeb800 x1876699521299456/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762227.679854:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb800 x1876699521299456/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762227.679859:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762227.679861:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762227.679863:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521299456:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762227.679866:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521299584:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762227.679877:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762227.679883:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762227/real 1789762227]  req@ffff911a12ee9f80 x1876699521299584/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762227.679891:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9f80 x1876699521299584/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762227.679900:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762227.679903:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762227.679906:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521299584:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762227.679913:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521299712:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762227.679933:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762227.679945:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762227/real 1789762227]  req@ffff911a12eead80 x1876699521299712/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762227.679957:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eead80 x1876699521299712/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762227.679963:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762227.679966:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762227.679968:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521299712:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762227.743397:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762228.767394:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762229.791383:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762230.815346:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762231.839399:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762232.799326:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762232.799344:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762232.799349:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762232.799361:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2202
00000100:00080000:2.0:1789762232.799374:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762232.799380:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762232.799417:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb100 x1876699521299840/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762232.799438:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762232.799441:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762232.799442:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762232.799445:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2202
00000100:00080000:2.0:1789762232.799448:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762232.799450:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762232.799459:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762232.799470:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea680 x1876699521299968/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762232.799472:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521299840:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789762232.799486:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762232.799489:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762232.799491:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762232.799493:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2202
00000100:00080000:2.0:1789762232.799496:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762232.799498:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762232.799501:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762232.799508:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8380 x1876699521300096/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762232.799516:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762232.799519:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762232.799520:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762232.799523:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2202
00000100:00080000:2.0:1789762232.799525:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762232.799527:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762232.799530:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762232.799537:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eebb80 x1876699521300224/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762232.799544:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789762232.799549:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:2.0:1789762232.799551:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762232.799554:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762232.799560:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2202
00000100:00080000:2.0:1789762232.799564:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762232.799569:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762232.799575:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762232.799588:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9500 x1876699521300352/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762232.799595:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762232/real 1789762232]  req@ffff911a12eeb100 x1876699521299840/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762232.799603:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762232.799611:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762232.799615:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762232.799621:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2202
00000100:00080000:2.0:1789762232.799626:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762232.799628:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb100 x1876699521299840/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762232.799633:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762232.799644:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762232.799648:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762232.799655:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762232.799662:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521299840:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789762232.799662:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8000 x1876699521300480/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762232.799692:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521299968:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762232.799716:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762232.799728:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762232/real 1789762232]  req@ffff911a12eea680 x1876699521299968/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762232.799744:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea680 x1876699521299968/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762232.799753:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762232.799758:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762232.799762:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521299968:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762232.799769:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521300096:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762232.799787:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762232.799797:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762232/real 1789762232]  req@ffff911a12ee8380 x1876699521300096/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762232.799812:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8380 x1876699521300096/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762232.799821:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762232.799825:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762232.799829:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521300096:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762232.799835:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521300224:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762232.799852:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762232.799861:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762232/real 1789762232]  req@ffff911a12eebb80 x1876699521300224/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762232.799874:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eebb80 x1876699521300224/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762232.799884:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762232.799887:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762232.799891:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521300224:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762232.799898:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521300352:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762232.799914:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762232.799923:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762232/real 1789762232]  req@ffff911a12ee9500 x1876699521300352/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762232.799938:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9500 x1876699521300352/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762232.799948:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762232.799951:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762232.799955:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521300352:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762232.799961:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521300480:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762232.799977:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762232.799987:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762232/real 1789762232]  req@ffff911a12ee8000 x1876699521300480/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762232.800000:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8000 x1876699521300480/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762232.800010:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762232.800013:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762232.800017:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521300480:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762232.863345:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762233.887372:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762234.911437:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762235.935352:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762236.959373:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762237.919319:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762237.919329:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762237.919333:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762237.919343:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2207
00000100:00080000:2.0:1789762237.919355:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762237.919364:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762237.919412:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8000 x1876699521300608/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762237.919442:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762237.919445:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762237.919447:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762237.919451:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2207
00000100:00080000:2.0:1789762237.919456:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762237.919460:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762237.919470:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762237.919484:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9500 x1876699521300736/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762237.919494:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762237.919498:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789762237.919499:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521300608:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789762237.919501:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762237.919511:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2207
00000100:00080000:2.0:1789762237.919517:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762237.919522:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762237.919528:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762237.919544:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eebb80 x1876699521300864/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762237.919559:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762237.919564:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762237.919566:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762237.919570:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2207
00000100:00080000:2.0:1789762237.919585:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789762237.919592:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:2.0:1789762237.919594:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762237.919602:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762237.919616:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8380 x1876699521300992/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762237.919633:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762237.919638:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762237.919641:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762237.919647:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2207
00000100:00100000:1.0:1789762237.919654:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762237/real 1789762237]  req@ffff911a12ee8000 x1876699521300608/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762237.919655:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762237.919667:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762237.919679:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762237.919694:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8000 x1876699521300608/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762237.919701:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea680 x1876699521301120/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762237.919734:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762237.919738:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762237.919740:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762237.919741:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762237.919745:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2207
00000100:00080000:1.0:1789762237.919750:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:2.0:1789762237.919751:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762237.919758:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521300608:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789762237.919760:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762237.919770:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762237.919785:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb100 x1876699521301248/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762237.919795:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521300736:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762237.919828:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762237.919841:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762237/real 1789762237]  req@ffff911a12ee9500 x1876699521300736/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762237.919852:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9500 x1876699521300736/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762237.919859:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762237.919861:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762237.919864:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521300736:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762237.919869:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521300864:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762237.919905:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762237.919916:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762237/real 1789762237]  req@ffff911a12eebb80 x1876699521300864/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762237.919928:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eebb80 x1876699521300864/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762237.919937:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762237.919939:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762237.919943:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521300864:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762237.919949:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521300992:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762237.920024:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762237.920037:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762237/real 1789762237]  req@ffff911a12ee8380 x1876699521300992/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762237.920046:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8380 x1876699521300992/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762237.920054:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762237.920057:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762237.920059:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521300992:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762237.920064:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521301120:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762237.920080:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762237.920088:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762237/real 1789762237]  req@ffff911a12eea680 x1876699521301120/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762237.920097:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea680 x1876699521301120/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762237.920103:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762237.920105:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762237.920108:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521301120:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762237.920123:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521301248:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762237.920137:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762237.920144:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762237/real 1789762237]  req@ffff911a12eeb100 x1876699521301248/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762237.920154:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb100 x1876699521301248/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762237.920160:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762237.920162:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762237.920165:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521301248:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762237.983470:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762239.007390:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762240.031364:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762241.055410:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762242.079348:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762243.039306:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762243.039314:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762243.039318:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762243.039327:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2212
00000100:00080000:2.0:1789762243.039338:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762243.039346:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762243.039390:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eead80 x1876699521301376/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762243.039417:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762243.039421:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762243.039423:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762243.039427:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2212
00000100:00080000:2.0:1789762243.039432:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762243.039437:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762243.039448:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762243.039455:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521301376:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789762243.039468:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9f80 x1876699521301504/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762243.039483:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762243.039487:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762243.039489:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762243.039494:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2212
00000100:00080000:2.0:1789762243.039498:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762243.039503:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762243.039509:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762243.039517:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762243.039522:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb800 x1876699521301632/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762243.039530:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762243.039534:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762243.039535:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762243.039539:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2212
00000100:00080000:2.0:1789762243.039542:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762243.039546:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762243.039550:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762243.039559:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762243/real 1789762243]  req@ffff911a12eead80 x1876699521301376/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762243.039561:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea300 x1876699521301760/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762243.039599:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762243.039603:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eead80 x1876699521301376/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762243.039603:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762243.039607:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762243.039613:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2212
00000100:00080000:2.0:1789762243.039618:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762243.039624:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00080000:1.0:1789762243.039628:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:2.0:1789762243.039629:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762243.039638:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762243.039642:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8e00 x1876699521301888/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762243.039646:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521301376:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789762243.039658:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762243.039661:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762243.039662:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762243.039666:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2212
00000100:00080000:2.0:1789762243.039668:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762243.039670:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762243.039674:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762243.039676:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521301504:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762243.039684:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8700 x1876699521302016/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762243.039702:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762243.039716:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762243/real 1789762243]  req@ffff911a12ee9f80 x1876699521301504/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762243.039725:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9f80 x1876699521301504/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762243.039736:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762243.039739:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762243.039741:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521301504:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762243.039745:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521301632:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762243.039756:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762243.039763:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762243/real 1789762243]  req@ffff911a12eeb800 x1876699521301632/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762243.039770:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb800 x1876699521301632/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762243.039775:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762243.039777:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762243.039779:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521301632:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762243.039783:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521301760:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762243.039794:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762243.039800:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762243/real 1789762243]  req@ffff911a12eea300 x1876699521301760/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762243.039807:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea300 x1876699521301760/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762243.039812:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762243.039814:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762243.039817:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521301760:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762243.039820:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521301888:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762243.039831:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762243.039836:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762243/real 1789762243]  req@ffff911a12ee8e00 x1876699521301888/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762243.039844:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8e00 x1876699521301888/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762243.039849:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762243.039851:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762243.039852:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521301888:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762243.039867:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521302016:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762243.039888:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762243.039900:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762243/real 1789762243]  req@ffff911a12ee8700 x1876699521302016/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762243.039913:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8700 x1876699521302016/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762243.039919:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762243.039921:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762243.039923:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521302016:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762243.103407:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762244.127344:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762245.151437:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762246.175374:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762247.199366:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762248.159342:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762248.159350:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762248.159354:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762248.159363:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2217
00000100:00080000:0.0:1789762248.159373:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762248.159380:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789762248.159423:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55180 x1876699521302144/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762248.159451:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762248.159455:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762248.159457:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762248.159461:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2217
00000100:00080000:0.0:1789762248.159464:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762248.159467:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762248.159475:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762248.159498:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56300 x1876699521302272/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762248.159499:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521302144:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789762248.159512:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762248.159518:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762248.159519:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762248.159522:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2217
00000100:00080000:0.0:1789762248.159525:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762248.159527:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762248.159530:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762248.159539:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54380 x1876699521302400/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762248.159550:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762248.159554:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762248.159560:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762248.159565:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2217
00000100:00080000:0.0:1789762248.159569:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762248.159573:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000800:00000100:1.0:1789762248.159580:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000008:00100000:0.0:1789762248.159581:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762248.159597:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57800 x1876699521302528/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762248.159608:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762248.159611:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762248.159613:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762248.159618:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2217
00000100:00080000:0.0:1789762248.159622:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762248.159630:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762248.159631:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762248/real 1789762248]  req@ffff911a05c55180 x1876699521302144/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789762248.159636:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762248.159659:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54a80 x1876699521302656/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762248.159660:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55180 x1876699521302144/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762248.159696:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762248.159698:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762248.159702:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:0.0:1789762248.159706:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762248.159710:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762248.159716:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2217
00000100:00100000:1.0:1789762248.159717:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521302144:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789762248.159725:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762248.159732:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762248.159739:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762248.159751:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521302272:192.168.203.116@tcp:38:kworker.0
00000100:00100000:0.0:1789762248.159756:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55180 x1876699521302784/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762248.159778:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762248.159790:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762248/real 1789762248]  req@ffff911a05c56300 x1876699521302272/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762248.159801:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56300 x1876699521302272/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762248.159808:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762248.159810:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762248.159813:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521302272:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762248.159817:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521302400:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762248.159834:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762248.159841:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762248/real 1789762248]  req@ffff911a05c54380 x1876699521302400/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762248.159849:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54380 x1876699521302400/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762248.159859:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762248.159862:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762248.159864:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521302400:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762248.159868:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521302528:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762248.159879:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762248.159884:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762248/real 1789762248]  req@ffff911a05c57800 x1876699521302528/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762248.159892:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57800 x1876699521302528/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762248.159898:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762248.159900:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762248.159902:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521302528:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762248.159906:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521302656:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762248.159938:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762248.159951:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762248/real 1789762248]  req@ffff911a05c54a80 x1876699521302656/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762248.159964:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54a80 x1876699521302656/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762248.159973:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762248.159983:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762248.159989:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521302656:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762248.160004:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521302784:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762248.160020:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762248.160028:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762248/real 1789762248]  req@ffff911a05c55180 x1876699521302784/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762248.160036:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55180 x1876699521302784/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762248.160041:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762248.160043:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762248.160045:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521302784:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762248.223351:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762249.247377:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762250.271330:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762251.295387:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762252.319322:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762253.279298:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762253.279307:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762253.279310:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762253.279319:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2222
00000100:00080000:1.0:1789762253.279329:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762253.279335:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762253.279387:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a300 x1876699521302912/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762253.279413:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762253.279416:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762253.279417:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762253.279421:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2222
00000100:00080000:1.0:1789762253.279423:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762253.279426:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762253.279435:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762253.279444:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09500 x1876699521303040/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762253.279463:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762253.279469:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789762253.279469:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521302912:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789762253.279472:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762253.279479:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2222
00000100:00080000:1.0:1789762253.279482:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762253.279484:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762253.279487:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762253.279496:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08e00 x1876699521303168/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762253.279503:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762253.279506:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762253.279507:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762253.279509:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2222
00000100:00080000:1.0:1789762253.279512:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762253.279524:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762253.279527:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762253.279533:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09880 x1876699521303296/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762253.279539:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762253.279542:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762253.279544:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789762253.279548:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789762253.279551:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2222
00000100:00080000:1.0:1789762253.279556:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762253.279558:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762253.279562:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762253.279570:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b100 x1876699521303424/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762253.279576:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762253.279579:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762253.279580:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762253.279583:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2222
00000100:00080000:1.0:1789762253.279586:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762253.279588:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762253.279592:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762253/real 1789762253]  req@ffff911a08b0a300 x1876699521302912/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789762253.279594:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762253.279607:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a680 x1876699521303552/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762253.279614:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a300 x1876699521302912/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762253.279636:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762253.279640:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762253.279644:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521302912:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789762253.279662:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521303040:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762253.279678:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762253.279686:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762253/real 1789762253]  req@ffff911a08b09500 x1876699521303040/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762253.279694:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09500 x1876699521303040/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762253.279699:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762253.279711:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762253.279713:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521303040:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762253.279717:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521303168:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762253.279728:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762253.279734:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762253/real 1789762253]  req@ffff911a08b08e00 x1876699521303168/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762253.279741:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08e00 x1876699521303168/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762253.279746:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762253.279748:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762253.279750:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521303168:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762253.279753:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521303296:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762253.279765:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762253.279770:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762253/real 1789762253]  req@ffff911a08b09880 x1876699521303296/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762253.279801:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09880 x1876699521303296/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762253.279808:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762253.279810:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762253.279813:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521303296:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762253.279817:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521303424:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762253.279831:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762253.279855:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762253/real 1789762253]  req@ffff911a08b0b100 x1876699521303424/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762253.279868:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b100 x1876699521303424/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762253.279888:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762253.279890:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762253.279898:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521303424:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762253.279902:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521303552:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762253.279915:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762253.279923:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762253/real 1789762253]  req@ffff911a08b0a680 x1876699521303552/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762253.279930:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a680 x1876699521303552/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762253.279935:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762253.279938:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762253.279940:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521303552:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789762253.343362:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762254.367341:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762255.391383:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762256.415369:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762257.439385:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762258.399324:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762258.399338:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762258.399342:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762258.399350:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2227
00000100:00080000:2.0:1789762258.399359:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762258.399364:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762258.399400:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb480 x1876699521303680/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762258.399423:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762258.399426:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762258.399427:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762258.399430:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2227
00000100:00080000:2.0:1789762258.399433:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762258.399436:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762258.399444:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762258.399454:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8a80 x1876699521303808/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762258.399459:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521303680:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789762258.399490:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762258.399493:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762258.399495:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762258.399499:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2227
00000100:00080000:2.0:1789762258.399502:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762258.399506:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762258.399510:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762258.399520:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9880 x1876699521303936/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762258.399528:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762258.399530:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762258.399532:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762258.399534:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2227
00000100:00080000:2.0:1789762258.399537:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762258.399540:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000800:00000100:1.0:1789762258.399544:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000008:00100000:2.0:1789762258.399547:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762258.399556:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9180 x1876699521304064/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762258.399565:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762258.399567:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762258.399569:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762258.399571:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2227
00000100:00080000:2.0:1789762258.399574:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762258.399577:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762258.399581:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762258.399585:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762258/real 1789762258]  req@ffff911a12eeb480 x1876699521303680/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762258.399596:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeaa00 x1876699521304192/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762258.399603:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb480 x1876699521303680/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762258.399606:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762258.399614:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762258.399617:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762258.399624:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2227
00000100:00080000:2.0:1789762258.399630:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762258.399635:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00080000:1.0:1789762258.399637:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:2.0:1789762258.399639:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762258.399662:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762258.399668:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9c00 x1876699521304320/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762258.399669:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521303680:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762258.399701:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521303808:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762258.399723:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762258.399732:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762258/real 1789762258]  req@ffff911a12ee8a80 x1876699521303808/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762258.399741:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8a80 x1876699521303808/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762258.399748:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762258.399750:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762258.399752:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521303808:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762258.399757:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521303936:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762258.399768:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762258.399775:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762258/real 1789762258]  req@ffff911a12ee9880 x1876699521303936/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762258.399783:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9880 x1876699521303936/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762258.399789:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762258.399791:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762258.399793:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521303936:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762258.399798:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521304064:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762258.399810:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762258.399816:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762258/real 1789762258]  req@ffff911a12ee9180 x1876699521304064/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762258.399824:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9180 x1876699521304064/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762258.399830:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762258.399848:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762258.399851:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521304064:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762258.399855:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521304192:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762258.399871:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762258.399895:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762258/real 1789762258]  req@ffff911a12eeaa00 x1876699521304192/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762258.399903:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeaa00 x1876699521304192/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762258.399909:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762258.399911:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762258.399913:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521304192:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762258.399917:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521304320:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762258.399928:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762258.399934:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762258/real 1789762258]  req@ffff911a12ee9c00 x1876699521304320/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762258.399942:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9c00 x1876699521304320/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762258.399947:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762258.399949:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762258.399951:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521304320:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762258.463382:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762259.487395:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762260.511475:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762261.535375:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762262.559512:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762263.519340:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762263.519349:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762263.519353:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762263.519363:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2232
00000100:00080000:3.0:1789762263.519374:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762263.519380:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789762263.519418:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521304448/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762263.519451:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762263.519455:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762263.519456:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762263.519459:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2232
00000100:00080000:3.0:1789762263.519462:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762263.519464:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762263.519472:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762263.519499:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521304576/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762263.519507:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762263.519510:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762263.519511:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762263.519514:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2232
00000100:00080000:3.0:1789762263.519516:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762263.519519:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762263.519522:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762263.519529:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521304704/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762263.519538:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762263.519542:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762263.519544:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762263.519547:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2232
00000100:00080000:3.0:1789762263.519549:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762263.519552:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762263.519556:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762263.519563:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521304832/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762263.519571:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521304448:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789762263.519575:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762263.519597:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762263.519599:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762263.519602:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2232
00000100:00080000:3.0:1789762263.519605:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762263.519608:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762263.519612:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762263.519622:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521304960/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762263.519629:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762263.519632:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762263.519633:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762263.519636:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2232
00000100:00080000:3.0:1789762263.519639:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762263.519642:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762263.519663:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762263.519672:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521305088/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762263.519731:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521304576:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762263.519766:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521304704:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762263.519814:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521304832:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762263.519862:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521304960:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762263.519881:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521305088:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762263.583391:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762264.607467:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762265.631437:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789762266.591517:0:2393:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.116:988
00000400:00000100:2.0:1789762266.591558:0:2393:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.116@tcp at host 192.168.203.116 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789762266.591576:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:2.0:1789762266.591623:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:2.0:1789762266.591635:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:2.0:1789762266.591646:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:2.0:1789762266.591655:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:2.0:1789762266.591664:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000100:00100000:1.0:1789762266.592009:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762263/real 1789762266]  req@ffff911a04ad0000 x1876699521304832/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762266.592043:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521304832/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762266.592058:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762266.592065:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762266.592070:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521304832:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762266.592085:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762263/real 1789762266]  req@ffff911a04ad3480 x1876699521304960/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762266.592101:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521304960/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762266.592119:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762266.592129:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762266.592134:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521304960:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762266.592143:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762263/real 1789762266]  req@ffff911a04ad1f80 x1876699521305088/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762266.592158:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521305088/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762266.592167:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762266.592171:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762266.592175:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521305088:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762266.592182:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762263/real 1789762266]  req@ffff911a04ad2300 x1876699521304448/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762266.592196:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521304448/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762266.592205:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762266.592209:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762266.592247:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521304448:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762266.592260:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762263/real 1789762266]  req@ffff911a04ad1880 x1876699521304576/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762266.592280:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521304576/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762266.592291:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762266.592297:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762266.592300:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521304576:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762266.592309:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762263/real 1789762266]  req@ffff911a04ad1c00 x1876699521304704/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762266.592323:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521304704/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762266.592335:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762266.592339:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762266.592344:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521304704:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762266.655403:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762267.679319:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762268.639313:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762268.639323:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762268.639327:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762268.639338:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2237
00000100:00080000:3.0:1789762268.639350:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762268.639358:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789762268.639409:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0a80 x1876699521305216/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762268.639453:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762268.639456:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762268.639458:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762268.639461:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2237
00000100:00080000:3.0:1789762268.639464:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762268.639467:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762268.639476:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762268.639488:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3100 x1876699521305344/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762268.639497:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762268.639501:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521305216:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789762268.639501:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762268.639503:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762268.639511:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2237
00000100:00080000:3.0:1789762268.639514:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762268.639517:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762268.639521:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762268.639536:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521305472/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762268.639547:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762268.639551:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762268.639554:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762268.639558:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2237
00000100:00080000:3.0:1789762268.639563:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762268.639568:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762268.639575:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762268.639591:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521305600/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762268.639592:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789762268.639608:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762268.639612:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762268.639615:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762268.639620:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2237
00000100:00080000:3.0:1789762268.639625:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762268.639629:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762268.639637:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762268.639643:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762268/real 1789762268]  req@ffff911a04ad0a80 x1876699521305216/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762268.639656:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521305728/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762268.639673:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0a80 x1876699521305216/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762268.639680:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762268.639687:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762268.639690:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762268.639691:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762268.639701:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:3.0:1789762268.639702:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2237
00000100:00080000:3.0:1789762268.639710:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762268.639711:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521305216:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789762268.639720:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762268.639727:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762268.639741:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521305856/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762268.639748:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521305344:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762268.639801:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762268.639819:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762268/real 1789762268]  req@ffff911a04ad3100 x1876699521305344/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762268.639834:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3100 x1876699521305344/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762268.639845:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762268.639849:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762268.639854:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521305344:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762268.639862:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521305472:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762268.639886:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762268.639900:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762268/real 1789762268]  req@ffff911a04ad1c00 x1876699521305472/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762268.639915:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521305472/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762268.639924:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762268.639926:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762268.639929:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521305472:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762268.639936:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521305600:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762268.639961:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762268.639973:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762268/real 1789762268]  req@ffff911a04ad1880 x1876699521305600/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762268.639986:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521305600/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762268.639995:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762268.639998:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762268.640002:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521305600:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762268.640009:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521305728:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762268.640030:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762268.640043:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762268/real 1789762268]  req@ffff911a04ad2300 x1876699521305728/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762268.640055:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521305728/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762268.640065:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762268.640069:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762268.640073:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521305728:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762268.640095:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521305856:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762268.640119:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762268.640133:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762268/real 1789762268]  req@ffff911a04ad1f80 x1876699521305856/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762268.640155:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521305856/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762268.640166:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762268.640169:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762268.640173:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521305856:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762268.703390:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762269.727487:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762270.751386:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762271.775498:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762272.799374:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762273.759317:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762273.759326:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762273.759330:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762273.759338:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2243
00000100:00080000:0.0:1789762273.759348:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762273.759355:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789762273.759400:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521305984/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762273.759428:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762273.759431:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762273.759432:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762273.759436:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2243
00000100:00080000:0.0:1789762273.759439:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762273.759442:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762273.759450:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762273.759462:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521306112/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762273.759470:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762273.759472:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762273.759475:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762273.759478:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521305984:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789762273.759480:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2243
00000100:00080000:0.0:1789762273.759484:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762273.759491:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762273.759494:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762273.759501:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56d80 x1876699521306240/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762273.759507:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762273.759510:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762273.759512:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762273.759514:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2243
00000100:00080000:0.0:1789762273.759517:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762273.759520:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762273.759523:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762273.759531:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521306368/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762273.759538:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762273.759540:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762273.759542:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762273.759544:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2243
00000100:00080000:0.0:1789762273.759546:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762273.759549:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762273.759552:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762273.759557:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789762273.759562:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521306496/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762273.759568:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762273.759571:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762273.759572:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762273.759575:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2243
00000100:00080000:0.0:1789762273.759578:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762273.759580:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762273.759583:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762273.759591:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521306624/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762273.759606:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762273/real 1789762273]  req@ffff911a05c56a00 x1876699521305984/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762273.759627:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521305984/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762273.759639:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762273.759644:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762273.759648:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521305984:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762273.759671:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521306112:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762273.759695:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762273.759708:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762273/real 1789762273]  req@ffff911a05c55880 x1876699521306112/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762273.759735:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521306112/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762273.759750:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762273.759754:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762273.759758:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521306112:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762273.759765:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521306240:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762273.759785:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762273.759797:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762273/real 1789762273]  req@ffff911a05c56d80 x1876699521306240/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762273.759809:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56d80 x1876699521306240/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762273.759817:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762273.759820:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762273.759824:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521306240:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762273.759830:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521306368:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762273.759849:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762273.759860:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762273/real 1789762273]  req@ffff911a05c54000 x1876699521306368/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762273.759872:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521306368/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762273.759880:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762273.759884:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762273.759888:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521306368:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762273.759895:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521306496:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762273.759913:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762273.759924:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762273/real 1789762273]  req@ffff911a05c54700 x1876699521306496/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762273.759937:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521306496/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762273.759944:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762273.759947:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762273.759951:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521306496:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762273.759957:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521306624:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762273.759976:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762273.759987:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762273/real 1789762273]  req@ffff911a05c57100 x1876699521306624/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762273.759998:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521306624/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762273.760007:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762273.760010:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762273.760014:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521306624:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762273.823356:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762274.847366:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762275.871469:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762276.895392:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762277.919496:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762278.879344:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762278.879395:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762278.879400:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762278.879408:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2248
00000100:00080000:3.0:1789762278.879418:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762278.879425:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789762278.879462:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521306752/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762278.879487:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762278.879490:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762278.879492:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762278.879495:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2248
00000100:00080000:3.0:1789762278.879498:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762278.879501:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762278.879510:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762278.879519:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521306880/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762278.879527:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762278.879530:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762278.879532:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762278.879535:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2248
00000100:00080000:3.0:1789762278.879537:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762278.879543:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521306752:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789762278.879551:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762278.879555:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762278.879562:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0700 x1876699521307008/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762278.879570:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762278.879572:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762278.879574:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762278.879576:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2248
00000100:00080000:3.0:1789762278.879579:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762278.879581:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762278.879595:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762278.879601:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521307136/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762278.879613:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762278.879615:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762278.879617:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762278.879619:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2248
00000100:00080000:3.0:1789762278.879621:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762278.879623:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762278.879625:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762278.879631:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521307264/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762278.879637:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762278.879639:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762278.879640:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762278.879642:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2248
00000100:00080000:3.0:1789762278.879644:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762278.879646:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762278.879649:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762278.879665:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521307392/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762278.880851:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762278.880887:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762278/real 1789762278]  req@ffff911a04ad3480 x1876699521306752/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762278.880903:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521306752/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762278.880911:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762278.880914:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762278.880918:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521306752:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762278.880923:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521306880:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762278.880938:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762278.880947:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762278/real 1789762278]  req@ffff911a04ad0000 x1876699521306880/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762278.880955:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521306880/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762278.880961:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762278.880963:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762278.880965:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521306880:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762278.880994:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521307008:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762278.881005:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762278.881012:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762278/real 1789762278]  req@ffff911a04ad0700 x1876699521307008/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762278.881019:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0700 x1876699521307008/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762278.881029:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762278.881031:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762278.881033:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521307008:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762278.881037:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521307136:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762278.881048:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762278.881062:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762278/real 1789762278]  req@ffff911a04ad0380 x1876699521307136/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762278.881069:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521307136/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762278.881074:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762278.881076:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762278.881078:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521307136:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762278.881082:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521307264:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762278.881092:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762278.881098:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762278/real 1789762278]  req@ffff911a04ad3800 x1876699521307264/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762278.881105:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521307264/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762278.881110:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762278.881112:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762278.881125:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521307264:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762278.881129:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521307392:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762278.881139:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762278.881146:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762278/real 1789762278]  req@ffff911a04ad2a00 x1876699521307392/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762278.881153:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521307392/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762278.881158:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762278.881160:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762278.881162:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521307392:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762278.943325:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762279.967364:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762280.991378:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762282.015373:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762283.039393:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762283.999392:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762283.999401:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762283.999404:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762283.999412:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2253
00000100:00080000:0.0:1789762283.999438:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762283.999444:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789762283.999476:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55c00 x1876699521307520/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762283.999499:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762283.999502:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762283.999503:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762283.999506:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2253
00000100:00080000:0.0:1789762283.999508:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762283.999511:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762283.999519:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762283.999527:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57b80 x1876699521307648/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762283.999534:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762283.999536:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762283.999537:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762283.999539:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2253
00000100:00080000:0.0:1789762283.999541:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762283.999543:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762283.999545:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762283.999550:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54e00 x1876699521307776/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762283.999563:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762283.999565:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762283.999567:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762283.999569:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2253
00000100:00080000:0.0:1789762283.999571:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762283.999578:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521307520:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789762283.999579:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762283.999585:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762283.999593:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55500 x1876699521307904/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762283.999599:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762283.999602:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762283.999603:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762283.999606:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2253
00000100:00080000:0.0:1789762283.999609:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762283.999611:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762283.999615:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762283.999621:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55f80 x1876699521308032/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762283.999628:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762283.999630:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762283.999631:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762283.999633:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2253
00000100:00080000:0.0:1789762283.999636:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789762283.999639:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789762283.999655:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762283.999661:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762283.999670:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56680 x1876699521308160/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762283.999695:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762283/real 1789762283]  req@ffff911a05c55c00 x1876699521307520/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762283.999715:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55c00 x1876699521307520/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762283.999726:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762283.999730:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762283.999735:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521307520:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762283.999743:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521307648:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762283.999765:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762283.999776:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762283/real 1789762283]  req@ffff911a05c57b80 x1876699521307648/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762283.999784:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57b80 x1876699521307648/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762283.999790:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762283.999792:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762283.999794:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521307648:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762283.999798:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521307776:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762283.999809:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762283.999815:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762283/real 1789762283]  req@ffff911a05c54e00 x1876699521307776/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762283.999823:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54e00 x1876699521307776/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762283.999828:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762283.999829:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762283.999831:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521307776:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762283.999850:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521307904:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762283.999860:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762283.999866:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762283/real 1789762283]  req@ffff911a05c55500 x1876699521307904/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762283.999874:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55500 x1876699521307904/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762283.999879:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762283.999881:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762283.999883:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521307904:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762283.999886:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521308032:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762283.999895:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762283.999901:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762283/real 1789762283]  req@ffff911a05c55f80 x1876699521308032/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762283.999908:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55f80 x1876699521308032/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762283.999913:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762283.999915:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762283.999916:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521308032:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762283.999920:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521308160:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762283.999929:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762283.999934:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762283/real 1789762283]  req@ffff911a05c56680 x1876699521308160/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762283.999942:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56680 x1876699521308160/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762283.999947:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762283.999948:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762283.999951:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521308160:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762284.063393:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762285.087409:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762286.111381:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762287.135426:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762288.159458:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762289.119347:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762289.119356:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762289.119360:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762289.119367:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2258
00000100:00080000:1.0:1789762289.119377:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762289.119384:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762289.119418:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a680 x1876699521308288/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762289.119444:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762289.119447:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762289.119448:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762289.119451:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2258
00000100:00080000:1.0:1789762289.119454:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762289.119457:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762289.119466:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762289.119483:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521308288:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762289.119484:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b100 x1876699521308416/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762289.119501:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762289.119505:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762289.119507:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762289.119511:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2258
00000100:00080000:1.0:1789762289.119526:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762289.119529:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762289.119534:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762289.119544:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09880 x1876699521308544/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762289.119551:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789762289.119554:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789762289.119556:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762289.119559:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762289.119563:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2258
00000100:00080000:1.0:1789762289.119566:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762289.119569:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762289.119573:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762289.119592:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08e00 x1876699521308672/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762289.119599:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789762289.119615:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762289/real 1789762289]  req@ffff911a08b0a680 x1876699521308288/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762289.119616:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762289.119619:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762289.119626:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2258
00000100:00080000:1.0:1789762289.119632:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762289.119637:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762289.119642:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762289.119643:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a680 x1876699521308288/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762289.119653:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09500 x1876699521308800/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762289.119654:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762289.119662:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762289.119670:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521308288:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789762289.119671:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762289.119677:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762289.119678:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762289.119682:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2258
00000100:00080000:1.0:1789762289.119684:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762289.119687:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762289.119690:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762289.119694:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521308416:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762289.119699:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a300 x1876699521308928/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762289.119719:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762289.119732:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762289/real 1789762289]  req@ffff911a08b0b100 x1876699521308416/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762289.119741:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b100 x1876699521308416/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762289.119747:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762289.119750:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762289.119752:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521308416:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762289.119756:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521308544:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762289.119767:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762289.119773:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762289/real 1789762289]  req@ffff911a08b09880 x1876699521308544/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762289.119780:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09880 x1876699521308544/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762289.119785:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762289.119787:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762289.119789:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521308544:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762289.119792:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521308672:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762289.119803:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762289.119809:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762289/real 1789762289]  req@ffff911a08b08e00 x1876699521308672/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762289.119816:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08e00 x1876699521308672/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762289.119820:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762289.119822:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762289.119825:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521308672:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762289.119828:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521308800:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762289.119838:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762289.119844:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762289/real 1789762289]  req@ffff911a08b09500 x1876699521308800/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762289.119851:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09500 x1876699521308800/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762289.119856:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762289.119857:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762289.119859:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521308800:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762289.119870:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521308928:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762289.119880:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762289.119886:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762289/real 1789762289]  req@ffff911a08b0a300 x1876699521308928/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762289.119892:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a300 x1876699521308928/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762289.119897:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762289.119899:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762289.119901:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521308928:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762289.183365:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762290.207444:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762291.231356:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762292.255375:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762293.279372:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762294.239309:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762294.239318:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762294.239321:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762294.239341:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2263
00000100:00080000:3.0:1789762294.239350:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762294.239357:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789762294.239390:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521309056/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762294.239422:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762294.239425:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762294.239426:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762294.239429:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2263
00000100:00080000:3.0:1789762294.239432:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762294.239434:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762294.239441:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762294.239450:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2680 x1876699521309184/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762294.239457:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762294.239459:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762294.239461:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762294.239464:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2263
00000100:00080000:3.0:1789762294.239466:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762294.239470:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762294.239473:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521309056:192.168.203.116@tcp:250:kworker.0
00000008:00100000:3.0:1789762294.239474:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762294.239487:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521309312/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762294.239495:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762294.239508:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762294.239509:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762294.239513:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2263
00000100:00080000:3.0:1789762294.239515:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762294.239518:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762294.239521:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762294.239528:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521309440/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762294.239535:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762294.239537:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762294.239538:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762294.239540:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2263
00000100:00080000:3.0:1789762294.239543:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789762294.239545:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789762294.239549:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762294.239553:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762294.239562:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521309568/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762294.239580:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762294.239583:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762294.239584:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762294.239587:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2263
00000100:00080000:3.0:1789762294.239590:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762294.239593:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762294.239598:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762294.239602:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762294/real 1789762294]  req@ffff911a04ad1500 x1876699521309056/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762294.239610:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0700 x1876699521309696/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762294.239644:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1500 x1876699521309056/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762294.239653:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762294.239657:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762294.239660:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521309056:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789762294.239666:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521309184:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762294.239685:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762294.239695:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762294/real 1789762294]  req@ffff911a04ad2680 x1876699521309184/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762294.239703:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2680 x1876699521309184/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762294.239708:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762294.239711:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762294.239713:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521309184:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762294.239729:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521309312:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762294.239741:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762294.239747:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762294/real 1789762294]  req@ffff911a04ad2a00 x1876699521309312/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762294.239754:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521309312/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762294.239764:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762294.239766:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762294.239768:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521309312:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762294.239771:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521309440:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762294.239782:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762294.239788:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762294/real 1789762294]  req@ffff911a04ad3800 x1876699521309440/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762294.239795:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521309440/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762294.239801:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762294.239802:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762294.239804:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521309440:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762294.239807:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521309568:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762294.239817:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762294.239823:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762294/real 1789762294]  req@ffff911a04ad0380 x1876699521309568/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762294.239830:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521309568/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762294.239835:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762294.239837:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762294.239839:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521309568:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762294.239843:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521309696:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762294.239853:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762294.239859:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762294/real 1789762294]  req@ffff911a04ad0700 x1876699521309696/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762294.239865:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0700 x1876699521309696/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762294.239871:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762294.239872:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762294.239874:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521309696:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762294.303374:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762295.327425:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762296.351363:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762297.375393:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762298.399366:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762299.359358:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762299.359368:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762299.359372:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762299.359379:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2268
00000100:00080000:0.0:1789762299.359389:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762299.359395:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789762299.359429:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56680 x1876699521309824/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762299.359453:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762299.359457:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762299.359458:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762299.359461:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2268
00000100:00080000:0.0:1789762299.359464:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762299.359466:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762299.359473:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762299.359483:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55f80 x1876699521309952/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762299.359491:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762299.359494:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762299.359495:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762299.359499:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2268
00000100:00080000:0.0:1789762299.359501:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762299.359504:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762299.359508:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762299.359514:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521309824:192.168.203.116@tcp:250:kworker.0
00000100:00100000:0.0:1789762299.359517:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55500 x1876699521310080/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762299.359548:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762299.359551:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762299.359552:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762299.359556:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2268
00000100:00080000:0.0:1789762299.359559:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762299.359563:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762299.359577:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762299.359586:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54e00 x1876699521310208/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762299.359594:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762299.359597:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762299.359598:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762299.359603:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2268
00000800:00000100:2.0:1789762299.359604:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789762299.359606:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762299.359610:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762299.359614:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762299.359624:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57b80 x1876699521310336/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762299.359631:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762299.359633:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762299.359634:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762299.359638:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2268
00000100:00080000:0.0:1789762299.359641:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762299.359646:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762299.359647:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762299/real 1789762299]  req@ffff911a05c56680 x1876699521309824/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789762299.359649:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762299.359661:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55c00 x1876699521310464/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762299.359671:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56680 x1876699521309824/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762299.359681:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762299.359685:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762299.359689:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521309824:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789762299.359695:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521309952:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762299.359712:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762299.359722:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762299/real 1789762299]  req@ffff911a05c55f80 x1876699521309952/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762299.359731:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55f80 x1876699521309952/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762299.359737:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762299.359739:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762299.359742:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521309952:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762299.359759:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521310080:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762299.359781:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762299.359788:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762299/real 1789762299]  req@ffff911a05c55500 x1876699521310080/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762299.359796:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55500 x1876699521310080/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762299.359801:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762299.359803:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762299.359805:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521310080:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762299.359809:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521310208:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762299.359820:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762299.359835:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762299/real 1789762299]  req@ffff911a05c54e00 x1876699521310208/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762299.359843:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54e00 x1876699521310208/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762299.359850:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762299.359852:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762299.359854:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521310208:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762299.359857:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521310336:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762299.359869:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762299.359893:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762299/real 1789762299]  req@ffff911a05c57b80 x1876699521310336/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762299.359903:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57b80 x1876699521310336/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762299.359910:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762299.359912:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762299.359914:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521310336:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762299.359919:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521310464:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762299.359933:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762299.359940:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762299/real 1789762299]  req@ffff911a05c55c00 x1876699521310464/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762299.359950:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55c00 x1876699521310464/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762299.359956:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762299.359958:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762299.359961:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521310464:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762299.423390:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762300.447346:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762301.471356:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762302.495364:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762303.519367:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762304.479276:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762304.479284:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762304.479287:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762304.479296:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2273
00000100:00080000:0.0:1789762304.479305:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762304.479311:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789762304.479353:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521310592/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762304.479375:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762304.479378:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762304.479381:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762304.479385:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2273
00000100:00080000:0.0:1789762304.479389:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762304.479393:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762304.479402:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762304.479415:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521310720/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762304.479417:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521310592:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789762304.479426:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762304.479429:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762304.479431:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762304.479434:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2273
00000100:00080000:0.0:1789762304.479437:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762304.479441:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762304.479445:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762304.479454:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521310848/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762304.479462:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762304.479465:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762304.479467:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762304.479470:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2273
00000100:00080000:0.0:1789762304.479473:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762304.479477:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000800:00000100:2.0:1789762304.479477:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000008:00100000:0.0:1789762304.479482:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762304.479507:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56d80 x1876699521310976/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762304.479517:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762304.479520:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762304.479521:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762304.479525:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2273
00000100:00080000:0.0:1789762304.479528:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762304.479529:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762304/real 1789762304]  req@ffff911a05c57100 x1876699521310592/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762304.479533:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762304.479537:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762304.479547:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521311104/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762304.479547:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521310592/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762304.479558:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762304.479559:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762304.479561:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762304.479573:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762304.479575:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:0.0:1789762304.479577:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2273
00000100:00100000:2.0:1789762304.479579:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521310592:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789762304.479580:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762304.479583:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762304.479587:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762304.479595:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521311232/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762304.479600:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521310720:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762304.479624:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762304.479638:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762304/real 1789762304]  req@ffff911a05c54700 x1876699521310720/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762304.479651:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521310720/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762304.479657:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762304.479659:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762304.479661:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521310720:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762304.479666:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521310848:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762304.479681:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762304.479689:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762304/real 1789762304]  req@ffff911a05c54000 x1876699521310848/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762304.479696:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521310848/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762304.479701:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762304.479703:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762304.479705:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521310848:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762304.479708:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521310976:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762304.479728:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762304.479734:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762304/real 1789762304]  req@ffff911a05c56d80 x1876699521310976/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762304.479743:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56d80 x1876699521310976/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762304.479751:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762304.479755:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762304.479759:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521310976:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762304.479765:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521311104:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762304.479785:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762304.479797:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762304/real 1789762304]  req@ffff911a05c55880 x1876699521311104/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762304.479815:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521311104/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762304.479821:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762304.479823:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762304.479826:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521311104:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762304.479838:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521311232:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762304.479852:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762304.479860:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762304/real 1789762304]  req@ffff911a05c56a00 x1876699521311232/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762304.479867:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521311232/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762304.479883:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762304.479885:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762304.479887:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521311232:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762304.543391:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762305.567423:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762306.591404:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762307.615332:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762308.639362:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762309.599329:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762309.599337:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762309.599341:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762309.599349:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2278
00000100:00080000:1.0:1789762309.599358:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762309.599364:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762309.599395:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08700 x1876699521311360/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762309.599433:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762309.599436:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762309.599438:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762309.599442:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2278
00000100:00080000:1.0:1789762309.599445:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762309.599463:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762309.599474:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762309.599510:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08380 x1876699521311488/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762309.599529:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762309.599535:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762309.599539:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789762309.599544:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521311360:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789762309.599549:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2278
00000100:00080000:1.0:1789762309.599560:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762309.599565:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762309.599572:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762309.599587:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0aa00 x1876699521311616/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762309.599599:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762309.599603:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762309.599605:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762309.599608:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2278
00000100:00080000:1.0:1789762309.599613:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762309.599632:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762309.599637:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789762309.599642:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762309.599650:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0ad80 x1876699521311744/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762309.599660:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762309.599663:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762309.599665:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762309.599667:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2278
00000100:00080000:1.0:1789762309.599672:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762309.599675:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762309.599679:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762309.599685:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762309/real 1789762309]  req@ffff911a08b08700 x1876699521311360/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762309.599690:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09f80 x1876699521311872/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762309.599719:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762309.599722:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762309.599724:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789762309.599729:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08700 x1876699521311360/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762309.599731:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2278
00000100:00080000:1.0:1789762309.599738:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762309.599745:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762309.599749:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789762309.599750:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789762309.599757:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09180 x1876699521312000/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762309.599771:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762309.599779:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521311360:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789762309.599790:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521311488:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762309.599843:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762309.599881:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762309/real 1789762309]  req@ffff911a08b08380 x1876699521311488/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762309.599902:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08380 x1876699521311488/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762309.599917:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762309.599923:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762309.599946:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521311488:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762309.599977:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521311616:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762309.600009:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762309.600028:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762309/real 1789762309]  req@ffff911a08b0aa00 x1876699521311616/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762309.600058:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0aa00 x1876699521311616/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762309.600071:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762309.600076:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762309.600081:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521311616:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762309.600091:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521311744:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762309.600128:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762309.600142:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762309/real 1789762309]  req@ffff911a08b0ad80 x1876699521311744/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762309.600153:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0ad80 x1876699521311744/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762309.600161:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762309.600164:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762309.600176:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521311744:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762309.600181:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521311872:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762309.600212:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762309.600220:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762309/real 1789762309]  req@ffff911a08b09f80 x1876699521311872/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762309.600228:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09f80 x1876699521311872/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762309.600234:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762309.600236:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762309.600238:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521311872:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762309.600242:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521312000:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762309.600255:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762309.600267:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762309/real 1789762309]  req@ffff911a08b09180 x1876699521312000/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762309.600328:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09180 x1876699521312000/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762309.600337:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762309.600340:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762309.600344:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521312000:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762309.663339:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762310.687325:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762311.711368:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762312.735358:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762313.759398:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762314.719374:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762314.719385:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762314.719390:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762314.719400:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2283
00000100:00080000:0.0:1789762314.719429:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762314.719438:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789762314.719488:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55180 x1876699521312128/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762314.719516:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762314.719520:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762314.719522:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762314.719527:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2283
00000100:00080000:0.0:1789762314.719530:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762314.719534:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762314.719552:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762314.719567:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54a80 x1876699521312256/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762314.719579:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521312128:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789762314.719583:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762314.719592:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762314.719594:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762314.719599:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2283
00000100:00080000:0.0:1789762314.719603:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762314.719607:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762314.719612:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762314.719624:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57800 x1876699521312384/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762314.719635:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762314.719638:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762314.719640:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762314.719643:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2283
00000100:00080000:0.0:1789762314.719647:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762314.719651:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762314.719656:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789762314.719662:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789762314.719672:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54380 x1876699521312512/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762314.719692:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762314.719696:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762314.719698:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762314.719703:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2283
00000100:00080000:0.0:1789762314.719707:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762314.719712:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762314/real 1789762314]  req@ffff911a05c55180 x1876699521312128/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762314.719715:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762314.719724:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762314.719742:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56300 x1876699521312640/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762314.719749:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55180 x1876699521312128/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762314.719763:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762314.719774:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762314.719778:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762314.719778:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762314.719793:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:0.0:1789762314.719794:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2283
00000100:00100000:2.0:1789762314.719807:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521312128:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789762314.719810:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762314.719818:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762314.719822:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762314.719836:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55180 x1876699521312768/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762314.719838:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521312256:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762314.719877:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762314.719894:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762314/real 1789762314]  req@ffff911a05c54a80 x1876699521312256/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762314.719913:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54a80 x1876699521312256/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762314.719925:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762314.719931:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762314.719953:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521312256:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762314.719966:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521312384:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762314.720006:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762314.720041:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762314/real 1789762314]  req@ffff911a05c57800 x1876699521312384/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762314.720055:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57800 x1876699521312384/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762314.720063:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762314.720067:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762314.720070:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521312384:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762314.720076:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521312512:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762314.720114:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762314.720123:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762314/real 1789762314]  req@ffff911a05c54380 x1876699521312512/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762314.720134:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54380 x1876699521312512/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762314.720142:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762314.720144:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762314.720160:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521312512:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762314.720167:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521312640:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762314.720183:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762314.720193:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762314/real 1789762314]  req@ffff911a05c56300 x1876699521312640/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762314.720223:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56300 x1876699521312640/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762314.720269:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762314.720272:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762314.720276:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521312640:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762314.720296:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521312768:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762314.720320:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762314.720346:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762314/real 1789762314]  req@ffff911a05c55180 x1876699521312768/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762314.720367:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55180 x1876699521312768/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762314.720381:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762314.720386:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762314.720392:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521312768:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789762314.783477:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762315.807338:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762316.831362:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762317.855369:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762318.879454:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762319.839336:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762319.839346:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762319.839350:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762319.839361:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2289
00000100:00080000:1.0:1789762319.839371:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762319.839390:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762319.839438:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09c00 x1876699521312896/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762319.839464:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762319.839468:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762319.839470:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762319.839473:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2289
00000100:00080000:1.0:1789762319.839476:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762319.839479:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762319.839487:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762319.839498:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08000 x1876699521313024/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762319.839507:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762319.839511:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789762319.839513:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521312896:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789762319.839514:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762319.839521:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2289
00000100:00080000:1.0:1789762319.839524:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762319.839526:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762319.839529:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762319.839538:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b480 x1876699521313152/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762319.839544:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762319.839547:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762319.839548:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762319.839551:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2289
00000100:00080000:1.0:1789762319.839552:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762319.839555:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762319.839559:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762319.839566:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0bb80 x1876699521313280/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762319.839573:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762319.839576:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762319.839577:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762319.839579:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2289
00000100:00080000:1.0:1789762319.839581:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762319.839586:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000800:00000100:2.0:1789762319.839588:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000008:00100000:1.0:1789762319.839591:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762319.839600:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b800 x1876699521313408/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762319.839607:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762319.839609:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762319.839610:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762319.839613:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2289
00000100:00080000:1.0:1789762319.839615:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762319.839618:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762319.839621:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762319.839628:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762319/real 1789762319]  req@ffff911a08b09c00 x1876699521312896/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762319.839631:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08a80 x1876699521313536/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762319.839671:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09c00 x1876699521312896/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762319.839690:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762319.839695:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762319.839699:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521312896:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789762319.839724:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521313024:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762319.839744:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762319.839754:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762319/real 1789762319]  req@ffff911a08b08000 x1876699521313024/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762319.839763:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08000 x1876699521313024/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762319.839769:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762319.839771:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762319.839773:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521313024:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762319.839777:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521313152:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762319.839789:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762319.839795:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762319/real 1789762319]  req@ffff911a08b0b480 x1876699521313152/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762319.839802:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b480 x1876699521313152/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762319.839807:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762319.839809:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762319.839811:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521313152:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762319.839815:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521313280:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762319.839826:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762319.839832:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762319/real 1789762319]  req@ffff911a08b0bb80 x1876699521313280/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762319.839840:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0bb80 x1876699521313280/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762319.839845:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762319.839846:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762319.839848:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521313280:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762319.839852:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521313408:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762319.839861:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762319.839867:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762319/real 1789762319]  req@ffff911a08b0b800 x1876699521313408/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762319.839874:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b800 x1876699521313408/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762319.839879:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762319.839881:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762319.839883:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521313408:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762319.839886:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521313536:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762319.839896:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762319.839901:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762319/real 1789762319]  req@ffff911a08b08a80 x1876699521313536/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762319.839909:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08a80 x1876699521313536/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762319.839914:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762319.839916:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762319.839917:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521313536:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762319.903333:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762320.927466:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762321.951378:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762322.975391:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762323.999368:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762324.959502:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762324.959512:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762324.959516:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762324.959525:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2294
00000100:00080000:2.0:1789762324.959536:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762324.959545:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762324.959580:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9c00 x1876699521313664/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762324.959621:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762324.959625:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762324.959627:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762324.959631:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2294
00000100:00080000:2.0:1789762324.959634:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762324.959638:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762324.959648:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762324.959661:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeaa00 x1876699521313792/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762324.959679:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521313664:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789762324.959707:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762324.959710:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762324.959719:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762324.959725:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2294
00000100:00080000:2.0:1789762324.959729:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762324.959732:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762324.959737:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762324.959750:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9180 x1876699521313920/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762324.959759:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789762324.959763:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:2.0:1789762324.959765:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762324.959769:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762324.959775:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2294
00000100:00080000:2.0:1789762324.959779:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762324.959784:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762324.959789:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762324.959800:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9880 x1876699521314048/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762324.959811:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762324/real 1789762324]  req@ffff911a12ee9c00 x1876699521313664/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762324.959812:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762324.959832:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762324.959836:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762324.959849:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2294
00000100:00080000:2.0:1789762324.959856:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762324.959860:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762324.959864:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9c00 x1876699521313664/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789762324.959867:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762324.959885:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789762324.959887:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8a80 x1876699521314176/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762324.959903:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762324.959914:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521313664:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789762324.959919:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762324.959924:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762324.959926:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762324.959932:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2294
00000100:00080000:2.0:1789762324.959934:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762324.959938:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762324.959944:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521313792:192.168.203.116@tcp:38:kworker.0
00000008:00100000:2.0:1789762324.959944:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762324.959961:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb480 x1876699521314304/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762324.959979:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762324.959997:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762324/real 1789762324]  req@ffff911a12eeaa00 x1876699521313792/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762324.960010:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeaa00 x1876699521313792/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762324.960018:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762324.960022:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762324.960025:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521313792:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762324.960030:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521313920:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762324.960048:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762324.960062:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762324/real 1789762324]  req@ffff911a12ee9180 x1876699521313920/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762324.960090:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9180 x1876699521313920/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762324.960115:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762324.960120:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762324.960125:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521313920:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762324.960135:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521314048:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762324.960167:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762324.960185:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762324/real 1789762324]  req@ffff911a12ee9880 x1876699521314048/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762324.960203:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9880 x1876699521314048/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762324.960252:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762324.960257:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762324.960262:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521314048:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762324.960270:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521314176:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762324.960293:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762324.960306:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762324/real 1789762324]  req@ffff911a12ee8a80 x1876699521314176/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762324.960317:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8a80 x1876699521314176/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762324.960330:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762324.960333:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762324.960358:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521314176:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762324.960382:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521314304:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762324.960403:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762324.960414:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762324/real 1789762324]  req@ffff911a12eeb480 x1876699521314304/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762324.960424:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb480 x1876699521314304/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762324.960432:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762324.960435:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762324.960437:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521314304:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762325.023402:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762326.047356:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762327.071387:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762328.095439:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762329.119371:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762330.079389:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762330.079401:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762330.079406:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762330.079416:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2299
00000100:00080000:0.0:1789762330.079428:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762330.079435:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789762330.079506:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521314432/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762330.079537:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762330.079540:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762330.079541:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762330.079545:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2299
00000100:00080000:0.0:1789762330.079548:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762330.079551:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762330.079561:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762330.079573:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521314560/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762330.079583:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762330.079606:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521314432:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789762330.079613:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762330.079618:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762330.079625:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2299
00000100:00080000:0.0:1789762330.079634:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762330.079640:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762330.079649:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762330.079664:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56d80 x1876699521314688/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762330.079674:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762330.079677:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762330.079679:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762330.079683:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2299
00000100:00080000:0.0:1789762330.079687:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762330.079691:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762330.079698:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762330.079712:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521314816/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762330.079736:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521314560:192.168.203.116@tcp:38:kworker.0
00000100:00080000:0.0:1789762330.079740:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762330.079744:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762330.079746:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762330.079751:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2299
00000100:00080000:0.0:1789762330.079762:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762330.079771:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762330.079771:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521314688:192.168.203.116@tcp:38:kworker.0
00000008:00100000:0.0:1789762330.079789:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762330.079815:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521314816:192.168.203.116@tcp:8:kworker.0
00000100:00100000:0.0:1789762330.079816:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521314944/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762330.079840:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762330.079847:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521314944:192.168.203.116@tcp:38:kworker.0
00000100:00080000:0.0:1789762330.079849:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762330.079858:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762330.079865:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2299
00000100:00080000:0.0:1789762330.079871:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762330.079876:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762330.079882:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762330.079896:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521315072/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762330.079967:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521315072:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789762330.143387:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762331.167381:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762332.191368:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789762333.151474:0:2394:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.116:988
00000400:00000100:3.0:1789762333.151509:0:2394:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.116@tcp at host 192.168.203.116 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789762333.151533:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789762333.151570:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789762333.151578:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789762333.151586:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789762333.151596:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789762333.151607:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000100:00100000:1.0:1789762333.151630:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762330/real 1789762333]  req@ffff911a05c57100 x1876699521315072/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762333.151657:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521315072/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762333.151670:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762333.151676:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762333.151681:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521315072:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762333.151690:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762330/real 1789762333]  req@ffff911a05c54700 x1876699521314944/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762333.151703:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521314944/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762333.151712:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762333.151717:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762333.151721:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521314944:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762333.151728:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762330/real 1789762333]  req@ffff911a05c54000 x1876699521314816/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762333.151742:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521314816/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762333.151751:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762333.151755:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762333.151759:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521314816:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762333.151767:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762330/real 1789762333]  req@ffff911a05c55880 x1876699521314560/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762333.151788:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521314560/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762333.151797:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762333.151801:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762333.151805:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521314560:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762333.151812:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762330/real 1789762333]  req@ffff911a05c56d80 x1876699521314688/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762333.151825:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56d80 x1876699521314688/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762333.151834:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762333.151839:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762333.151843:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521314688:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762333.151850:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762330/real 1789762333]  req@ffff911a05c56a00 x1876699521314432/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762333.151863:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521314432/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762333.151873:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762333.151877:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762333.151880:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521314432:192.168.203.116@tcp:250:kworker.0
00010000:00010000:3.0:1789762333.215431:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762334.239364:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762335.199408:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762335.199423:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762335.199428:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762335.199442:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2304
00000100:00080000:2.0:1789762335.199456:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762335.199469:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762335.199532:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8700 x1876699521315200/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762335.199572:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762335.199579:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762335.199582:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762335.199589:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2304
00000100:00080000:2.0:1789762335.199595:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762335.199601:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762335.199613:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762335.199636:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8e00 x1876699521315328/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762335.199651:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521315200:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789762335.199658:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762335.199665:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762335.199668:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762335.199676:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2304
00000100:00080000:2.0:1789762335.199682:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762335.199688:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762335.199697:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762335.199717:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea300 x1876699521315456/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762335.199734:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762335.199740:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762335.199743:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789762335.199746:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:2.0:1789762335.199754:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2304
00000100:00080000:2.0:1789762335.199761:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762335.199775:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762335.199785:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762335.199806:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb800 x1876699521315584/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762335.199821:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762335/real 1789762335]  req@ffff911a12ee8700 x1876699521315200/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762335.199824:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762335.199839:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762335.199845:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762335.199854:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2304
00000100:00080000:2.0:1789762335.199861:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762335.199864:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8700 x1876699521315200/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762335.199871:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762335.199886:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762335.199902:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762335.199911:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762335.199923:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521315200:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789762335.199924:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9f80 x1876699521315712/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762335.199944:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762335.199949:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762335.199952:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762335.199959:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2304
00000100:00100000:1.0:1789762335.199963:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521315328:192.168.203.116@tcp:38:kworker.0
00000100:00080000:2.0:1789762335.199967:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762335.200000:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000800:00000100:1.0:1789762335.200008:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000008:00100000:2.0:1789762335.200010:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762335.200031:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762335/real 1789762335]  req@ffff911a12ee8e00 x1876699521315328/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762335.200037:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eead80 x1876699521315840/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762335.200086:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8e00 x1876699521315328/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762335.200098:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762335.200103:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762335.200107:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521315328:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762335.200115:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521315456:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762335.200145:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762335.200161:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762335/real 1789762335]  req@ffff911a12eea300 x1876699521315456/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762335.200179:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea300 x1876699521315456/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762335.200192:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762335.200197:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762335.200201:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521315456:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762335.200210:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521315584:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762335.200307:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762335.200326:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762335/real 1789762335]  req@ffff911a12eeb800 x1876699521315584/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762335.200346:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb800 x1876699521315584/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762335.200366:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762335.200371:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762335.200376:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521315584:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762335.200385:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521315712:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762335.200414:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762335.200426:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762335/real 1789762335]  req@ffff911a12ee9f80 x1876699521315712/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762335.200437:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9f80 x1876699521315712/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762335.200452:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762335.200455:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762335.200458:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521315712:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762335.200478:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521315840:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762335.200508:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762335.200534:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762335/real 1789762335]  req@ffff911a12eead80 x1876699521315840/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762335.200551:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eead80 x1876699521315840/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762335.200563:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762335.200568:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762335.200573:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521315840:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762335.263377:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762336.287410:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762337.311394:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762338.335526:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762339.359384:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762340.319377:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762340.319389:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762340.319395:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762340.319408:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2309
00000100:00080000:2.0:1789762340.319423:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762340.319433:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762340.319493:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb100 x1876699521315968/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762340.319534:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762340.319539:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762340.319542:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762340.319548:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2309
00000100:00080000:2.0:1789762340.319553:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762340.319557:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762340.319586:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762340.319602:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea680 x1876699521316096/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762340.319623:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762340.319628:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762340.319630:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762340.319651:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2309
00000100:00080000:2.0:1789762340.319656:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762340.319665:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521315968:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789762340.319665:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762340.319680:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762340.319700:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8380 x1876699521316224/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762340.319724:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762340.319730:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762340.319732:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762340.319736:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2309
00000100:00080000:2.0:1789762340.319743:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762340.319748:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762340.319754:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789762340.319758:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762340.319794:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eebb80 x1876699521316352/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762340.319809:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762340.319814:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762340.319817:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762340.319822:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2309
00000100:00080000:2.0:1789762340.319828:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762340.319831:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762340/real 1789762340]  req@ffff911a12eeb100 x1876699521315968/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762340.319838:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762340.319852:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762340.319859:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb100 x1876699521315968/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762340.319870:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789762340.319872:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9500 x1876699521316480/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762340.319877:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762340.319884:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521315968:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762340.319891:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521316096:192.168.203.116@tcp:38:kworker.0
00000100:00080000:2.0:1789762340.319908:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762340.319913:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762340.319916:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789762340.319921:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:2.0:1789762340.319928:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2309
00000100:00100000:1.0:1789762340.319935:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762340/real 1789762340]  req@ffff911a12eea680 x1876699521316096/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762340.319936:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762340.319948:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762340.319953:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea680 x1876699521316096/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789762340.319959:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762340.319962:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762340.319967:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762340.319970:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521316096:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762340.319977:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8000 x1876699521316608/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762340.320013:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521316224:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762340.320030:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762340.320039:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762340/real 1789762340]  req@ffff911a12ee8380 x1876699521316224/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762340.320048:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8380 x1876699521316224/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762340.320054:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762340.320057:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762340.320059:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521316224:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762340.320064:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521316352:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762340.320076:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762340.320087:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762340/real 1789762340]  req@ffff911a12eebb80 x1876699521316352/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762340.320101:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eebb80 x1876699521316352/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762340.320112:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762340.320116:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762340.320120:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521316352:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762340.320127:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521316480:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762340.320152:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762340.320166:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762340/real 1789762340]  req@ffff911a12ee9500 x1876699521316480/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762340.320181:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9500 x1876699521316480/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762340.320191:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762340.320195:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762340.320199:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521316480:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762340.320207:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521316608:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762340.320306:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762340.320324:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762340/real 1789762340]  req@ffff911a12ee8000 x1876699521316608/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762340.320338:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8000 x1876699521316608/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762340.320363:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762340.320366:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762340.320369:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521316608:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762340.383443:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762341.407423:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762342.431446:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762343.455410:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762344.479436:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762345.439324:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762345.439336:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762345.439342:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762345.439354:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2314
00000100:00080000:2.0:1789762345.439367:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762345.439376:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762345.439424:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8000 x1876699521316736/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762345.439447:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762345.439450:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762345.439452:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762345.439455:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2314
00000100:00080000:2.0:1789762345.439459:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762345.439462:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762345.439472:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762345.439481:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521316736:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789762345.439484:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9500 x1876699521316864/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762345.439496:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762345.439499:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762345.439500:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762345.439502:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2314
00000100:00080000:2.0:1789762345.439504:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762345.439506:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762345.439509:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762345.439516:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eebb80 x1876699521316992/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762345.439523:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762345.439525:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762345.439526:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762345.439528:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2314
00000100:00080000:2.0:1789762345.439530:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762345.439532:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762345.439536:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762345.439544:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8380 x1876699521317120/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762345.439550:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762345.439552:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762345.439555:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762345.439557:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2314
00000100:00080000:2.0:1789762345.439560:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762345.439562:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762345.439567:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762345.439569:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762345.439576:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea680 x1876699521317248/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762345.439585:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762345.439588:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762345.439589:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762345.439592:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2314
00000100:00080000:2.0:1789762345.439594:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762345.439597:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762345.439600:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762345.439607:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb100 x1876699521317376/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762345.439630:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762345/real 1789762345]  req@ffff911a12ee8000 x1876699521316736/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762345.439646:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8000 x1876699521316736/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762345.439655:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762345.439659:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762345.439668:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521316736:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762345.439692:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521316864:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762345.439709:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762345.439719:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762345/real 1789762345]  req@ffff911a12ee9500 x1876699521316864/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762345.439727:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9500 x1876699521316864/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762345.439733:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762345.439736:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762345.439738:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521316864:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762345.439743:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521316992:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762345.439755:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762345.439761:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762345/real 1789762345]  req@ffff911a12eebb80 x1876699521316992/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762345.439769:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eebb80 x1876699521316992/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762345.439774:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762345.439776:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762345.439778:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521316992:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762345.439781:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521317120:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762345.439793:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762345.439799:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762345/real 1789762345]  req@ffff911a12ee8380 x1876699521317120/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762345.439807:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8380 x1876699521317120/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762345.439812:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762345.439814:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762345.439816:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521317120:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762345.439820:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521317248:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762345.439830:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762345.439837:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762345/real 1789762345]  req@ffff911a12eea680 x1876699521317248/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762345.439845:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea680 x1876699521317248/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762345.439850:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762345.439852:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762345.439854:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521317248:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762345.439857:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521317376:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762345.439867:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762345.439873:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762345/real 1789762345]  req@ffff911a12eeb100 x1876699521317376/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762345.439880:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb100 x1876699521317376/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762345.439885:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762345.439887:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762345.439889:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521317376:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789762345.503385:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762346.527440:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762347.551510:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762348.575457:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762349.599478:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762350.559369:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762350.559382:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762350.559388:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762350.559402:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2319
00000100:00080000:2.0:1789762350.559418:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762350.559427:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762350.559508:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eead80 x1876699521317504/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762350.559549:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762350.559553:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762350.559556:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762350.559561:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2319
00000100:00080000:2.0:1789762350.559566:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762350.559570:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762350.559582:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762350.559609:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9f80 x1876699521317632/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762350.559611:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521317504:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789762350.559620:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762350.559623:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762350.559625:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762350.559629:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2319
00000100:00080000:2.0:1789762350.559633:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762350.559636:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762350.559641:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762350.559650:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb800 x1876699521317760/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762350.559659:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762350.559662:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762350.559664:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762350.559667:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2319
00000100:00080000:2.0:1789762350.559670:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762350.559673:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762350.559679:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762350.559688:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea300 x1876699521317888/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762350.559693:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:2.0:1789762350.559703:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762350.559707:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762350.559709:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762350.559723:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2319
00000100:00080000:2.0:1789762350.559726:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762350.559729:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762350.559735:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762350.559745:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762350/real 1789762350]  req@ffff911a12eead80 x1876699521317504/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762350.559745:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8e00 x1876699521318016/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762350.559766:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762350.559770:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762350.559772:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762350.559775:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2319
00000100:00100000:1.0:1789762350.559778:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eead80 x1876699521317504/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762350.559779:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762350.559783:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762350.559788:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762350.559797:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8700 x1876699521318144/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762350.559798:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762350.559803:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762350.559808:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521317504:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762350.559838:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521317632:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762350.559861:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762350.559872:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762350/real 1789762350]  req@ffff911a12ee9f80 x1876699521317632/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762350.559881:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9f80 x1876699521317632/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762350.559887:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762350.559890:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762350.559892:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521317632:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762350.559896:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521317760:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762350.559909:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762350.559915:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762350/real 1789762350]  req@ffff911a12eeb800 x1876699521317760/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762350.559923:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb800 x1876699521317760/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762350.559938:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762350.559940:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762350.559942:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521317760:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762350.559953:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521317888:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762350.559965:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762350.559972:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762350/real 1789762350]  req@ffff911a12eea300 x1876699521317888/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762350.559979:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea300 x1876699521317888/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762350.559985:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762350.559986:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762350.559988:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521317888:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762350.559992:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521318016:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762350.560003:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762350.560009:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762350/real 1789762350]  req@ffff911a12ee8e00 x1876699521318016/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762350.560016:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8e00 x1876699521318016/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762350.560021:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762350.560023:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762350.560025:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521318016:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762350.560028:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521318144:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762350.560047:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762350.560055:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762350/real 1789762350]  req@ffff911a12ee8700 x1876699521318144/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762350.560068:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8700 x1876699521318144/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762350.560077:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762350.560080:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762350.560083:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521318144:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789762350.623399:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762351.647409:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762352.671376:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762353.695336:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762354.719346:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762355.679367:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762355.679376:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762355.679379:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762355.679395:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2324
00000100:00080000:0.0:1789762355.679408:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762355.679414:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789762355.679446:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55c00 x1876699521318272/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762355.679469:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762355.679471:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762355.679473:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762355.679476:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2324
00000100:00080000:0.0:1789762355.679478:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762355.679486:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762355.679494:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762355.679508:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57b80 x1876699521318400/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762355.679508:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521318272:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789762355.679523:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762355.679526:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762355.679527:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762355.679531:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2324
00000100:00080000:0.0:1789762355.679533:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762355.679536:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762355.679539:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762355.679548:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54e00 x1876699521318528/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762355.679555:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762355.679559:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762355.679561:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762355.679577:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2324
00000100:00080000:0.0:1789762355.679581:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789762355.679584:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789762355.679590:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762355.679597:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762355.679612:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55500 x1876699521318656/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762355.679624:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762355.679626:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762355/real 1789762355]  req@ffff911a05c55c00 x1876699521318272/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762355.679632:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762355.679636:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762355.679645:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2324
00000100:00080000:0.0:1789762355.679661:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762355.679667:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55c00 x1876699521318272/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762355.679668:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762355.679675:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762355.679688:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789762355.679689:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55f80 x1876699521318784/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762355.679698:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:0.0:1789762355.679704:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762355.679706:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521318272:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789762355.679708:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762355.679713:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762355.679719:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2324
00000100:00080000:0.0:1789762355.679722:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762355.679727:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762355.679733:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762355.679733:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521318400:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762355.679776:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789762355.679778:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56680 x1876699521318912/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762355.679794:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762355/real 1789762355]  req@ffff911a05c57b80 x1876699521318400/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762355.679826:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57b80 x1876699521318400/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762355.679843:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762355.679848:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762355.679851:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521318400:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762355.679858:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521318528:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762355.679896:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762355.679914:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762355/real 1789762355]  req@ffff911a05c54e00 x1876699521318528/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762355.679928:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54e00 x1876699521318528/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762355.679938:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762355.679942:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762355.679947:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521318528:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762355.679954:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521318656:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762355.679974:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762355.679983:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762355/real 1789762355]  req@ffff911a05c55500 x1876699521318656/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762355.680002:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55500 x1876699521318656/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762355.680008:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762355.680011:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762355.680014:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521318656:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762355.680018:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521318784:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762355.680029:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762355.680035:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762355/real 1789762355]  req@ffff911a05c55f80 x1876699521318784/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762355.680043:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55f80 x1876699521318784/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762355.680048:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762355.680050:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762355.680052:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521318784:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762355.680064:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521318912:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762355.680076:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762355.680082:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762355/real 1789762355]  req@ffff911a05c56680 x1876699521318912/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762355.680090:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56680 x1876699521318912/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762355.680095:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762355.680097:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762355.680099:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521318912:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762355.743346:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762356.767398:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762357.791365:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762358.815346:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762359.839419:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762360.799337:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762360.799346:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762360.799351:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762360.799360:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2330
00000100:00080000:1.0:1789762360.799369:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762360.799376:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762360.799412:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08a80 x1876699521319040/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762360.799440:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762360.799443:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762360.799445:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762360.799448:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2330
00000100:00080000:1.0:1789762360.799451:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762360.799453:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762360.799461:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762360.799470:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b800 x1876699521319168/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762360.799478:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762360.799480:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762360.799482:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762360.799484:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2330
00000100:00080000:1.0:1789762360.799486:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762360.799488:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762360.799492:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762360.799497:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0bb80 x1876699521319296/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762360.799510:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762360.799513:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762360.799515:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762360.799518:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2330
00000100:00080000:1.0:1789762360.799519:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762360.799522:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762360.799526:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762360.799535:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521319040:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762360.799536:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b480 x1876699521319424/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762360.799552:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762360.799554:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762360.799555:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762360.799558:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2330
00000100:00080000:1.0:1789762360.799561:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762360.799564:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762360.799568:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762360.799578:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08000 x1876699521319552/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762360.799584:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762360.799587:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762360.799588:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762360.799591:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2330
00000100:00080000:1.0:1789762360.799595:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762360.799598:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762360.799602:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789762360.799605:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762360.799615:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09c00 x1876699521319680/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762360.799648:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762360/real 1789762360]  req@ffff911a08b08a80 x1876699521319040/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762360.799669:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08a80 x1876699521319040/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762360.799678:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762360.799681:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762360.799685:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521319040:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789762360.799691:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521319168:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762360.799706:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762360.799715:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762360/real 1789762360]  req@ffff911a08b0b800 x1876699521319168/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762360.799724:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b800 x1876699521319168/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762360.799730:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762360.799732:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762360.799735:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521319168:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762360.799738:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521319296:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762360.799750:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762360.799757:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762360/real 1789762360]  req@ffff911a08b0bb80 x1876699521319296/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762360.799765:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0bb80 x1876699521319296/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762360.799775:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762360.799777:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762360.799779:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521319296:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762360.799802:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521319424:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762360.799823:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762360.799836:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762360/real 1789762360]  req@ffff911a08b0b480 x1876699521319424/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762360.799851:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b480 x1876699521319424/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762360.799862:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762360.799866:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762360.799869:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521319424:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762360.799877:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521319552:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762360.799894:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762360.799903:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762360/real 1789762360]  req@ffff911a08b08000 x1876699521319552/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762360.799912:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08000 x1876699521319552/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762360.799918:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762360.799920:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762360.799923:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521319552:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762360.799927:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521319680:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762360.799938:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762360.799945:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762360/real 1789762360]  req@ffff911a08b09c00 x1876699521319680/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762360.799953:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09c00 x1876699521319680/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762360.799959:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762360.799960:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762360.799962:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521319680:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789762360.863355:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762361.887497:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762362.911342:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762363.935328:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762364.959389:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762365.919293:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762365.919301:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762365.919304:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762365.919312:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2335
00000100:00080000:0.0:1789762365.919322:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762365.919328:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789762365.919362:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56680 x1876699521319808/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762365.919381:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762365.919384:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762365.919386:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762365.919389:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2335
00000100:00080000:0.0:1789762365.919391:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762365.919393:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762365.919401:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762365.919411:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55f80 x1876699521319936/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762365.919421:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762365.919425:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762365.919427:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762365.919431:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2335
00000100:00080000:0.0:1789762365.919435:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762365.919440:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762365.919447:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762365.919459:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521319808:192.168.203.116@tcp:250:kworker.0
00000100:00100000:0.0:1789762365.919462:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55500 x1876699521320064/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762365.919477:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762365.919479:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762365.919481:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762365.919484:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2335
00000100:00080000:0.0:1789762365.919487:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762365.919490:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762365.919494:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762365.919502:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54e00 x1876699521320192/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762365.919510:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762365.919514:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762365.919516:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789762365.919521:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789762365.919522:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2335
00000100:00080000:0.0:1789762365.919529:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762365.919534:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762365.919540:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762365.919554:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57b80 x1876699521320320/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762365.919560:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762365/real 1789762365]  req@ffff911a05c56680 x1876699521319808/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762365.919565:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762365.919572:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762365.919575:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762365.919581:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2335
00000100:00080000:0.0:1789762365.919585:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762365.919586:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56680 x1876699521319808/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762365.919591:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762365.919599:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789762365.919602:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762365.919607:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:0.0:1789762365.919611:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55c00 x1876699521320448/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762365.919613:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521319808:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789762365.919627:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521319936:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762365.919646:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762365.919655:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762365/real 1789762365]  req@ffff911a05c55f80 x1876699521319936/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762365.919663:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55f80 x1876699521319936/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762365.919669:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762365.919671:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762365.919673:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521319936:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762365.919690:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521320064:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762365.919700:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762365.919706:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762365/real 1789762365]  req@ffff911a05c55500 x1876699521320064/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762365.919714:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55500 x1876699521320064/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762365.919718:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762365.919720:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762365.919722:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521320064:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762365.919725:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521320192:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762365.919736:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762365.919741:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762365/real 1789762365]  req@ffff911a05c54e00 x1876699521320192/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762365.919748:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54e00 x1876699521320192/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762365.919754:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762365.919756:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762365.919757:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521320192:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762365.919761:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521320320:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762365.919770:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762365.919776:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762365/real 1789762365]  req@ffff911a05c57b80 x1876699521320320/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762365.919782:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57b80 x1876699521320320/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762365.919787:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762365.919789:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762365.919791:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521320320:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762365.919794:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521320448:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762365.919804:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762365.919809:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762365/real 1789762365]  req@ffff911a05c55c00 x1876699521320448/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762365.919816:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55c00 x1876699521320448/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762365.919821:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762365.919823:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762365.919826:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521320448:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789762365.983402:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762367.007425:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762368.031338:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762369.055382:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762370.079509:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762371.039360:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762371.039368:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762371.039371:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762371.039380:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2340
00000100:00080000:2.0:1789762371.039390:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762371.039396:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762371.039428:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb480 x1876699521320576/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762371.039454:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762371.039457:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762371.039458:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762371.039462:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2340
00000100:00080000:2.0:1789762371.039464:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762371.039466:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762371.039474:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762371.039484:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8a80 x1876699521320704/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762371.039491:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762371.039494:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762371.039495:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762371.039498:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2340
00000100:00080000:2.0:1789762371.039500:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762371.039503:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762371.039507:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762371.039514:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9880 x1876699521320832/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762371.039522:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762371.039526:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762371.039527:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762371.039534:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2340
00000100:00100000:1.0:1789762371.039537:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521320576:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789762371.039537:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762371.039544:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762371.039557:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762371.039583:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9180 x1876699521320960/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762371.039595:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762371.039599:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762371.039602:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762371.039607:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2340
00000100:00080000:2.0:1789762371.039611:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762371.039617:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762371.039641:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762371.039646:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762371.039666:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeaa00 x1876699521321088/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762371.039678:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762371.039681:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762371.039683:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762371.039686:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2340
00000100:00080000:2.0:1789762371.039691:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762371.039697:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762371.039703:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762371.039708:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762371/real 1789762371]  req@ffff911a12eeb480 x1876699521320576/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762371.039719:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9c00 x1876699521321216/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762371.039732:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb480 x1876699521320576/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762371.039744:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762371.039750:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762371.039756:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521320576:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762371.039766:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521320704:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762371.039786:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762371.039794:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762371/real 1789762371]  req@ffff911a12ee8a80 x1876699521320704/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762371.039803:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8a80 x1876699521320704/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762371.039818:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762371.039820:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762371.039823:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521320704:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762371.039848:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521320832:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762371.039860:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762371.039867:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762371/real 1789762371]  req@ffff911a12ee9880 x1876699521320832/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762371.039885:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9880 x1876699521320832/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762371.039890:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762371.039892:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762371.039894:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521320832:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762371.039899:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521320960:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762371.039911:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762371.039917:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762371/real 1789762371]  req@ffff911a12ee9180 x1876699521320960/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762371.039925:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9180 x1876699521320960/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762371.039931:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762371.039933:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762371.039934:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521320960:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762371.039949:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521321088:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762371.039960:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762371.039967:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762371/real 1789762371]  req@ffff911a12eeaa00 x1876699521321088/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762371.039975:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeaa00 x1876699521321088/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762371.039980:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762371.039982:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762371.039984:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521321088:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762371.039987:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521321216:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762371.040021:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762371.040028:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762371/real 1789762371]  req@ffff911a12ee9c00 x1876699521321216/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762371.040055:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9c00 x1876699521321216/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762371.040062:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762371.040064:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762371.040067:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521321216:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762371.103435:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762372.127358:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762373.151392:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762374.175388:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762375.199418:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762376.159315:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762376.159324:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762376.159327:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762376.159352:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2345
00000100:00080000:0.0:1789762376.159374:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762376.159384:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789762376.159446:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521321344/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762376.159482:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762376.159486:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762376.159488:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762376.159492:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2345
00000100:00080000:0.0:1789762376.159497:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762376.159501:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762376.159511:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762376.159525:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56d80 x1876699521321472/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762376.159552:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762376.159554:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762376.159556:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762376.159559:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2345
00000100:00080000:0.0:1789762376.159562:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762376.159567:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762376.159570:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521321344:192.168.203.116@tcp:250:kworker.0
00000008:00100000:0.0:1789762376.159573:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762376.159587:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521321600/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762376.159595:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762376.159598:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762376.159600:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762376.159603:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2345
00000100:00080000:0.0:1789762376.159606:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762376.159611:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762376.159617:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762376.159631:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521321728/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762376.159644:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762376.159651:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000800:00000100:1.0:1789762376.159651:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789762376.159656:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762376.159665:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2345
00000100:00080000:0.0:1789762376.159671:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762376.159675:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762376.159680:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762376.159694:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762376/real 1789762376]  req@ffff911a05c56a00 x1876699521321344/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762376.159709:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521321856/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762376.159730:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762376.159731:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521321344/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762376.159736:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762376.159739:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762376.159749:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2345
00000100:00080000:0.0:1789762376.159756:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762376.159773:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00080000:1.0:1789762376.159774:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:0.0:1789762376.159779:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762376.159780:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762376.159787:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521321344:192.168.203.116@tcp:250:kworker.0
00000100:00100000:0.0:1789762376.159795:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521321984/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762376.159798:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521321472:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762376.159847:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762376.159863:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762376/real 1789762376]  req@ffff911a05c56d80 x1876699521321472/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762376.159875:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56d80 x1876699521321472/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762376.159883:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762376.159887:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762376.159890:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521321472:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762376.159927:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521321600:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762376.159942:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762376.159950:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762376/real 1789762376]  req@ffff911a05c55880 x1876699521321600/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762376.159994:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521321600/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762376.160008:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762376.160010:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762376.160013:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521321600:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762376.160018:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521321728:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762376.160035:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762376.160043:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762376/real 1789762376]  req@ffff911a05c54000 x1876699521321728/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762376.160052:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521321728/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762376.160058:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762376.160059:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762376.160062:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521321728:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762376.160066:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521321856:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762376.160077:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762376.160087:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762376/real 1789762376]  req@ffff911a05c54700 x1876699521321856/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762376.160100:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521321856/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762376.160110:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762376.160114:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762376.160118:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521321856:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762376.160125:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521321984:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762376.160151:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762376.160165:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762376/real 1789762376]  req@ffff911a05c57100 x1876699521321984/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762376.160180:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521321984/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762376.160190:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762376.160194:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762376.160198:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521321984:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762376.223374:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762377.247366:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762378.271334:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762379.295500:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762380.319372:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762381.279310:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762381.279321:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762381.279325:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762381.279336:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2350
00000100:00080000:0.0:1789762381.279347:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762381.279354:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789762381.279399:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55180 x1876699521322112/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762381.279427:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762381.279430:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762381.279431:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762381.279435:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2350
00000100:00080000:0.0:1789762381.279437:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762381.279440:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762381.279449:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762381.279459:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56300 x1876699521322240/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762381.279467:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762381.279469:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762381.279470:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762381.279473:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2350
00000100:00080000:0.0:1789762381.279475:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762381.279477:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762381.279480:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762381.279486:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54380 x1876699521322368/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762381.279494:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762381.279508:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762381.279509:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762381.279517:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2350
00000100:00080000:0.0:1789762381.279521:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762381.279521:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521322112:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789762381.279529:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762381.279537:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762381.279552:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57800 x1876699521322496/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762381.279558:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762381.279561:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762381.279573:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762381.279576:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2350
00000100:00080000:0.0:1789762381.279578:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762381.279581:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762381.279584:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762381.279595:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54a80 x1876699521322624/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762381.279600:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762381.279602:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762381.279604:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762381.279607:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2350
00000100:00080000:0.0:1789762381.279609:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762381.279613:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762381.279618:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762381.279627:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521322752/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762381.279650:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762381.279709:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762381/real 1789762381]  req@ffff911a05c55180 x1876699521322112/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762381.279733:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55180 x1876699521322112/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762381.279747:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762381.279753:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762381.279759:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521322112:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762381.279770:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521322240:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762381.279804:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762381.279821:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762381/real 1789762381]  req@ffff911a05c56300 x1876699521322240/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762381.279838:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56300 x1876699521322240/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762381.279879:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762381.279886:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762381.279892:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521322240:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762381.279970:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521322368:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762381.279995:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762381.280008:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762381/real 1789762381]  req@ffff911a05c54380 x1876699521322368/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762381.280021:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54380 x1876699521322368/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762381.280029:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762381.280033:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762381.280036:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521322368:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762381.280044:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521322496:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762381.280065:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762381.280078:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762381/real 1789762381]  req@ffff911a05c57800 x1876699521322496/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762381.280091:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57800 x1876699521322496/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762381.280099:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762381.280103:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762381.280107:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521322496:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762381.280114:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521322624:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762381.280135:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762381.280146:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762381/real 1789762381]  req@ffff911a05c54a80 x1876699521322624/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762381.280158:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54a80 x1876699521322624/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762381.280166:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762381.280169:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762381.280173:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521322624:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762381.280180:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521322752:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762381.280199:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762381.280210:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762381/real 1789762381]  req@ffff911a05c57100 x1876699521322752/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762381.280288:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521322752/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762381.280302:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762381.280308:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762381.280314:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521322752:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789762381.343417:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762382.367391:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762383.391394:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762384.415351:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762385.439478:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762386.399319:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762386.399328:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762386.399332:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762386.399356:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2355
00000100:00080000:0.0:1789762386.399368:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762386.399375:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789762386.399412:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521322880/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762386.399435:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762386.399438:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762386.399440:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762386.399443:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2355
00000100:00080000:0.0:1789762386.399446:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762386.399449:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762386.399458:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762386.399482:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521323008/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762386.399488:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521322880:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789762386.399505:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762386.399507:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762386.399509:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762386.399513:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2355
00000100:00080000:0.0:1789762386.399516:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762386.399520:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762386.399524:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762386.399535:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521323136/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762386.399541:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762386.399544:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762386.399545:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762386.399547:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2355
00000100:00080000:0.0:1789762386.399552:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762386.399555:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762386.399558:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762386.399569:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56d80 x1876699521323264/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762386.399571:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789762386.399580:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762386.399582:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762386.399584:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762386.399586:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2355
00000100:00080000:0.0:1789762386.399588:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762386.399591:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762386.399594:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762386.399600:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521323392/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762386.399610:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762386.399614:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762386.399616:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762386.399622:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762386/real 1789762386]  req@ffff911a05c54700 x1876699521322880/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762386.399624:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2355
00000100:00080000:0.0:1789762386.399632:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762386.399637:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762386.399644:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762386.399662:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521322880/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762386.399663:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55c00 x1876699521323520/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762386.399694:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762386.399701:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762386.399706:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521322880:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762386.399733:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521323008:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762386.399759:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762386.399774:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762386/real 1789762386]  req@ffff911a05c54000 x1876699521323008/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762386.399789:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521323008/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762386.399798:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762386.399802:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762386.399806:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521323008:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762386.399813:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521323136:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762386.399834:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762386.399846:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762386/real 1789762386]  req@ffff911a05c55880 x1876699521323136/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762386.399867:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521323136/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762386.399893:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762386.399896:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762386.399898:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521323136:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762386.399903:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521323264:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762386.399920:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762386.399927:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762386/real 1789762386]  req@ffff911a05c56d80 x1876699521323264/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762386.399935:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56d80 x1876699521323264/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762386.399940:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762386.399943:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762386.399945:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521323264:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762386.399948:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521323392:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762386.399958:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762386.399964:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762386/real 1789762386]  req@ffff911a05c56a00 x1876699521323392/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762386.399971:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521323392/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762386.399976:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762386.399977:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762386.399980:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521323392:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762386.399984:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521323520:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762386.399993:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762386.399999:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762386/real 1789762386]  req@ffff911a05c55c00 x1876699521323520/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762386.400006:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55c00 x1876699521323520/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762386.400011:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762386.400012:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762386.400014:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521323520:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762386.463394:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762387.487358:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762388.511408:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762389.535408:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762390.559354:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762391.519331:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762391.519339:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762391.519342:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762391.519350:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2360
00000100:00080000:0.0:1789762391.519360:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762391.519366:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789762391.519411:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57b80 x1876699521323648/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762391.519431:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762391.519434:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762391.519451:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762391.519454:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2360
00000100:00080000:0.0:1789762391.519458:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762391.519462:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762391.519471:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762391.519478:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521323648:192.168.203.116@tcp:250:kworker.0
00000100:00100000:0.0:1789762391.519485:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54e00 x1876699521323776/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762391.519495:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762391.519498:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762391.519499:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762391.519518:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2360
00000100:00080000:0.0:1789762391.519521:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762391.519524:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762391.519528:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762391.519537:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55500 x1876699521323904/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762391.519544:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762391.519546:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762391.519548:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762391.519551:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2360
00000100:00080000:0.0:1789762391.519553:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762391.519555:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762391.519559:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789762391.519564:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789762391.519584:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55f80 x1876699521324032/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762391.519594:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762391.519599:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762391.519602:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762391.519607:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2360
00000100:00080000:0.0:1789762391.519611:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762391.519617:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762391.519634:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762391.519638:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762391/real 1789762391]  req@ffff911a05c57b80 x1876699521323648/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762391.519674:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56680 x1876699521324160/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762391.519680:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57b80 x1876699521323648/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762391.519734:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762391.519734:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762391.519742:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762391.519743:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:0.0:1789762391.519745:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762391.519750:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521323648:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789762391.519755:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2360
00000100:00080000:0.0:1789762391.519762:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762391.519767:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762391.519771:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762391.519794:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521323776:192.168.203.116@tcp:38:kworker.0
00000100:00100000:0.0:1789762391.519800:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57b80 x1876699521324288/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762391.519819:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762391.519831:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762391/real 1789762391]  req@ffff911a05c54e00 x1876699521323776/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762391.519855:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54e00 x1876699521323776/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762391.519862:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762391.519864:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762391.519867:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521323776:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762391.519871:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521323904:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762391.519887:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762391.519894:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762391/real 1789762391]  req@ffff911a05c55500 x1876699521323904/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762391.519902:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55500 x1876699521323904/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762391.519907:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762391.519908:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762391.519910:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521323904:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762391.519914:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521324032:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762391.519925:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762391.519931:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762391/real 1789762391]  req@ffff911a05c55f80 x1876699521324032/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762391.519938:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55f80 x1876699521324032/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762391.519943:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762391.519945:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762391.519947:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521324032:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762391.519950:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521324160:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762391.519960:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762391.519969:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762391/real 1789762391]  req@ffff911a05c56680 x1876699521324160/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762391.519979:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56680 x1876699521324160/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762391.519988:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762391.519991:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762391.519995:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521324160:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762391.520013:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521324288:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762391.520031:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762391.520039:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762391/real 1789762391]  req@ffff911a05c57b80 x1876699521324288/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762391.520047:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57b80 x1876699521324288/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762391.520052:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762391.520054:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762391.520057:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521324288:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789762391.583363:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762392.607367:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762393.631420:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762394.655340:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762395.679383:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762396.639353:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762396.639362:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762396.639366:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762396.639374:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2365
00000100:00080000:2.0:1789762396.639382:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762396.639388:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762396.639420:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9c00 x1876699521324416/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762396.639443:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762396.639446:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762396.639448:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762396.639451:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2365
00000100:00080000:2.0:1789762396.639453:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762396.639456:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762396.639463:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762396.639473:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeaa00 x1876699521324544/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762396.639481:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762396.639484:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762396.639487:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762396.639489:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521324416:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789762396.639492:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2365
00000100:00080000:2.0:1789762396.639498:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762396.639500:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762396.639504:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762396.639513:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9180 x1876699521324672/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762396.639520:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762396.639523:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762396.639524:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762396.639528:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2365
00000100:00080000:2.0:1789762396.639531:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762396.639533:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762396.639537:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762396.639546:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9880 x1876699521324800/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762396.639554:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762396.639556:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762396.639558:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762396.639560:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2365
00000100:00080000:2.0:1789762396.639564:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762396.639567:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762396.639570:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762396.639585:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8a80 x1876699521324928/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762396.639592:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762396.639595:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762396.639597:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762396.639602:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521324544:192.168.203.116@tcp:38:kworker.0
00000100:00080000:2.0:1789762396.639604:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2365
00000100:00080000:2.0:1789762396.639612:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762396.639619:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762396.639628:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762396.639642:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521324672:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762396.639649:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb480 x1876699521325056/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762396.639680:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521324800:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762396.639700:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521324928:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762396.639716:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521325056:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789762396.703397:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762397.727432:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762398.751354:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1789762399.711460:0:2395:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.116:988
00000400:00000100:0.0:1789762399.711513:0:2395:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.116@tcp at host 192.168.203.116 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1789762399.711529:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:0.0:1789762399.711620:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:0.0:1789762399.711632:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:0.0:1789762399.711646:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:0.0:1789762399.711658:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000100:00100000:1.0:1789762399.711667:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762396/real 1789762399]  req@ffff911a12eeaa00 x1876699521324544/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:0.0:1789762399.711669:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000100:00100000:1.0:1789762399.711714:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeaa00 x1876699521324544/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762399.711726:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762399.711731:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762399.711735:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521324544:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762399.711759:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762396/real 1789762399]  req@ffff911a12ee9180 x1876699521324672/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762399.711772:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9180 x1876699521324672/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762399.711797:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762399.711802:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762399.711806:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521324672:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762399.711814:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762396/real 1789762399]  req@ffff911a12ee9880 x1876699521324800/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762399.711843:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9880 x1876699521324800/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762399.711852:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762399.711856:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762399.711860:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521324800:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762399.711868:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762396/real 1789762399]  req@ffff911a12ee8a80 x1876699521324928/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762399.711882:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8a80 x1876699521324928/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762399.711891:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762399.711893:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762399.711896:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521324928:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762399.711901:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762396/real 1789762399]  req@ffff911a12ee9c00 x1876699521324416/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762399.711915:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9c00 x1876699521324416/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762399.711923:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762399.711927:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762399.711931:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521324416:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762399.711960:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762396/real 1789762399]  req@ffff911a12eeb480 x1876699521325056/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762399.711973:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb480 x1876699521325056/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762399.711981:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762399.711985:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762399.711989:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521325056:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789762399.775328:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762400.799354:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762401.759432:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762401.759462:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762401.759467:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762401.759481:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2371
00000100:00080000:0.0:1789762401.759496:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762401.759506:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789762401.759571:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55c00 x1876699521325184/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762401.759597:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762401.759600:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762401.759602:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762401.759606:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2371
00000100:00080000:0.0:1789762401.759609:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762401.759612:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762401.759623:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762401.759650:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521325312/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762401.759659:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762401.759663:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762401.759665:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762401.759670:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2371
00000100:00100000:1.0:1789762401.759676:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521325184:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789762401.759678:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762401.759687:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762401.759695:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762401.759707:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56d80 x1876699521325440/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762401.759720:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762401.759724:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762401.759726:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762401.759731:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2371
00000100:00080000:0.0:1789762401.759770:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762401.759776:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762401.759783:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789762401.759795:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789762401.759799:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521325568/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762401.759813:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762401.759817:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762401.759820:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762401.759829:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2371
00000100:00080000:0.0:1789762401.759834:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762401.759840:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762401.759846:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762401.759861:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762401/real 1789762401]  req@ffff911a05c55c00 x1876699521325184/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762401.759864:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521325696/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762401.759900:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762401.759905:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55c00 x1876699521325184/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762401.759906:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762401.759910:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762401.759920:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2371
00000100:00080000:1.0:1789762401.759926:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762401.759927:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762401.759938:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762401.759945:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762401.759945:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762401.759957:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521325184:192.168.203.116@tcp:250:kworker.0
00000100:00100000:0.0:1789762401.759965:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521325824/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762401.759970:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521325312:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762401.760009:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762401.760027:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762401/real 1789762401]  req@ffff911a05c56a00 x1876699521325312/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762401.760048:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521325312/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762401.760063:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762401.760067:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762401.760070:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521325312:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762401.760103:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521325440:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762401.760126:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762401.760144:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762401/real 1789762401]  req@ffff911a05c56d80 x1876699521325440/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762401.760156:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56d80 x1876699521325440/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762401.760163:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762401.760167:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762401.760170:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521325440:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762401.760176:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521325568:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762401.760196:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762401.760207:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762401/real 1789762401]  req@ffff911a05c55880 x1876699521325568/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762401.760260:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521325568/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762401.760276:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762401.760280:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762401.760284:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521325568:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762401.760291:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521325696:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762401.760314:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762401.760326:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762401/real 1789762401]  req@ffff911a05c54000 x1876699521325696/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762401.760339:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521325696/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762401.760349:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762401.760353:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762401.760357:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521325696:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762401.760364:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521325824:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762401.760387:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762401.760399:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762401/real 1789762401]  req@ffff911a05c54700 x1876699521325824/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762401.760410:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521325824/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762401.760417:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762401.760420:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762401.760425:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521325824:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762401.823383:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762402.847422:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762403.871411:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762404.895412:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762405.919371:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762406.879324:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762406.879344:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762406.879348:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762406.879358:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2376
00000100:00080000:2.0:1789762406.879367:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762406.879375:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762406.879418:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8700 x1876699521325952/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762406.879442:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762406.879446:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762406.879458:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762406.879462:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2376
00000100:00080000:2.0:1789762406.879465:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762406.879468:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762406.879476:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762406.879486:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8e00 x1876699521326080/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762406.879495:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762406.879499:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762406.879500:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762406.879504:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2376
00000100:00080000:2.0:1789762406.879507:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762406.879510:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762406.879513:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762406.879524:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea300 x1876699521326208/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762406.879532:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521325952:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789762406.879536:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762406.879542:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762406.879543:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762406.879547:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2376
00000100:00080000:2.0:1789762406.879549:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762406.879552:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762406.879557:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762406.879567:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb800 x1876699521326336/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762406.879575:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762406.879579:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762406.879580:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762406.879583:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2376
00000100:00080000:2.0:1789762406.879585:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762406.879588:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762406.879592:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762406.879601:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9f80 x1876699521326464/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762406.879607:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:2.0:1789762406.879617:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762406.879621:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762406.879623:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762406.879628:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2376
00000100:00080000:2.0:1789762406.879632:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762406.879635:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762406.879639:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762406.879649:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eead80 x1876699521326592/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762406.879658:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762406/real 1789762406]  req@ffff911a12ee8700 x1876699521325952/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762406.879678:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8700 x1876699521325952/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762406.879688:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762406.879692:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762406.879695:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521325952:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762406.879701:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521326080:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762406.879718:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762406.879754:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762406/real 1789762406]  req@ffff911a12ee8e00 x1876699521326080/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762406.879765:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8e00 x1876699521326080/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762406.879773:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762406.879775:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762406.879778:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521326080:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762406.879800:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521326208:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762406.879818:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762406.879827:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762406/real 1789762406]  req@ffff911a12eea300 x1876699521326208/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762406.879836:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea300 x1876699521326208/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762406.879843:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762406.879845:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762406.879847:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521326208:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762406.879852:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521326336:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762406.879874:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762406.879881:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762406/real 1789762406]  req@ffff911a12eeb800 x1876699521326336/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762406.879890:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb800 x1876699521326336/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762406.879896:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762406.879898:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762406.879901:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521326336:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762406.879905:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521326464:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762406.879916:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762406.879923:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762406/real 1789762406]  req@ffff911a12ee9f80 x1876699521326464/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762406.879931:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9f80 x1876699521326464/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762406.879938:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762406.879941:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762406.879943:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521326464:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762406.879947:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521326592:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762406.879959:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762406.879966:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762406/real 1789762406]  req@ffff911a12eead80 x1876699521326592/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762406.879974:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eead80 x1876699521326592/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762406.879980:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762406.879983:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762406.879985:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521326592:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789762406.943464:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762407.967394:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762408.991371:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762410.015338:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762411.039377:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762411.999299:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762411.999307:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762411.999311:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762411.999319:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2381
00000100:00080000:2.0:1789762411.999329:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762411.999337:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762411.999376:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb100 x1876699521326720/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762411.999403:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762411.999406:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762411.999407:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762411.999410:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2381
00000100:00080000:2.0:1789762411.999413:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762411.999416:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762411.999425:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762411.999437:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea680 x1876699521326848/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762411.999446:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521326720:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789762411.999447:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762411.999454:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762411.999457:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762411.999460:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2381
00000100:00080000:2.0:1789762411.999463:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762411.999465:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762411.999468:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762411.999475:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8380 x1876699521326976/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762411.999487:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762411.999490:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762411.999491:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762411.999493:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2381
00000100:00080000:2.0:1789762411.999498:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762411.999500:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762411.999503:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789762411.999508:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762411.999512:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eebb80 x1876699521327104/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762411.999520:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762411.999523:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762411.999524:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762411.999527:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2381
00000100:00080000:2.0:1789762411.999530:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762411.999532:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762411.999535:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762411.999542:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9500 x1876699521327232/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762411.999549:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762411.999551:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762411.999553:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762411.999557:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2381
00000100:00100000:1.0:1789762411.999559:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762411/real 1789762411]  req@ffff911a12eeb100 x1876699521326720/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762411.999559:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762411.999565:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762411.999570:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762411.999581:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8000 x1876699521327360/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762411.999592:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb100 x1876699521326720/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762411.999606:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762411.999611:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762411.999618:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521326720:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762411.999653:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521326848:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762411.999678:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762411.999708:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762411/real 1789762411]  req@ffff911a12eea680 x1876699521326848/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762411.999722:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea680 x1876699521326848/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762411.999731:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762411.999735:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762411.999739:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521326848:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762411.999745:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521326976:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762411.999767:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762411.999779:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762411/real 1789762411]  req@ffff911a12ee8380 x1876699521326976/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762411.999792:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8380 x1876699521326976/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762411.999800:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762411.999803:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762411.999807:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521326976:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762411.999813:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521327104:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762411.999833:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762411.999841:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762411/real 1789762411]  req@ffff911a12eebb80 x1876699521327104/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762411.999849:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eebb80 x1876699521327104/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762411.999855:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762411.999857:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762411.999859:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521327104:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762411.999862:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521327232:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762411.999877:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762411.999888:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762411/real 1789762411]  req@ffff911a12ee9500 x1876699521327232/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762411.999900:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9500 x1876699521327232/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762411.999908:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762411.999911:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762411.999914:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521327232:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762411.999921:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521327360:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762411.999940:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762411.999952:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762411/real 1789762411]  req@ffff911a12ee8000 x1876699521327360/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762411.999964:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8000 x1876699521327360/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762411.999972:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762411.999976:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762411.999979:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521327360:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789762412.063356:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762413.087339:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762414.111346:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762415.135357:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762416.159396:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762417.119273:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762417.119281:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762417.119284:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762417.119301:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2386
00000100:00080000:2.0:1789762417.119310:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762417.119316:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762417.119350:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8000 x1876699521327488/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762417.119372:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762417.119375:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762417.119376:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762417.119379:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2386
00000100:00080000:2.0:1789762417.119381:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762417.119394:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762417.119402:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762417.119411:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9500 x1876699521327616/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762417.119420:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762417.119424:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762417.119425:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762417.119432:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521327488:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789762417.119432:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2386
00000100:00080000:2.0:1789762417.119439:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762417.119446:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762417.119451:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762417.119466:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eebb80 x1876699521327744/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762417.119477:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762417.119481:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762417.119484:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762417.119488:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2386
00000100:00080000:2.0:1789762417.119491:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789762417.119493:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:2.0:1789762417.119498:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762417.119504:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762417.119516:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8380 x1876699521327872/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762417.119524:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762417.119528:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1789762417.119529:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762417/real 1789762417]  req@ffff911a12ee8000 x1876699521327488/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762417.119530:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762417.119539:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2386
00000100:00080000:2.0:1789762417.119541:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762417.119544:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762417.119547:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762417.119559:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea680 x1876699521328000/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762417.119567:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8000 x1876699521327488/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762417.119567:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762417.119570:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762417.119574:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762417.119581:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2386
00000100:00080000:2.0:1789762417.119587:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762417.119593:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762417.119598:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762417.119599:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789762417.119605:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb100 x1876699521328128/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762417.119608:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762417.119619:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521327488:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762417.119643:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521327616:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762417.119677:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762417.119688:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762417/real 1789762417]  req@ffff911a12ee9500 x1876699521327616/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762417.119697:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9500 x1876699521327616/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762417.119704:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762417.119706:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762417.119708:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521327616:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762417.119713:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521327744:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762417.119726:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762417.119732:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762417/real 1789762417]  req@ffff911a12eebb80 x1876699521327744/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762417.119740:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eebb80 x1876699521327744/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762417.119745:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762417.119747:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762417.119749:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521327744:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762417.119753:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521327872:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762417.119764:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762417.119770:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762417/real 1789762417]  req@ffff911a12ee8380 x1876699521327872/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762417.119777:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8380 x1876699521327872/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762417.119782:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762417.119784:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762417.119786:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521327872:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762417.119789:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521328000:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762417.119798:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762417.119804:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762417/real 1789762417]  req@ffff911a12eea680 x1876699521328000/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762417.119812:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea680 x1876699521328000/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762417.119834:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762417.119836:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762417.119838:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521328000:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762417.119841:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521328128:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762417.119853:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762417.119859:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762417/real 1789762417]  req@ffff911a12eeb100 x1876699521328128/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762417.119867:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb100 x1876699521328128/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762417.119872:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762417.119874:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762417.119876:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521328128:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789762417.183372:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762418.207434:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762419.231328:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762420.255360:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762421.279355:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762422.239298:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762422.239306:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762422.239310:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762422.239318:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2391
00000100:00080000:2.0:1789762422.239327:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762422.239334:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762422.239375:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eead80 x1876699521328256/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762422.239400:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762422.239403:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762422.239404:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762422.239407:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2391
00000100:00080000:2.0:1789762422.239410:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762422.239413:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762422.239420:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762422.239430:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9f80 x1876699521328384/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762422.239440:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762422.239443:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762422.239445:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762422.239447:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2391
00000100:00080000:2.0:1789762422.239449:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762422.239452:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762422.239455:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762422.239462:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb800 x1876699521328512/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762422.239474:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521328256:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789762422.239476:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762422.239495:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762422.239497:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762422.239501:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2391
00000100:00080000:2.0:1789762422.239504:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762422.239508:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762422.239512:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762422.239521:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea300 x1876699521328640/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762422.239533:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762422.239535:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762422.239536:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762422.239538:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2391
00000100:00080000:2.0:1789762422.239544:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762422.239547:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762422.239551:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762422.239557:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8e00 x1876699521328768/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762422.239563:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762422.239566:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762422.239567:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762422.239569:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2391
00000100:00080000:2.0:1789762422.239572:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762422.239574:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762422.239577:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762422.239585:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762422.239591:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8700 x1876699521328896/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762422.239662:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762422/real 1789762422]  req@ffff911a12eead80 x1876699521328256/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762422.239683:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eead80 x1876699521328256/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762422.239707:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762422.239713:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762422.239718:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521328256:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762422.239729:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521328384:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762422.239762:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762422.239779:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762422/real 1789762422]  req@ffff911a12ee9f80 x1876699521328384/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762422.239795:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9f80 x1876699521328384/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762422.239805:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762422.239810:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762422.239815:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521328384:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762422.239852:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521328512:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762422.239880:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762422.239894:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762422/real 1789762422]  req@ffff911a12eeb800 x1876699521328512/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762422.239909:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb800 x1876699521328512/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762422.239920:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762422.239925:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762422.239929:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521328512:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762422.239938:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521328640:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762422.239985:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762422.240002:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762422/real 1789762422]  req@ffff911a12eea300 x1876699521328640/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762422.240020:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea300 x1876699521328640/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762422.240033:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762422.240038:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762422.240043:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521328640:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762422.240053:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521328768:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762422.240100:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762422.240115:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762422/real 1789762422]  req@ffff911a12ee8e00 x1876699521328768/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762422.240131:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8e00 x1876699521328768/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762422.240142:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762422.240147:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762422.240151:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521328768:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762422.240160:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521328896:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762422.240273:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762422.240291:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762422/real 1789762422]  req@ffff911a12ee8700 x1876699521328896/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762422.240311:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8700 x1876699521328896/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762422.240324:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762422.240328:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762422.240333:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521328896:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789762422.303379:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762423.327411:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762424.351465:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762425.375443:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762426.399471:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762427.359371:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762427.359384:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762427.359390:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762427.359404:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2396
00000100:00080000:0.0:1789762427.359419:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762427.359428:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789762427.359483:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521329024/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762427.359522:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762427.359526:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762427.359529:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762427.359534:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2396
00000100:00080000:0.0:1789762427.359537:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762427.359542:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762427.359556:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762427.359597:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54a80 x1876699521329152/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762427.359631:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762427.359635:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521329024:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789762427.359636:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762427.359641:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762427.359648:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2396
00000100:00080000:0.0:1789762427.359652:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762427.359657:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762427.359662:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762427.359674:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57800 x1876699521329280/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762427.359681:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762427.359684:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762427.359686:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762427.359689:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2396
00000100:00080000:0.0:1789762427.359700:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762427.359703:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762427.359707:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789762427.359712:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789762427.359719:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54380 x1876699521329408/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762427.359728:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762427.359731:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762427.359733:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762427.359735:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2396
00000100:00080000:0.0:1789762427.359737:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762427.359740:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762427.359743:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762427.359751:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56300 x1876699521329536/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762427.359757:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762427.359760:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762427/real 1789762427]  req@ffff911a05c57100 x1876699521329024/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762427.359761:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762427.359765:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762427.359773:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2396
00000100:00080000:0.0:1789762427.359778:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762427.359781:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762427.359785:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521329024/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789762427.359786:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762427.359799:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55180 x1876699521329664/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762427.359799:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762427.359808:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762427.359815:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521329024:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762427.359838:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521329152:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762427.359853:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762427.359862:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762427/real 1789762427]  req@ffff911a05c54a80 x1876699521329152/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762427.359871:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54a80 x1876699521329152/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762427.359882:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762427.359884:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762427.359887:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521329152:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762427.359890:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521329280:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762427.359900:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762427.359906:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762427/real 1789762427]  req@ffff911a05c57800 x1876699521329280/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762427.359913:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57800 x1876699521329280/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762427.359919:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762427.359921:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762427.359922:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521329280:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762427.359926:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521329408:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762427.359937:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762427.359943:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762427/real 1789762427]  req@ffff911a05c54380 x1876699521329408/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762427.359951:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54380 x1876699521329408/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762427.359956:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762427.359957:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762427.359960:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521329408:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762427.359963:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521329536:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762427.359973:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762427.359979:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762427/real 1789762427]  req@ffff911a05c56300 x1876699521329536/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762427.359985:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56300 x1876699521329536/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762427.359990:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762427.359992:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762427.359994:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521329536:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762427.359997:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521329664:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762427.360007:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762427.360012:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762427/real 1789762427]  req@ffff911a05c55180 x1876699521329664/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762427.360019:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55180 x1876699521329664/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762427.360024:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762427.360026:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762427.360028:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521329664:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789762427.423421:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762428.447549:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762429.471359:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762430.495363:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762431.519338:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762432.479340:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762432.479350:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762432.479355:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762432.479368:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2401
00000100:00080000:0.0:1789762432.479380:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762432.479399:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789762432.479448:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55180 x1876699521329792/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762432.479487:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762432.479490:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762432.479491:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762432.479494:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2401
00000100:00080000:0.0:1789762432.479497:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762432.479499:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762432.479509:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762432.479519:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56300 x1876699521329920/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762432.479526:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762432.479528:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762432.479545:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762432.479548:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2401
00000100:00080000:0.0:1789762432.479551:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762432.479554:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762432.479558:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762432.479566:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54380 x1876699521330048/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762432.479578:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762432.479592:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762432.479593:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762432.479595:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2401
00000100:00080000:0.0:1789762432.479597:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762432.479600:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762432.479603:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762432.479609:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57800 x1876699521330176/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762432.479617:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762432.479620:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762432.479621:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762432.479624:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2401
00000100:00080000:0.0:1789762432.479626:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762432.479629:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762432.479633:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762432.479644:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54a80 x1876699521330304/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762432.479658:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521329792:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789762432.479660:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762432.479670:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762432.479673:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762432.479679:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2401
00000100:00080000:0.0:1789762432.479685:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762432.479692:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762432.479698:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762432.479710:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521330432/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762432.479734:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762432.479781:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762432/real 1789762432]  req@ffff911a05c55180 x1876699521329792/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762432.479796:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55180 x1876699521329792/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762432.479805:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762432.479809:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762432.479812:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521329792:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762432.479819:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521329920:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762432.479834:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762432.479843:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762432/real 1789762432]  req@ffff911a05c56300 x1876699521329920/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762432.479851:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56300 x1876699521329920/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762432.479857:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762432.479859:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762432.479861:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521329920:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762432.479865:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521330048:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762432.479876:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762432.479885:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762432/real 1789762432]  req@ffff911a05c54380 x1876699521330048/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762432.479898:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54380 x1876699521330048/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762432.479913:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762432.479917:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762432.479921:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521330048:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762432.479928:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521330176:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762432.479952:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762432.479964:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762432/real 1789762432]  req@ffff911a05c57800 x1876699521330176/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762432.479972:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57800 x1876699521330176/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762432.479978:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762432.479980:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762432.479983:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521330176:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762432.480023:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521330304:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762432.480037:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762432.480044:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762432/real 1789762432]  req@ffff911a05c54a80 x1876699521330304/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762432.480052:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54a80 x1876699521330304/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762432.480057:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762432.480059:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762432.480061:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521330304:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762432.480065:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521330432:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762432.480076:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762432.480081:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762432/real 1789762432]  req@ffff911a05c57100 x1876699521330432/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762432.480088:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521330432/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762432.480093:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762432.480095:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762432.480097:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521330432:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789762432.543433:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762433.567468:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762434.591385:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762435.615468:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762436.639598:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762437.599432:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762437.599454:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762437.599462:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762437.599483:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2406
00000100:00080000:1.0:1789762437.599546:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762437.599557:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762437.599640:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09180 x1876699521330560/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762437.599688:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762437.599693:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762437.599696:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762437.599703:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2406
00000100:00080000:1.0:1789762437.599708:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762437.599715:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762437.599730:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762437.599747:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09f80 x1876699521330688/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762437.599761:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762437.599767:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762437.599769:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762437.599775:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2406
00000100:00080000:1.0:1789762437.599779:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762437.599783:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762437.599789:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762437.599803:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0ad80 x1876699521330816/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762437.599819:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789762437.599825:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521330560:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789762437.599826:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762437.599835:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762437.599861:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2406
00000100:00080000:1.0:1789762437.599865:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762437.599881:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762437.599889:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762437.599906:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0aa00 x1876699521330944/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762437.599916:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762437.599921:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762437.599924:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762437.599928:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2406
00000100:00080000:1.0:1789762437.599933:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762437.599940:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000800:00000100:2.0:1789762437.599949:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000008:00100000:1.0:1789762437.599961:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762437.599979:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08380 x1876699521331072/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762437.599991:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762437.599995:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762437.599997:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762437.600003:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2406
00000100:00080000:1.0:1789762437.600011:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762437.600018:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762437/real 1789762437]  req@ffff911a08b09180 x1876699521330560/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762437.600021:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762437.600033:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762437.600062:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08700 x1876699521331200/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762437.600095:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09180 x1876699521330560/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762437.600128:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762437.600134:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762437.600140:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521330560:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789762437.600153:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521330688:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762437.600195:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762437.600210:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762437/real 1789762437]  req@ffff911a08b09f80 x1876699521330688/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762437.600313:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09f80 x1876699521330688/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762437.600329:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762437.600336:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762437.600342:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521330688:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762437.600384:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521330816:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762437.600427:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762437.600450:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762437/real 1789762437]  req@ffff911a08b0ad80 x1876699521330816/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762437.600475:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0ad80 x1876699521330816/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762437.600535:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762437.600540:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762437.600545:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521330816:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762437.600554:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521330944:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762437.600585:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762437.600600:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762437/real 1789762437]  req@ffff911a08b0aa00 x1876699521330944/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762437.600613:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0aa00 x1876699521330944/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762437.600623:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762437.600627:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762437.600630:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521330944:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762437.600637:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521331072:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762437.600657:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762437.600668:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762437/real 1789762437]  req@ffff911a08b08380 x1876699521331072/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762437.600681:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08380 x1876699521331072/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762437.600696:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762437.600699:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762437.600703:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521331072:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762437.600710:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521331200:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762437.600729:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762437.600739:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762437/real 1789762437]  req@ffff911a08b08700 x1876699521331200/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762437.600752:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08700 x1876699521331200/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762437.600761:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762437.600764:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762437.600767:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521331200:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789762437.663451:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762438.687454:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762439.711411:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762440.735439:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762441.759394:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762442.719381:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762442.719395:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762442.719400:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762442.719415:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2411
00000100:00080000:1.0:1789762442.719431:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762442.719441:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762442.719540:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a300 x1876699521331328/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762442.719599:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762442.719603:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762442.719605:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762442.719611:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2411
00000100:00080000:1.0:1789762442.719615:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762442.719620:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762442.719644:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762442.719663:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09500 x1876699521331456/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762442.719673:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762442.719678:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762442.719681:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762442.719686:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2411
00000100:00080000:1.0:1789762442.719691:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762442.719695:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762442.719700:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762442.719713:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521331328:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762442.719719:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08e00 x1876699521331584/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762442.719753:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762442.719759:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762442.719762:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762442.719771:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2411
00000100:00080000:1.0:1789762442.719778:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762442.719787:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762442.719807:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762442.719824:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09880 x1876699521331712/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762442.719836:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762442.719840:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762442.719842:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762442.719851:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2411
00000100:00080000:1.0:1789762442.719867:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762442.719871:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000800:00000100:2.0:1789762442.719877:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000008:00100000:1.0:1789762442.719879:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762442.719894:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b100 x1876699521331840/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762442.719906:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762442.719910:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762442.719911:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762442.719915:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2411
00000100:00080000:1.0:1789762442.719918:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762442.719924:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762442.719929:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762442.719945:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762442/real 1789762442]  req@ffff911a08b0a300 x1876699521331328/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762442.719955:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a680 x1876699521331968/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762442.719992:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a300 x1876699521331328/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762442.720008:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762442.720013:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762442.720017:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521331328:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789762442.720029:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521331456:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762442.720059:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762442.720073:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762442/real 1789762442]  req@ffff911a08b09500 x1876699521331456/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762442.720086:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09500 x1876699521331456/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762442.720095:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762442.720100:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762442.720105:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521331456:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762442.720139:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521331584:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762442.720173:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762442.720188:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762442/real 1789762442]  req@ffff911a08b08e00 x1876699521331584/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762442.720201:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08e00 x1876699521331584/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762442.720209:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762442.720259:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762442.720263:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521331584:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762442.720270:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521331712:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762442.720294:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762442.720306:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762442/real 1789762442]  req@ffff911a08b09880 x1876699521331712/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762442.720317:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09880 x1876699521331712/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762442.720325:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762442.720329:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762442.720332:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521331712:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762442.720338:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521331840:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762442.720353:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762442.720362:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762442/real 1789762442]  req@ffff911a08b0b100 x1876699521331840/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762442.720372:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b100 x1876699521331840/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762442.720380:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762442.720383:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762442.720385:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521331840:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762442.720390:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521331968:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762442.720405:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762442.720414:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762442/real 1789762442]  req@ffff911a08b0a680 x1876699521331968/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762442.720425:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a680 x1876699521331968/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762442.720432:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762442.720434:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762442.720438:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521331968:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789762442.783493:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762443.807438:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762444.831414:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762445.855369:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762446.879454:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762447.839401:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762447.839431:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762447.839439:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762447.839454:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2417
00000100:00080000:0.0:1789762447.839488:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762447.839502:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789762447.839560:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521332096/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762447.839616:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762447.839621:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762447.839623:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762447.839629:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2417
00000100:00080000:0.0:1789762447.839634:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762447.839640:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762447.839653:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762447.839675:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521332224/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762447.839679:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521332096:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789762447.839704:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762447.839721:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762447.839723:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762447.839729:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2417
00000100:00080000:0.0:1789762447.839734:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762447.839738:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762447.839746:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762447.839763:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521332352/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762447.839776:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762447.839780:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762447.839782:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762447.839793:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2417
00000800:00000100:2.0:1789762447.839796:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789762447.839800:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762447.839809:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762447.839819:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762447.839845:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56d80 x1876699521332480/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762447.839860:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762447/real 1789762447]  req@ffff911a05c54700 x1876699521332096/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762447.839871:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762447.839892:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762447.839898:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762447.839909:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2417
00000100:00100000:2.0:1789762447.839912:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521332096/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762447.839916:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762447.839928:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762447.839943:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789762447.839953:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789762447.839968:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521332608/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762447.839970:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762447.839989:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521332096:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789762447.840008:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762447.840013:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762447.840016:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762447.840022:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2417
00000100:00080000:0.0:1789762447.840027:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762447.840036:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762447.840038:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521332224:192.168.203.116@tcp:38:kworker.0
00000008:00100000:0.0:1789762447.840043:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762447.840065:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55c00 x1876699521332736/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762447.840105:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762447.840136:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762447/real 1789762447]  req@ffff911a05c54000 x1876699521332224/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762447.840161:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521332224/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762447.840173:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762447.840177:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762447.840181:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521332224:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762447.840189:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521332352:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762447.840281:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762447.840298:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762447/real 1789762447]  req@ffff911a05c55880 x1876699521332352/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762447.840312:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521332352/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762447.840322:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762447.840325:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762447.840329:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521332352:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762447.840336:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521332480:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762447.840356:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762447.840367:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762447/real 1789762447]  req@ffff911a05c56d80 x1876699521332480/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762447.840392:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56d80 x1876699521332480/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762447.840401:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762447.840404:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762447.840408:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521332480:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762447.840437:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521332608:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762447.840460:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762447.840495:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762447/real 1789762447]  req@ffff911a05c56a00 x1876699521332608/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762447.840520:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521332608/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762447.840537:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762447.840543:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762447.840550:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521332608:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762447.840610:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521332736:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762447.840639:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762447.840653:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762447/real 1789762447]  req@ffff911a05c55c00 x1876699521332736/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762447.840667:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55c00 x1876699521332736/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762447.840677:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762447.840681:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762447.840684:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521332736:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789762447.903518:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762448.927393:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762449.951565:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762450.975550:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762451.999591:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762452.959363:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762452.959397:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762452.959405:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762452.959418:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2422
00000100:00080000:2.0:1789762452.959431:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762452.959441:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762452.959495:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb480 x1876699521332864/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762452.959550:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762452.959559:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762452.959564:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762452.959573:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2422
00000100:00080000:2.0:1789762452.959582:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762452.959591:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762452.959605:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762452.959628:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9c00 x1876699521332992/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762452.959644:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762452.959649:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762452.959652:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762452.959657:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2422
00000100:00080000:2.0:1789762452.959662:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762452.959667:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762452.959673:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762452.959687:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521332864:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789762452.959706:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8a80 x1876699521333120/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762452.959736:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762452.959744:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762452.959748:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762452.959760:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2422
00000100:00080000:2.0:1789762452.959771:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762452.959780:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762452.959791:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762452.959811:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9880 x1876699521333248/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762452.959825:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:2.0:1789762452.959851:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762452.959860:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762452.959864:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762452.959876:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2422
00000100:00080000:2.0:1789762452.959888:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762452.959899:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762452.959905:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762452/real 1789762452]  req@ffff911a12eeb480 x1876699521332864/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789762452.959916:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762452.959948:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb480 x1876699521332864/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762452.959958:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9180 x1876699521333376/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762452.959991:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762452.960007:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:2.0:1789762452.960013:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762452.960015:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521332864:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789762452.960041:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789762452.960049:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521332992:192.168.203.116@tcp:38:kworker.0
00000100:00080000:2.0:1789762452.960052:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762452.960074:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2422
00000100:00080000:2.0:1789762452.960083:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762452.960094:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000800:00000100:1.0:1789762452.960106:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000008:00100000:2.0:1789762452.960107:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762452.960134:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762452/real 1789762452]  req@ffff911a12ee9c00 x1876699521332992/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762452.960142:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeaa00 x1876699521333504/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762452.960398:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9c00 x1876699521332992/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762452.960416:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762452.960422:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762452.960427:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521332992:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762452.960469:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521333120:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762452.960505:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762452.960522:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762452/real 1789762452]  req@ffff911a12ee8a80 x1876699521333120/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762452.960538:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8a80 x1876699521333120/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762452.960550:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762452.960554:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762452.960558:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521333120:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762452.960566:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521333248:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762452.960588:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762452.960599:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762452/real 1789762452]  req@ffff911a12ee9880 x1876699521333248/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762452.960628:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9880 x1876699521333248/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762452.960644:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762452.960649:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762452.960653:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521333248:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762452.960661:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521333376:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762452.960683:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762452.960696:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762452/real 1789762452]  req@ffff911a12ee9180 x1876699521333376/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762452.960710:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9180 x1876699521333376/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762452.960722:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762452.960726:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762452.960730:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521333376:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762452.960737:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521333504:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762452.960758:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762452.960769:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762452/real 1789762452]  req@ffff911a12eeaa00 x1876699521333504/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762452.960788:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeaa00 x1876699521333504/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762452.960804:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762452.960811:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762452.960818:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521333504:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789762453.023529:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762454.047585:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762455.071471:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762456.095343:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762457.119374:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762458.079332:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762458.079361:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762458.079366:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762458.079377:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2427
00000100:00080000:0.0:1789762458.079389:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762458.079396:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789762458.079441:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57b80 x1876699521333632/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762458.079467:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762458.079470:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762458.079472:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762458.079475:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2427
00000100:00080000:0.0:1789762458.079479:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762458.079482:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762458.079491:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762458.079501:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56680 x1876699521333760/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762458.079509:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762458.079512:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762458.079513:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762458.079515:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2427
00000100:00080000:0.0:1789762458.079518:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762458.079520:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762458.079523:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762458.079531:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55f80 x1876699521333888/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762458.079539:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762458.079542:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762458.079544:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762458.079552:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2427
00000100:00100000:1.0:1789762458.079553:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521333632:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789762458.079555:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762458.079562:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762458.079573:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762458.079581:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55500 x1876699521334016/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762458.079592:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762458.079595:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762458.079596:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762458.079599:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2427
00000100:00080000:0.0:1789762458.079601:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762458.079603:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762458.079606:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762458.079613:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54e00 x1876699521334144/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762458.079619:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762458.079621:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762458.079622:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762458.079626:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2427
00000100:00080000:0.0:1789762458.079630:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762458.079633:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762458.079636:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762458.079646:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55c00 x1876699521334272/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762458.079646:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762458.079701:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762458/real 1789762458]  req@ffff911a05c57b80 x1876699521333632/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762458.079722:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57b80 x1876699521333632/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762458.079734:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762458.079739:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762458.079744:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521333632:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762458.079752:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521333760:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762458.079778:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762458.079792:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762458/real 1789762458]  req@ffff911a05c56680 x1876699521333760/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762458.079820:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56680 x1876699521333760/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762458.079829:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762458.079833:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762458.079837:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521333760:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762458.079863:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521333888:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762458.079885:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762458.079897:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762458/real 1789762458]  req@ffff911a05c55f80 x1876699521333888/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762458.079909:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55f80 x1876699521333888/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762458.079917:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762458.079921:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762458.079925:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521333888:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762458.079931:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521334016:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762458.079951:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762458.079963:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762458/real 1789762458]  req@ffff911a05c55500 x1876699521334016/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762458.079975:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55500 x1876699521334016/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762458.079983:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762458.079987:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762458.079990:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521334016:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762458.079997:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521334144:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762458.080017:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762458.080029:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762458/real 1789762458]  req@ffff911a05c54e00 x1876699521334144/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762458.080042:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54e00 x1876699521334144/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762458.080050:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762458.080053:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762458.080056:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521334144:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762458.080063:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521334272:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762458.080081:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762458.080092:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762458/real 1789762458]  req@ffff911a05c55c00 x1876699521334272/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762458.080104:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55c00 x1876699521334272/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762458.080113:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762458.080117:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762458.080121:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521334272:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789762458.143359:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762459.167503:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762460.191471:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762461.215437:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762462.239507:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762463.199408:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762463.199416:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762463.199420:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762463.199429:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2432
00000100:00080000:0.0:1789762463.199439:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762463.199446:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789762463.199473:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521334400/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762463.199493:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762463.199496:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762463.199497:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762463.199500:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2432
00000100:00080000:0.0:1789762463.199502:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762463.199504:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762463.199512:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762463.199521:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56d80 x1876699521334528/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762463.199530:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521334400:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789762463.199531:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762463.199538:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762463.199539:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762463.199542:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2432
00000100:00080000:0.0:1789762463.199544:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762463.199547:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762463.199550:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762463.199557:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521334656/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762463.199564:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762463.199567:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762463.199568:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762463.199571:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2432
00000100:00080000:0.0:1789762463.199575:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762463.199578:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762463.199581:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762463.199588:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521334784/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762463.199595:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762463.199598:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762463.199599:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762463.199602:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2432
00000100:00080000:0.0:1789762463.199604:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762463.199607:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762463.199610:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762463.199619:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521334912/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762463.199625:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762463.199628:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762463.199629:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762463.199634:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521334528:192.168.203.116@tcp:38:kworker.0
00000100:00080000:0.0:1789762463.199635:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2432
00000100:00080000:0.0:1789762463.199641:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762463.199645:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762463.199650:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762463.199659:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521335040/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762463.199675:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521334656:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762463.199700:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521334784:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762463.199721:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521334912:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762463.199745:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521335040:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789762463.263363:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762464.287376:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762465.311408:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789762466.271615:0:2392:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.116:988
00000400:00000100:3.0:1789762466.271675:0:2392:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.116@tcp at host 192.168.203.116 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789762466.271691:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789762466.271725:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789762466.271732:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789762466.271740:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789762466.271747:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789762466.271754:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000100:00100000:1.0:1789762466.271798:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762463/real 1789762466]  req@ffff911a05c57100 x1876699521335040/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762466.271824:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521335040/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762466.271847:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762466.271869:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762466.271874:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521335040:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762466.271884:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762463/real 1789762466]  req@ffff911a05c56d80 x1876699521334528/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762466.271932:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56d80 x1876699521334528/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762466.271944:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762466.271948:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762466.271953:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521334528:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762466.271962:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762463/real 1789762466]  req@ffff911a05c55880 x1876699521334656/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762466.271979:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521334656/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762466.271989:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762466.271994:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762466.271998:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521334656:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762466.272017:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762463/real 1789762466]  req@ffff911a05c54000 x1876699521334784/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762466.272033:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521334784/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762466.272042:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762466.272046:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762466.272050:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521334784:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762466.272059:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762463/real 1789762466]  req@ffff911a05c54700 x1876699521334912/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762466.272074:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521334912/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762466.272084:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762466.272088:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762466.272092:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521334912:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762466.272107:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762463/real 1789762466]  req@ffff911a05c56a00 x1876699521334400/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762466.272123:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521334400/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762466.272131:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762466.272135:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762466.272140:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521334400:192.168.203.116@tcp:250:kworker.0
00010000:00010000:3.0:1789762466.335442:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762467.359372:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762468.319310:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762468.319318:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762468.319321:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762468.319329:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2437
00000100:00080000:0.0:1789762468.319339:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762468.319346:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789762468.319376:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54a80 x1876699521335168/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762468.319398:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762468.319401:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762468.319402:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762468.319405:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2437
00000100:00080000:0.0:1789762468.319407:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762468.319409:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762468.319417:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762468.319426:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57800 x1876699521335296/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762468.319433:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762468.319435:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762468.319436:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762468.319439:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2437
00000100:00080000:0.0:1789762468.319443:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762468.319447:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762468.319447:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521335168:192.168.203.116@tcp:250:kworker.0
00000008:00100000:0.0:1789762468.319454:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762468.319462:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54380 x1876699521335424/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762468.319468:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762468.319470:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762468.319472:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762468.319474:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2437
00000100:00080000:0.0:1789762468.319476:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762468.319478:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762468.319481:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762468.319488:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56300 x1876699521335552/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762468.319494:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762468.319497:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762468.319498:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762468.319500:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2437
00000100:00080000:0.0:1789762468.319513:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762468.319516:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762468.319519:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762468.319526:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55180 x1876699521335680/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762468.319534:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789762468.319544:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762468.319547:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762468.319549:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762468.319555:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2437
00000100:00080000:0.0:1789762468.319559:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762468.319564:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762468.319569:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762468.319582:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762468/real 1789762468]  req@ffff911a05c54a80 x1876699521335168/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762468.319585:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521335808/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762468.319629:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54a80 x1876699521335168/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762468.319650:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762468.319656:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762468.319660:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521335168:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762468.319669:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521335296:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762468.319700:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762468.319716:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762468/real 1789762468]  req@ffff911a05c57800 x1876699521335296/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762468.319731:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57800 x1876699521335296/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762468.319741:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762468.319745:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762468.319748:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521335296:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762468.319777:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521335424:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762468.319810:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762468.319830:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762468/real 1789762468]  req@ffff911a05c54380 x1876699521335424/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762468.319844:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54380 x1876699521335424/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762468.319854:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762468.319858:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762468.319862:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521335424:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762468.319869:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521335552:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762468.319892:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762468.319906:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762468/real 1789762468]  req@ffff911a05c56300 x1876699521335552/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762468.319919:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56300 x1876699521335552/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762468.319928:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762468.319932:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762468.319935:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521335552:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762468.319942:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521335680:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762468.319968:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762468.319980:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762468/real 1789762468]  req@ffff911a05c55180 x1876699521335680/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762468.319993:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55180 x1876699521335680/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762468.320002:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762468.320006:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762468.320010:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521335680:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762468.320016:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521335808:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762468.320037:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762468.320049:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762468/real 1789762468]  req@ffff911a05c56a00 x1876699521335808/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762468.320061:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521335808/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762468.320077:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762468.320081:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762468.320085:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521335808:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789762468.383350:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762469.407373:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762470.431346:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762471.455410:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762472.479387:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762473.439327:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762473.439337:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762473.439341:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762473.439350:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2442
00000100:00080000:0.0:1789762473.439361:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762473.439369:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789762473.439407:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521335936/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762473.439429:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762473.439432:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762473.439433:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762473.439436:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2442
00000100:00080000:0.0:1789762473.439439:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762473.439442:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762473.439450:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762473.439459:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521336064/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762473.439468:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762473.439470:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521335936:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789762473.439471:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762473.439475:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762473.439481:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2442
00000100:00080000:0.0:1789762473.439483:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762473.439485:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762473.439488:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762473.439497:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521336192/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762473.439503:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762473.439506:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762473.439507:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762473.439511:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2442
00000100:00080000:0.0:1789762473.439522:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762473.439524:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762473.439527:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789762473.439534:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789762473.439537:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56d80 x1876699521336320/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762473.439545:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762473.439548:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762473.439550:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762473.439552:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2442
00000100:00080000:0.0:1789762473.439555:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762473.439558:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762473.439561:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762473.439568:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521336448/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762473.439573:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762473.439575:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762473.439577:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762473.439580:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2442
00000100:00080000:0.0:1789762473.439584:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762473.439585:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762473/real 1789762473]  req@ffff911a05c54700 x1876699521335936/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762473.439589:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762473.439597:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762473.439607:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55c00 x1876699521336576/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762473.439611:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521335936/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762473.439624:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762473.439628:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762473.439632:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521335936:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762473.439653:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521336064:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762473.439675:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762473.439687:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762473/real 1789762473]  req@ffff911a05c54000 x1876699521336064/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762473.439696:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521336064/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762473.439703:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762473.439705:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762473.439708:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521336064:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762473.439712:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521336192:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762473.439724:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762473.439730:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762473/real 1789762473]  req@ffff911a05c55880 x1876699521336192/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762473.439737:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521336192/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762473.439749:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762473.439751:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762473.439753:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521336192:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762473.439757:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521336320:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762473.439769:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762473.439775:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762473/real 1789762473]  req@ffff911a05c56d80 x1876699521336320/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762473.439783:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56d80 x1876699521336320/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762473.439788:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762473.439791:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762473.439793:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521336320:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762473.439796:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521336448:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762473.439806:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762473.439811:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762473/real 1789762473]  req@ffff911a05c57100 x1876699521336448/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762473.439820:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521336448/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762473.439824:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762473.439826:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762473.439828:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521336448:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762473.439831:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521336576:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762473.439841:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762473.439847:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762473/real 1789762473]  req@ffff911a05c55c00 x1876699521336576/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762473.439855:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55c00 x1876699521336576/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762473.439859:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762473.439861:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762473.439863:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521336576:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789762473.503376:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762474.527372:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762475.551344:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762476.575348:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762477.599359:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762478.559358:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762478.559368:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762478.559373:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762478.559381:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2447
00000100:00080000:1.0:1789762478.559391:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762478.559399:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762478.559437:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a680 x1876699521336704/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762478.559465:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762478.559469:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762478.559470:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762478.559475:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2447
00000100:00080000:1.0:1789762478.559478:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762478.559481:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762478.559490:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762478.559502:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b100 x1876699521336832/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762478.559531:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762478.559534:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762478.559537:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762478.559541:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2447
00000100:00080000:1.0:1789762478.559545:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762478.559550:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521336704:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789762478.559554:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762478.559564:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762478.559580:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09880 x1876699521336960/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762478.559593:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762478.559596:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762478.559598:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762478.559601:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2447
00000100:00080000:1.0:1789762478.559622:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762478.559626:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762478.559632:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789762478.559649:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762478.559658:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08e00 x1876699521337088/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762478.559671:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762478.559674:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762478.559676:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762478.559679:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2447
00000100:00080000:1.0:1789762478.559682:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762478.559685:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762478.559690:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762478.559717:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09500 x1876699521337216/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762478.559724:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762478.559726:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762478.559728:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762478.559733:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2447
00000100:00100000:2.0:1789762478.559734:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762478/real 1789762478]  req@ffff911a08b0a680 x1876699521336704/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762478.559735:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762478.559738:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762478.559741:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762478.559749:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a300 x1876699521337344/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762478.559789:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a680 x1876699521336704/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762478.559803:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762478.559809:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762478.559814:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521336704:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789762478.559822:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521336832:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762478.559847:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762478.559861:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762478/real 1789762478]  req@ffff911a08b0b100 x1876699521336832/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762478.559875:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b100 x1876699521336832/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762478.559884:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762478.559888:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762478.559891:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521336832:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762478.559932:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521336960:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762478.559956:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762478.559969:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762478/real 1789762478]  req@ffff911a08b09880 x1876699521336960/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762478.559990:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09880 x1876699521336960/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762478.559999:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762478.560003:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762478.560007:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521336960:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762478.560014:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521337088:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762478.560038:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762478.560051:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762478/real 1789762478]  req@ffff911a08b08e00 x1876699521337088/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762478.560064:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08e00 x1876699521337088/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762478.560074:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762478.560078:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762478.560082:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521337088:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762478.560089:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521337216:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762478.560112:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762478.560124:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762478/real 1789762478]  req@ffff911a08b09500 x1876699521337216/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762478.560137:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09500 x1876699521337216/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762478.560183:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762478.560197:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762478.560201:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521337216:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762478.560209:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521337344:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762478.560258:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762478.560272:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762478/real 1789762478]  req@ffff911a08b0a300 x1876699521337344/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762478.560301:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a300 x1876699521337344/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762478.560310:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762478.560314:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762478.560317:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521337344:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789762478.623370:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762479.647371:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762480.671404:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762481.695347:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762482.719341:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762483.679292:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762483.679299:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762483.679302:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762483.679310:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2452
00000100:00080000:2.0:1789762483.679318:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762483.679324:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762483.679354:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeaa00 x1876699521337472/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762483.679383:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762483.679389:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762483.679391:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762483.679396:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2452
00000100:00080000:2.0:1789762483.679400:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762483.679407:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521337472:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789762483.679408:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762483.679424:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762483.679441:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9180 x1876699521337600/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762483.679453:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762483.679457:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762483.679459:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762483.679464:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2452
00000800:00000100:1.0:1789762483.679469:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:2.0:1789762483.679469:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762483.679477:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762483.679484:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762483.679499:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9880 x1876699521337728/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762483.679506:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762483.679509:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762483.679510:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762483.679515:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762483/real 1789762483]  req@ffff911a12eeaa00 x1876699521337472/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762483.679515:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2452
00000100:00080000:2.0:1789762483.679521:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762483.679529:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762483.679535:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762483.679540:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeaa00 x1876699521337472/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762483.679549:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8a80 x1876699521337856/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762483.679551:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762483.679557:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762483.679563:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521337472:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789762483.679575:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762483.679580:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762483.679582:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762483.679588:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2452
00000100:00100000:1.0:1789762483.679589:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521337600:192.168.203.116@tcp:38:kworker.0
00000100:00080000:2.0:1789762483.679594:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762483.679600:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762483.679605:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762483.679612:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762483.679618:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9c00 x1876699521337984/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762483.679626:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762483/real 1789762483]  req@ffff911a12ee9180 x1876699521337600/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762483.679638:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762483.679639:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9180 x1876699521337600/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762483.679649:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762483.679654:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762483.679655:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762483.679660:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00080000:2.0:1789762483.679665:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2452
00000100:00100000:1.0:1789762483.679666:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521337600:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762483.679676:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521337728:192.168.203.116@tcp:38:kworker.0
00000100:00080000:2.0:1789762483.679676:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762483.679686:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762483.679692:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762483.679697:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762483.679705:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762483/real 1789762483]  req@ffff911a12ee9880 x1876699521337728/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762483.679712:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb480 x1876699521338112/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762483.679719:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9880 x1876699521337728/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762483.679730:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762483.679733:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762483.679736:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521337728:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762483.679741:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521337856:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762483.679754:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762483.679760:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762483/real 1789762483]  req@ffff911a12ee8a80 x1876699521337856/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762483.679768:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8a80 x1876699521337856/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762483.679773:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762483.679774:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762483.679776:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521337856:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762483.679786:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521337984:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762483.679810:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762483.679821:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762483/real 1789762483]  req@ffff911a12ee9c00 x1876699521337984/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762483.679833:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9c00 x1876699521337984/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762483.679842:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762483.679846:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762483.679850:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521337984:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762483.679856:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521338112:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762483.679872:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762483.679879:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762483/real 1789762483]  req@ffff911a12eeb480 x1876699521338112/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762483.679887:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb480 x1876699521338112/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762483.679892:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762483.679894:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762483.679896:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521338112:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789762483.743312:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762484.767328:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762485.791366:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762486.815396:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762487.839339:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762488.799275:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762488.799283:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762488.799286:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762488.799295:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2458
00000100:00080000:2.0:1789762488.799305:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762488.799313:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762488.799345:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8700 x1876699521338240/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762488.799364:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762488.799367:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762488.799368:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762488.799371:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2458
00000100:00080000:2.0:1789762488.799374:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762488.799376:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762488.799383:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762488.799392:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8e00 x1876699521338368/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762488.799399:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762488.799402:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762488.799403:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762488.799406:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2458
00000100:00080000:2.0:1789762488.799408:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762488.799411:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762488.799413:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762488.799419:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea300 x1876699521338496/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762488.799430:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521338240:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789762488.799434:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762488.799440:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762488.799441:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762488.799444:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2458
00000100:00080000:2.0:1789762488.799447:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762488.799449:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762488.799453:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762488.799465:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb800 x1876699521338624/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762488.799475:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762488.799479:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762488.799481:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762488.799486:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2458
00000100:00080000:2.0:1789762488.799490:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762488.799494:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000800:00000100:1.0:1789762488.799500:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000008:00100000:2.0:1789762488.799501:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762488.799518:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9f80 x1876699521338752/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762488.799528:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762488.799531:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762488.799533:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762488.799538:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2458
00000100:00080000:2.0:1789762488.799542:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762488.799547:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762488.799553:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762488/real 1789762488]  req@ffff911a12ee8700 x1876699521338240/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789762488.799554:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762488.799570:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eead80 x1876699521338880/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762488.799581:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8700 x1876699521338240/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762488.799594:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762488.799600:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762488.799606:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521338240:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762488.799615:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521338368:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762488.799640:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762488.799654:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762488/real 1789762488]  req@ffff911a12ee8e00 x1876699521338368/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762488.799666:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8e00 x1876699521338368/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762488.799675:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762488.799679:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762488.799683:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521338368:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762488.799706:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521338496:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762488.799728:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762488.799740:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762488/real 1789762488]  req@ffff911a12eea300 x1876699521338496/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762488.799752:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea300 x1876699521338496/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762488.799761:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762488.799764:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762488.799768:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521338496:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762488.799774:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521338624:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762488.799794:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762488.799805:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762488/real 1789762488]  req@ffff911a12eeb800 x1876699521338624/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762488.799817:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb800 x1876699521338624/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762488.799825:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762488.799828:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762488.799831:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521338624:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762488.799838:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521338752:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762488.799857:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762488.799869:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762488/real 1789762488]  req@ffff911a12ee9f80 x1876699521338752/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762488.799881:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9f80 x1876699521338752/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762488.799889:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762488.799892:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762488.799895:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521338752:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762488.799901:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521338880:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762488.799921:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762488.799932:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762488/real 1789762488]  req@ffff911a12eead80 x1876699521338880/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762488.799945:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eead80 x1876699521338880/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762488.799953:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762488.799957:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762488.799960:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521338880:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789762488.863356:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762489.887322:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762490.911332:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762491.935361:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762492.959410:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762493.919312:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762493.919320:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762493.919323:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762493.919332:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2463
00000100:00080000:0.0:1789762493.919341:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762493.919347:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789762493.919383:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54e00 x1876699521339008/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762493.919418:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762493.919422:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762493.919423:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762493.919427:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2463
00000100:00080000:0.0:1789762493.919430:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762493.919433:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762493.919441:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762493.919452:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55500 x1876699521339136/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762493.919461:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762493.919464:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762493.919466:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762493.919469:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2463
00000100:00080000:0.0:1789762493.919471:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762493.919473:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762493.919478:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762493.919486:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55f80 x1876699521339264/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762493.919498:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762493.919500:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521339008:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789762493.919502:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762493.919504:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762493.919517:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2463
00000100:00080000:0.0:1789762493.919522:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762493.919526:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762493.919532:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762493.919549:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56680 x1876699521339392/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762493.919560:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762493.919565:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762493.919567:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762493.919572:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2463
00000100:00080000:0.0:1789762493.919583:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762493.919587:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762493.919591:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762493.919598:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789762493.919602:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57b80 x1876699521339520/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762493.919612:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762493.919615:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762493.919617:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762493.919622:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2463
00000100:00080000:0.0:1789762493.919627:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762493.919630:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762493.919634:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762493.919645:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55c00 x1876699521339648/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762493.919664:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762493/real 1789762493]  req@ffff911a05c54e00 x1876699521339008/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762493.919686:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54e00 x1876699521339008/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762493.919697:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762493.919700:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762493.919703:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521339008:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762493.919710:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521339136:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762493.919730:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762493.919739:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762493/real 1789762493]  req@ffff911a05c55500 x1876699521339136/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762493.919747:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55500 x1876699521339136/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762493.919753:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762493.919755:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762493.919758:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521339136:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762493.919784:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521339264:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762493.919796:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762493.919802:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762493/real 1789762493]  req@ffff911a05c55f80 x1876699521339264/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762493.919810:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55f80 x1876699521339264/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762493.919815:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762493.919817:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762493.919818:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521339264:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762493.919822:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521339392:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762493.919843:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762493.919850:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762493/real 1789762493]  req@ffff911a05c56680 x1876699521339392/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762493.919858:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56680 x1876699521339392/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762493.919863:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762493.919866:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762493.919868:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521339392:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762493.919872:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521339520:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762493.919882:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762493.919888:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762493/real 1789762493]  req@ffff911a05c57b80 x1876699521339520/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762493.919896:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57b80 x1876699521339520/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762493.919902:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762493.919903:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762493.919905:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521339520:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762493.919909:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521339648:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762493.919920:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762493.919926:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762493/real 1789762493]  req@ffff911a05c55c00 x1876699521339648/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762493.919934:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55c00 x1876699521339648/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762493.919939:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762493.919941:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762493.919942:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521339648:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789762493.983413:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762495.007342:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762496.031328:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762497.055322:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762498.079357:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762499.039276:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762499.039285:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762499.039288:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762499.039297:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2468
00000100:00080000:0.0:1789762499.039306:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762499.039312:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789762499.039345:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521339776/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762499.039366:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762499.039369:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762499.039370:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762499.039373:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2468
00000100:00080000:0.0:1789762499.039375:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762499.039377:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762499.039384:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762499.039393:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56d80 x1876699521339904/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762499.039400:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762499.039403:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762499.039404:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762499.039407:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2468
00000100:00080000:0.0:1789762499.039409:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762499.039412:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762499.039415:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762499.039426:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521340032/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762499.039426:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521339776:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789762499.039443:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762499.039447:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762499.039449:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762499.039453:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2468
00000100:00080000:0.0:1789762499.039457:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762499.039462:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762499.039468:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762499.039481:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521340160/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762499.039491:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789762499.039496:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789762499.039497:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762499.039500:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762499.039505:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2468
00000100:00080000:0.0:1789762499.039509:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762499.039513:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762499.039517:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762499.039527:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521340288/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762499.039533:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762499.039535:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762499.039536:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762499.039538:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2468
00000100:00080000:0.0:1789762499.039540:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762499.039542:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762499.039546:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762499.039552:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762499/real 1789762499]  req@ffff911a05c57100 x1876699521339776/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762499.039560:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521340416/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762499.039584:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521339776/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762499.039602:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762499.039607:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762499.039611:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521339776:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762499.039619:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521339904:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762499.039642:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762499.039655:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762499/real 1789762499]  req@ffff911a05c56d80 x1876699521339904/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762499.039667:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56d80 x1876699521339904/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762499.039675:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762499.039679:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762499.039682:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521339904:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762499.039704:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521340032:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762499.039723:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762499.039733:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762499/real 1789762499]  req@ffff911a05c55880 x1876699521340032/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762499.039745:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521340032/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762499.039753:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762499.039756:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762499.039760:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521340032:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762499.039766:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521340160:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762499.039783:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762499.039796:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762499/real 1789762499]  req@ffff911a05c54000 x1876699521340160/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762499.039807:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521340160/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762499.039815:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762499.039818:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762499.039822:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521340160:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762499.039828:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521340288:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762499.039844:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762499.039854:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762499/real 1789762499]  req@ffff911a05c54700 x1876699521340288/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762499.039865:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521340288/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762499.039873:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762499.039876:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762499.039880:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521340288:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762499.039885:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521340416:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762499.039902:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762499.039912:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762499/real 1789762499]  req@ffff911a05c56a00 x1876699521340416/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762499.039923:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521340416/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762499.039931:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762499.039934:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762499.039938:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521340416:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789762499.103338:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762500.127358:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762501.151364:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762502.175353:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762503.199339:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762504.159305:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762504.159315:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762504.159319:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762504.159328:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2473
00000100:00080000:2.0:1789762504.159338:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762504.159345:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762504.159380:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb100 x1876699521340544/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762504.159407:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762504.159416:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762504.159418:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762504.159422:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2473
00000100:00080000:2.0:1789762504.159426:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762504.159431:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762504.159439:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762504.159454:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea680 x1876699521340672/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762504.159460:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521340544:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789762504.159472:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762504.159477:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762504.159479:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762504.159485:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2473
00000100:00080000:2.0:1789762504.159489:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762504.159492:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762504.159498:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762504.159510:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8380 x1876699521340800/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762504.159520:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789762504.159523:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:2.0:1789762504.159528:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762504.159531:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762504.159537:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2473
00000100:00080000:2.0:1789762504.159544:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762504.159549:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762504.159555:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762504.159568:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eebb80 x1876699521340928/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762504.159570:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762504/real 1789762504]  req@ffff911a12eeb100 x1876699521340544/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762504.159603:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762504.159607:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb100 x1876699521340544/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762504.159610:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762504.159616:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762504.159623:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762504.159624:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2473
00000100:00080000:2.0:1789762504.159632:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762504.159633:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:2.0:1789762504.159640:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762504.159642:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521340544:192.168.203.116@tcp:250:kworker.0
00000008:00100000:2.0:1789762504.159651:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762504.159664:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9500 x1876699521341056/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762504.159675:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521340672:192.168.203.116@tcp:38:kworker.0
00000100:00080000:2.0:1789762504.159676:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762504.159684:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762504.159686:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762504.159691:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2473
00000100:00080000:2.0:1789762504.159696:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762504.159700:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762504.159706:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762504.159707:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762504.159721:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762504/real 1789762504]  req@ffff911a12eea680 x1876699521340672/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762504.159725:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8000 x1876699521341184/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762504.159741:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea680 x1876699521340672/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762504.159753:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762504.159756:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762504.159759:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521340672:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762504.159764:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521340800:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762504.159777:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762504.159783:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762504/real 1789762504]  req@ffff911a12ee8380 x1876699521340800/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762504.159790:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8380 x1876699521340800/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762504.159795:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762504.159797:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762504.159799:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521340800:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762504.159802:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521340928:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762504.159813:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762504.159819:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762504/real 1789762504]  req@ffff911a12eebb80 x1876699521340928/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762504.159826:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eebb80 x1876699521340928/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762504.159831:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762504.159832:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762504.159835:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521340928:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762504.159846:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521341056:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762504.159856:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762504.159862:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762504/real 1789762504]  req@ffff911a12ee9500 x1876699521341056/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762504.159869:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9500 x1876699521341056/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762504.159874:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762504.159876:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762504.159878:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521341056:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762504.159881:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521341184:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762504.159890:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762504.159896:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762504/real 1789762504]  req@ffff911a12ee8000 x1876699521341184/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762504.159902:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8000 x1876699521341184/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762504.159907:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762504.159909:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762504.159911:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521341184:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789762504.223361:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762505.247324:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762506.271354:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762507.295336:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762508.319381:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762509.279329:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762509.279337:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762509.279341:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762509.279349:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2478
00000100:00080000:1.0:1789762509.279357:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762509.279363:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762509.279395:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08700 x1876699521341312/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762509.279419:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762509.279422:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762509.279423:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762509.279426:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2478
00000100:00080000:1.0:1789762509.279429:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762509.279432:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762509.279440:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762509.279449:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08380 x1876699521341440/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762509.279454:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521341312:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789762509.279462:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762509.279466:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762509.279467:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762509.279470:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2478
00000100:00080000:1.0:1789762509.279472:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762509.279474:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762509.279478:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762509.279485:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0aa00 x1876699521341568/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762509.279496:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762509.279499:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762509.279500:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762509.279503:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2478
00000100:00080000:1.0:1789762509.279505:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762509.279507:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762509.279511:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762509.279518:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0ad80 x1876699521341696/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762509.279526:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789762509.279527:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762509.279529:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762509.279531:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762509.279534:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2478
00000100:00080000:1.0:1789762509.279538:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762509.279541:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762509.279544:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762509.279550:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09f80 x1876699521341824/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762509.279556:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762509.279558:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762509.279559:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762509.279561:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2478
00000100:00080000:1.0:1789762509.279564:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762509.279567:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762509.279570:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762509.279582:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09180 x1876699521341952/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762509.279582:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762509/real 1789762509]  req@ffff911a08b08700 x1876699521341312/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762509.279620:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08700 x1876699521341312/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762509.279629:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762509.279633:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762509.279637:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521341312:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789762509.279656:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521341440:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762509.279675:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762509.279684:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762509/real 1789762509]  req@ffff911a08b08380 x1876699521341440/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762509.279692:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08380 x1876699521341440/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762509.279698:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762509.279701:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762509.279703:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521341440:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762509.279707:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521341568:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762509.279719:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762509.279725:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762509/real 1789762509]  req@ffff911a08b0aa00 x1876699521341568/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762509.279732:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0aa00 x1876699521341568/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762509.279737:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762509.279739:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762509.279741:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521341568:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762509.279744:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521341696:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762509.279763:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762509.279770:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762509/real 1789762509]  req@ffff911a08b0ad80 x1876699521341696/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762509.279782:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0ad80 x1876699521341696/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762509.279787:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762509.279789:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762509.279791:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521341696:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762509.279794:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521341824:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762509.279804:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762509.279810:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762509/real 1789762509]  req@ffff911a08b09f80 x1876699521341824/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762509.279817:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09f80 x1876699521341824/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762509.279822:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762509.279824:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762509.279826:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521341824:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762509.279829:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521341952:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762509.279840:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762509.279846:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762509/real 1789762509]  req@ffff911a08b09180 x1876699521341952/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762509.279853:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09180 x1876699521341952/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762509.279862:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762509.279865:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762509.279867:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521341952:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789762509.343390:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762510.367337:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762511.391343:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762512.415338:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762513.439395:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762514.399312:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762514.399321:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762514.399324:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762514.399332:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2483
00000100:00080000:0.0:1789762514.399341:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762514.399347:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789762514.399387:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55180 x1876699521342080/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762514.399407:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762514.399410:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762514.399411:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762514.399414:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2483
00000100:00080000:0.0:1789762514.399417:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762514.399419:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762514.399427:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762514.399436:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56300 x1876699521342208/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762514.399444:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762514.399447:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762514.399449:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762514.399451:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2483
00000100:00080000:0.0:1789762514.399453:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762514.399456:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762514.399459:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762514.399465:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54380 x1876699521342336/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762514.399470:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521342080:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789762514.399474:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762514.399480:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762514.399482:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762514.399485:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2483
00000100:00080000:0.0:1789762514.399487:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762514.399490:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762514.399493:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762514.399500:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57800 x1876699521342464/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762514.399511:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762514.399514:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762514.399516:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762514.399519:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2483
00000100:00080000:0.0:1789762514.399524:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762514.399528:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762514.399534:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762514.399546:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54a80 x1876699521342592/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762514.399554:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789762514.399564:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762514.399567:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762514.399569:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762514.399573:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2483
00000100:00080000:0.0:1789762514.399577:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762514.399580:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762514.399584:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762514.399595:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521342720/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762514.399612:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762514/real 1789762514]  req@ffff911a05c55180 x1876699521342080/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762514.399633:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55180 x1876699521342080/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762514.399644:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762514.399649:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762514.399653:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521342080:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789762514.399661:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521342208:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762514.399685:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762514.399698:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762514/real 1789762514]  req@ffff911a05c56300 x1876699521342208/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762514.399710:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56300 x1876699521342208/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762514.399720:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762514.399723:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762514.399727:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521342208:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762514.399750:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521342336:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762514.399768:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762514.399781:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762514/real 1789762514]  req@ffff911a05c54380 x1876699521342336/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762514.399794:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54380 x1876699521342336/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762514.399803:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762514.399806:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762514.399810:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521342336:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762514.399816:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521342464:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762514.399837:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762514.399848:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762514/real 1789762514]  req@ffff911a05c57800 x1876699521342464/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762514.399870:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57800 x1876699521342464/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762514.399882:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762514.399886:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762514.399889:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521342464:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762514.399895:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521342592:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762514.399914:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762514.399939:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762514/real 1789762514]  req@ffff911a05c54a80 x1876699521342592/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762514.399952:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54a80 x1876699521342592/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762514.399961:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762514.399964:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762514.399967:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521342592:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762514.399974:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521342720:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762514.399993:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762514.400004:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762514/real 1789762514]  req@ffff911a05c56a00 x1876699521342720/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762514.400016:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521342720/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762514.400024:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762514.400027:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762514.400030:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521342720:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789762514.463366:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762515.487405:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762516.511349:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762517.535446:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762518.559378:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762519.519302:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762519.519310:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762519.519313:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762519.519321:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2488
00000100:00080000:0.0:1789762519.519331:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762519.519337:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789762519.519368:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521342848/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762519.519391:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762519.519395:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762519.519396:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762519.519399:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2488
00000100:00080000:0.0:1789762519.519402:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762519.519404:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762519.519412:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762519.519421:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521342976/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762519.519429:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521342848:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789762519.519431:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762519.519437:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762519.519439:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762519.519442:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2488
00000100:00080000:0.0:1789762519.519445:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762519.519447:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762519.519450:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762519.519460:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521343104/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762519.519471:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762519.519475:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762519.519477:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762519.519481:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2488
00000100:00080000:0.0:1789762519.519486:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789762519.519492:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789762519.519493:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762519.519501:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762519.519515:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56d80 x1876699521343232/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762519.519526:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762519.519528:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762519.519530:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762519.519536:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2488
00000100:00100000:2.0:1789762519.519536:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762519/real 1789762519]  req@ffff911a05c54700 x1876699521342848/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762519.519549:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762519.519556:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762519.519561:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762519.519563:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521342848/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762519.519573:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521343360/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762519.519590:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762519.519590:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762519.519597:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762519.519598:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:0.0:1789762519.519599:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789762519.519605:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521342848:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789762519.519606:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2488
00000100:00080000:0.0:1789762519.519613:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762519.519617:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762519.519620:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762519.519627:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55c00 x1876699521343488/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762519.519638:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521342976:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762519.519670:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762519.519681:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762519/real 1789762519]  req@ffff911a05c54000 x1876699521342976/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762519.519690:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521342976/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762519.519696:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762519.519699:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762519.519701:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521342976:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762519.519705:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521343104:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762519.519724:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762519.519735:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762519/real 1789762519]  req@ffff911a05c55880 x1876699521343104/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762519.519749:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521343104/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762519.519758:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762519.519762:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762519.519765:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521343104:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762519.519770:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521343232:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762519.519786:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762519.519793:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762519/real 1789762519]  req@ffff911a05c56d80 x1876699521343232/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762519.519801:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56d80 x1876699521343232/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762519.519807:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762519.519809:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762519.519811:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521343232:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762519.519814:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521343360:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762519.519825:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762519.519831:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762519/real 1789762519]  req@ffff911a05c57100 x1876699521343360/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762519.519838:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521343360/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762519.519844:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762519.519845:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762519.519847:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521343360:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762519.519859:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521343488:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762519.519869:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762519.519876:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762519/real 1789762519]  req@ffff911a05c55c00 x1876699521343488/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762519.519898:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55c00 x1876699521343488/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762519.519904:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762519.519906:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762519.519907:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521343488:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789762519.583372:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762520.607328:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762521.631346:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762522.655340:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762523.679402:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762524.639351:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762524.639362:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762524.639367:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762524.639378:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2493
00000100:00080000:0.0:1789762524.639390:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762524.639397:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789762524.639440:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57b80 x1876699521343616/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762524.639466:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762524.639469:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762524.639470:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762524.639474:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2493
00000100:00080000:0.0:1789762524.639476:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762524.639479:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762524.639488:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762524.639503:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56680 x1876699521343744/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762524.639512:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762524.639515:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762524.639517:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762524.639520:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2493
00000100:00080000:0.0:1789762524.639523:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762524.639525:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762524.639528:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762524.639537:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55f80 x1876699521343872/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762524.639549:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762524.639554:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762524.639557:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789762524.639558:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521343616:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789762524.639561:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2493
00000100:00080000:0.0:1789762524.639566:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762524.639574:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762524.639579:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762524.639588:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55500 x1876699521344000/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762524.639595:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762524.639599:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762524.639600:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762524.639602:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2493
00000100:00080000:0.0:1789762524.639604:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762524.639607:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762524.639611:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762524.639618:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54e00 x1876699521344128/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762524.639624:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762524.639627:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762524.639628:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762524.639630:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2493
00000100:00080000:0.0:1789762524.639634:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762524.639637:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762524.639641:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789762524.639649:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789762524.639651:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55c00 x1876699521344256/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762524.639719:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762524/real 1789762524]  req@ffff911a05c57b80 x1876699521343616/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762524.639751:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57b80 x1876699521343616/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762524.639764:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762524.639771:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762524.639776:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521343616:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789762524.639784:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521343744:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762524.639809:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762524.639823:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762524/real 1789762524]  req@ffff911a05c56680 x1876699521343744/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762524.639835:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56680 x1876699521343744/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762524.639866:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762524.639870:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762524.639874:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521343744:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762524.639905:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521343872:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762524.639929:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762524.639941:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762524/real 1789762524]  req@ffff911a05c55f80 x1876699521343872/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762524.639954:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55f80 x1876699521343872/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762524.639963:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762524.639967:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762524.639970:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521343872:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762524.639977:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521344000:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762524.639998:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762524.640010:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762524/real 1789762524]  req@ffff911a05c55500 x1876699521344000/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762524.640022:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55500 x1876699521344000/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762524.640030:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762524.640034:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762524.640038:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521344000:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762524.640044:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521344128:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762524.640063:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762524.640072:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762524/real 1789762524]  req@ffff911a05c54e00 x1876699521344128/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762524.640085:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54e00 x1876699521344128/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762524.640094:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762524.640097:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762524.640101:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521344128:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762524.640107:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521344256:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762524.640126:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762524.640137:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762524/real 1789762524]  req@ffff911a05c55c00 x1876699521344256/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762524.640149:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55c00 x1876699521344256/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762524.640157:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762524.640161:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762524.640164:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521344256:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789762524.703388:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762525.727353:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762526.751354:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762527.775354:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762528.799337:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762529.759354:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762529.759372:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762529.759379:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762529.759396:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2499
00000100:00080000:0.0:1789762529.759414:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762529.759435:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789762529.759488:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521344384/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762529.759522:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762529.759527:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762529.759529:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762529.759539:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2499
00000100:00080000:0.0:1789762529.759544:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762529.759549:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762529.759577:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762529.759590:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56d80 x1876699521344512/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762529.759602:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762529.759605:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762529.759608:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789762529.759608:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521344384:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789762529.759613:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2499
00000100:00080000:0.0:1789762529.759621:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762529.759647:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762529.759653:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762529.759666:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521344640/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762529.759677:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762529.759681:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762529.759683:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762529.759688:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2499
00000100:00080000:0.0:1789762529.759711:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762529.759727:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762529.759734:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762529.759749:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521344768/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762529.759764:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762529.759769:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762529.759790:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762529.759795:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2499
00000100:00100000:2.0:1789762529.759817:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521344512:192.168.203.116@tcp:38:kworker.0
00000100:00080000:0.0:1789762529.759819:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762529.759830:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762529.759838:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762529.759861:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521344896/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762529.759881:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762529.759885:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762529.759893:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789762529.759893:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521344640:192.168.203.116@tcp:38:kworker.0
00000100:00080000:0.0:1789762529.759907:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2499
00000100:00080000:0.0:1789762529.759914:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762529.759919:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762529.759924:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762529.759944:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521345024/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762529.759951:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521344768:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762529.760005:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521344896:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762529.760030:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521345024:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789762529.823462:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762530.847320:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762531.871343:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789762532.831566:0:2393:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.116:988
00000400:00000100:3.0:1789762532.831614:0:2393:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.116@tcp at host 192.168.203.116 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789762532.831638:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789762532.831687:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789762532.831704:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789762532.831717:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789762532.831729:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789762532.831743:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000100:00100000:2.0:1789762532.831770:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762529/real 1789762532]  req@ffff911a05c54700 x1876699521344896/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762532.831824:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521344896/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762532.831836:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762532.831842:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762532.831847:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521344896:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762532.831856:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762529/real 1789762532]  req@ffff911a05c56a00 x1876699521345024/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762532.831870:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521345024/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762532.831879:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762532.831883:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762532.831887:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521345024:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762532.831896:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762529/real 1789762532]  req@ffff911a05c56d80 x1876699521344512/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762532.831917:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56d80 x1876699521344512/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762532.831927:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762532.831930:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762532.831934:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521344512:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762532.831941:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762529/real 1789762532]  req@ffff911a05c55880 x1876699521344640/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762532.831955:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521344640/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762532.831963:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762532.831967:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762532.831971:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521344640:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762532.831979:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762529/real 1789762532]  req@ffff911a05c54000 x1876699521344768/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762532.831992:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521344768/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762532.831999:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762532.832002:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762532.832005:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521344768:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762532.832013:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762529/real 1789762532]  req@ffff911a05c57100 x1876699521344384/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762532.832033:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521344384/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762532.832042:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762532.832046:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762532.832049:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521344384:192.168.203.116@tcp:250:kworker.0
00010000:00010000:3.0:1789762532.895407:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762533.919377:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762534.879341:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762534.879349:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762534.879353:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762534.879363:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2504
00000100:00080000:2.0:1789762534.879373:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762534.879380:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762534.879422:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8000 x1876699521345152/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762534.879445:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762534.879448:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762534.879449:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762534.879452:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2504
00000100:00080000:2.0:1789762534.879455:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762534.879457:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762534.879464:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762534.879473:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9500 x1876699521345280/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762534.879484:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762534.879487:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762534.879488:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762534.879490:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2504
00000100:00080000:2.0:1789762534.879492:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762534.879494:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762534.879501:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762534.879514:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eebb80 x1876699521345408/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762534.879527:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762534.879531:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762534.879534:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762534.879538:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521345152:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789762534.879541:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2504
00000100:00080000:2.0:1789762534.879549:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762534.879555:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762534.879561:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762534.879573:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8380 x1876699521345536/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762534.879582:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762534.879585:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762534.879588:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762534.879601:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2504
00000100:00080000:2.0:1789762534.879606:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762534.879611:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762534.879616:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762534.879618:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762534.879635:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea680 x1876699521345664/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762534.879646:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762534.879650:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762534.879652:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762534.879657:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2504
00000100:00080000:2.0:1789762534.879662:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762534.879667:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762534.879671:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762534/real 1789762534]  req@ffff911a12ee8000 x1876699521345152/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789762534.879675:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762534.879694:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb100 x1876699521345792/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762534.879698:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8000 x1876699521345152/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762534.879723:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762534.879729:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762534.879734:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521345152:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762534.879743:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521345280:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762534.879784:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762534.879797:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762534/real 1789762534]  req@ffff911a12ee9500 x1876699521345280/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762534.879810:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9500 x1876699521345280/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762534.879820:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762534.879823:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762534.879827:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521345280:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762534.879852:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521345408:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762534.879882:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762534.879895:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762534/real 1789762534]  req@ffff911a12eebb80 x1876699521345408/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762534.879907:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eebb80 x1876699521345408/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762534.879915:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762534.879919:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762534.879923:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521345408:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762534.879930:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521345536:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762534.879951:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762534.879970:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762534/real 1789762534]  req@ffff911a12ee8380 x1876699521345536/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762534.879982:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8380 x1876699521345536/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762534.879990:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762534.879993:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762534.879996:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521345536:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762534.880003:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521345664:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762534.880022:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762534.880035:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762534/real 1789762534]  req@ffff911a12eea680 x1876699521345664/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762534.880048:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea680 x1876699521345664/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762534.880056:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762534.880059:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762534.880064:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521345664:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762534.880069:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521345792:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762534.880089:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762534.880100:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762534/real 1789762534]  req@ffff911a12eeb100 x1876699521345792/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762534.880111:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb100 x1876699521345792/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762534.880118:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762534.880121:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762534.880124:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521345792:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789762534.943392:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762535.967387:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762536.991354:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762538.015356:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762539.039360:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762539.999339:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762539.999348:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762539.999352:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762539.999369:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2509
00000100:00080000:1.0:1789762539.999380:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762539.999388:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762539.999427:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09c00 x1876699521345920/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762539.999463:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762539.999467:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762539.999468:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762539.999472:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2509
00000100:00080000:1.0:1789762539.999475:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762539.999479:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762539.999491:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762539.999506:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08000 x1876699521346048/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762539.999509:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521345920:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789762539.999525:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762539.999527:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762539.999529:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762539.999532:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2509
00000100:00080000:1.0:1789762539.999535:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762539.999537:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762539.999541:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762539.999549:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b480 x1876699521346176/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762539.999556:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762539.999558:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762539.999560:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762539.999564:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2509
00000100:00080000:1.0:1789762539.999567:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762539.999569:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762539.999573:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789762539.999577:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762539.999584:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0bb80 x1876699521346304/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762539.999593:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762539.999595:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762539.999597:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762539.999599:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2509
00000100:00080000:1.0:1789762539.999601:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762539.999603:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762539.999606:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762539.999614:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b800 x1876699521346432/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762539.999621:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762539.999624:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762539.999627:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789762539.999629:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762539/real 1789762539]  req@ffff911a08b09c00 x1876699521345920/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762539.999635:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2509
00000100:00080000:1.0:1789762539.999642:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762539.999650:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762539.999657:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762539.999661:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09c00 x1876699521345920/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762539.999673:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08a80 x1876699521346560/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762539.999675:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762539.999684:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762539.999692:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521345920:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789762539.999717:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521346048:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762539.999754:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762539.999768:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762539/real 1789762539]  req@ffff911a08b08000 x1876699521346048/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762539.999782:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08000 x1876699521346048/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762539.999791:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762539.999795:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762539.999799:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521346048:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762539.999805:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521346176:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762539.999825:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762539.999837:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762539/real 1789762539]  req@ffff911a08b0b480 x1876699521346176/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762539.999850:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b480 x1876699521346176/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762539.999860:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762539.999863:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762539.999867:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521346176:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762539.999874:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521346304:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762539.999894:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762539.999906:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762539/real 1789762539]  req@ffff911a08b0bb80 x1876699521346304/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762539.999919:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0bb80 x1876699521346304/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762539.999929:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762539.999933:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762539.999937:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521346304:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762539.999943:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521346432:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762539.999963:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762539.999974:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762539/real 1789762539]  req@ffff911a08b0b800 x1876699521346432/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762539.999986:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b800 x1876699521346432/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762539.999995:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762539.999998:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762540.000001:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521346432:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762540.000007:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521346560:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762540.000027:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762540.000038:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762539/real 1789762540]  req@ffff911a08b08a80 x1876699521346560/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762540.000051:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08a80 x1876699521346560/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762540.000066:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762540.000070:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762540.000074:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521346560:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789762540.063342:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762541.087412:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762542.111373:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762543.135395:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762544.159334:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762545.119298:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762545.119307:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762545.119310:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762545.119320:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2514
00000100:00080000:2.0:1789762545.119331:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762545.119339:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762545.119377:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eead80 x1876699521346688/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762545.119401:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762545.119404:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762545.119406:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762545.119409:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2514
00000100:00080000:2.0:1789762545.119413:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762545.119416:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762545.119424:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762545.119437:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9f80 x1876699521346816/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762545.119438:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521346688:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789762545.119452:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762545.119455:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762545.119457:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762545.119460:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2514
00000100:00080000:2.0:1789762545.119463:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762545.119465:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762545.119469:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762545.119477:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb800 x1876699521346944/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762545.119484:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762545.119486:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762545.119487:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762545.119490:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2514
00000100:00080000:2.0:1789762545.119493:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762545.119495:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762545.119498:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789762545.119503:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762545.119507:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea300 x1876699521347072/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762545.119515:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762545.119518:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762545.119520:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762545.119523:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2514
00000100:00080000:2.0:1789762545.119525:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762545.119527:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762545.119530:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762545.119540:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8e00 x1876699521347200/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762545.119544:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762545/real 1789762545]  req@ffff911a12eead80 x1876699521346688/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762545.119551:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762545.119558:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762545.119561:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762545.119566:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2514
00000100:00080000:2.0:1789762545.119569:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762545.119573:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eead80 x1876699521346688/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762545.119576:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762545.119582:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762545.119592:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762545.119596:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762545.119599:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521346688:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789762545.119603:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8700 x1876699521347328/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762545.119623:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521346816:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762545.119642:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762545.119650:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762545/real 1789762545]  req@ffff911a12ee9f80 x1876699521346816/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762545.119659:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9f80 x1876699521346816/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762545.119664:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762545.119666:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762545.119669:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521346816:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762545.119672:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521346944:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762545.119683:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762545.119704:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762545/real 1789762545]  req@ffff911a12eeb800 x1876699521346944/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762545.119712:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb800 x1876699521346944/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762545.119718:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762545.119720:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762545.119722:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521346944:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762545.119726:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521347072:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762545.119747:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762545.119754:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762545/real 1789762545]  req@ffff911a12eea300 x1876699521347072/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762545.119761:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea300 x1876699521347072/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762545.119767:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762545.119769:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762545.119771:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521347072:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762545.119774:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521347200:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762545.119784:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762545.119790:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762545/real 1789762545]  req@ffff911a12ee8e00 x1876699521347200/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762545.119803:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8e00 x1876699521347200/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762545.119809:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762545.119811:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762545.119813:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521347200:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762545.119817:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521347328:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762545.119828:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762545.119834:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762545/real 1789762545]  req@ffff911a12ee8700 x1876699521347328/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762545.119841:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8700 x1876699521347328/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762545.119847:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762545.119848:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762545.119850:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521347328:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789762545.183337:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762546.207344:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762547.231365:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762548.255355:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762549.279467:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762550.239405:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762550.239414:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762550.239418:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762550.239426:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2519
00000100:00080000:0.0:1789762550.239436:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762550.239443:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789762550.239476:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54a80 x1876699521347456/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762550.239504:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762550.239507:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762550.239508:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762550.239511:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2519
00000100:00080000:0.0:1789762550.239514:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762550.239517:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762550.239525:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762550.239535:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57800 x1876699521347584/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762550.239542:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762550.239544:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762550.239546:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762550.239548:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2519
00000100:00080000:0.0:1789762550.239550:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762550.239552:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762550.239555:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762550.239561:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54380 x1876699521347712/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762550.239568:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762550.239570:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762550.239572:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762550.239575:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2519
00000100:00080000:0.0:1789762550.239578:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762550.239581:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762550.239584:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762550.239591:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56300 x1876699521347840/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762550.239604:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762550.239608:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1789762550.239609:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521347456:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789762550.239610:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762550.239618:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2519
00000100:00080000:0.0:1789762550.239628:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762550.239632:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762550.239635:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762550.239647:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55180 x1876699521347968/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762550.239676:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762550.239679:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762550.239681:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762550.239684:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2519
00000100:00080000:0.0:1789762550.239687:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762550.239691:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762550.239695:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762550.239704:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789762550.239708:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521348096/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762550.239765:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762550/real 1789762550]  req@ffff911a05c54a80 x1876699521347456/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762550.239790:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54a80 x1876699521347456/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762550.239803:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762550.239808:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762550.239814:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521347456:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762550.239822:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521347584:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762550.239849:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762550.239865:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762550/real 1789762550]  req@ffff911a05c57800 x1876699521347584/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762550.239880:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57800 x1876699521347584/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762550.239891:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762550.239895:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762550.239899:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521347584:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762550.239906:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521347712:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762550.239929:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762550.239943:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762550/real 1789762550]  req@ffff911a05c54380 x1876699521347712/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762550.239958:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54380 x1876699521347712/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762550.239968:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762550.239972:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762550.239976:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521347712:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762550.240004:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521347840:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762550.240030:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762550.240045:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762550/real 1789762550]  req@ffff911a05c56300 x1876699521347840/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762550.240058:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56300 x1876699521347840/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762550.240068:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762550.240088:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762550.240092:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521347840:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762550.240099:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521347968:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762550.240124:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762550.240138:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762550/real 1789762550]  req@ffff911a05c55180 x1876699521347968/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762550.240154:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55180 x1876699521347968/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762550.240165:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762550.240170:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762550.240174:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521347968:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762550.240181:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521348096:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762550.240205:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762550.240220:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762550/real 1789762550]  req@ffff911a05c57100 x1876699521348096/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762550.240282:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521348096/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762550.240293:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762550.240297:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762550.240301:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521348096:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789762550.303330:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762551.327403:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762552.351369:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762553.375368:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762554.399414:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762555.359269:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762555.359278:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762555.359282:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762555.359291:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2524
00000100:00080000:0.0:1789762555.359300:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762555.359306:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789762555.359338:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521348224/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762555.359362:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762555.359365:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762555.359367:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762555.359370:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2524
00000100:00080000:0.0:1789762555.359372:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762555.359375:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762555.359382:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762555.359390:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521348352/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762555.359397:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762555.359400:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762555.359402:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762555.359405:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2524
00000100:00080000:0.0:1789762555.359408:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762555.359410:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762555.359414:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762555.359422:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56d80 x1876699521348480/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762555.359422:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521348224:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789762555.359436:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762555.359439:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762555.359440:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762555.359442:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2524
00000100:00080000:0.0:1789762555.359445:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762555.359448:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762555.359451:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762555.359458:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521348608/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762555.359465:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762555.359468:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762555.359469:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762555.359470:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2524
00000100:00080000:0.0:1789762555.359475:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762555.359478:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762555.359480:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762555.359488:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789762555.359489:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521348736/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762555.359497:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762555.359500:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762555.359502:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762555.359505:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2524
00000100:00080000:0.0:1789762555.359507:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762555.359509:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762555.359513:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762555.359527:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762555/real 1789762555]  req@ffff911a05c54000 x1876699521348224/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762555.359530:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55c00 x1876699521348864/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762555.359560:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521348224/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762555.359569:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762555.359573:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762555.359575:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521348224:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762555.359580:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521348352:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762555.359595:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762555.359603:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762555/real 1789762555]  req@ffff911a05c55880 x1876699521348352/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762555.359627:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521348352/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762555.359634:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762555.359637:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762555.359639:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521348352:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762555.359658:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521348480:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762555.359674:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762555.359681:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762555/real 1789762555]  req@ffff911a05c56d80 x1876699521348480/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762555.359689:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56d80 x1876699521348480/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762555.359694:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762555.359695:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762555.359697:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521348480:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762555.359701:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521348608:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762555.359711:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762555.359717:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762555/real 1789762555]  req@ffff911a05c56a00 x1876699521348608/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762555.359724:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521348608/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762555.359729:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762555.359731:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762555.359733:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521348608:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762555.359736:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521348736:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762555.359746:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762555.359752:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762555/real 1789762555]  req@ffff911a05c54700 x1876699521348736/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762555.359759:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521348736/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762555.359764:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762555.359766:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762555.359767:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521348736:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762555.359771:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521348864:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762555.359780:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762555.359785:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762555/real 1789762555]  req@ffff911a05c55c00 x1876699521348864/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762555.359793:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55c00 x1876699521348864/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762555.359798:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762555.359799:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762555.359801:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521348864:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789762555.423351:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762556.447410:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762557.471363:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762558.495421:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762559.519377:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762560.479334:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762560.479348:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762560.479352:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762560.479363:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2529
00000100:00080000:2.0:1789762560.479375:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762560.479382:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762560.479427:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb480 x1876699521348992/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762560.479455:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762560.479458:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762560.479460:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762560.479464:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2529
00000100:00080000:2.0:1789762560.479467:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762560.479471:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762560.479481:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762560.479490:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9c00 x1876699521349120/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762560.479497:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762560.479499:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762560.479501:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762560.479505:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2529
00000100:00080000:2.0:1789762560.479507:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762560.479510:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762560.479514:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762560.479522:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8a80 x1876699521349248/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762560.479530:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762560.479533:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762560.479536:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762560.479539:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2529
00000100:00080000:2.0:1789762560.479541:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762560.479547:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762560.479552:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762560.479555:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521348992:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789762560.479564:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9880 x1876699521349376/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762560.479585:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762560.479591:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762560.479594:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762560.479599:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2529
00000100:00080000:2.0:1789762560.479604:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762560.479610:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762560.479618:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762560.479632:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9180 x1876699521349504/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762560.479642:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789762560.479643:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:2.0:1789762560.479654:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762560.479657:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762560.479662:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2529
00000100:00080000:2.0:1789762560.479666:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762560.479670:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762560.479675:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762560.479687:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeaa00 x1876699521349632/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762560.479704:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762560/real 1789762560]  req@ffff911a12eeb480 x1876699521348992/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762560.479724:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb480 x1876699521348992/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762560.479738:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762560.479742:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762560.479745:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521348992:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762560.479751:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521349120:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762560.479768:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762560.479777:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762560/real 1789762560]  req@ffff911a12ee9c00 x1876699521349120/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762560.479785:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9c00 x1876699521349120/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762560.479790:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762560.479792:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762560.479794:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521349120:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762560.479798:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521349248:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762560.479809:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762560.479814:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762560/real 1789762560]  req@ffff911a12ee8a80 x1876699521349248/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762560.479821:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8a80 x1876699521349248/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762560.479826:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762560.479828:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762560.479830:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521349248:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762560.479852:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521349376:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762560.479863:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762560.479882:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762560/real 1789762560]  req@ffff911a12ee9880 x1876699521349376/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762560.479894:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9880 x1876699521349376/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762560.479902:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762560.479906:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762560.479909:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521349376:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762560.479917:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521349504:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762560.479945:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762560.479957:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762560/real 1789762560]  req@ffff911a12ee9180 x1876699521349504/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762560.479965:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9180 x1876699521349504/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762560.479970:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762560.479973:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762560.479975:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521349504:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762560.479979:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521349632:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762560.479992:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762560.479998:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762560/real 1789762560]  req@ffff911a12eeaa00 x1876699521349632/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762560.480006:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeaa00 x1876699521349632/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762560.480011:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762560.480012:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762560.480014:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521349632:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789762560.543356:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762561.567394:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762562.591397:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762563.615339:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762564.639427:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762565.599362:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762565.599369:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762565.599372:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762565.599380:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2534
00000100:00080000:0.0:1789762565.599389:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762565.599395:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789762565.599426:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54e00 x1876699521349760/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762565.599449:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762565.599451:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762565.599453:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762565.599456:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2534
00000100:00080000:0.0:1789762565.599458:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762565.599460:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762565.599467:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762565.599475:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55500 x1876699521349888/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762565.599481:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762565.599483:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762565.599484:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762565.599487:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2534
00000100:00080000:0.0:1789762565.599489:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762565.599492:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762565.599494:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762565.599500:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55f80 x1876699521350016/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762565.599506:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762565.599509:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762565.599510:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762565.599515:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2534
00000100:00080000:0.0:1789762565.599518:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762565.599525:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762565.599528:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762565.599545:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56680 x1876699521350144/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762565.599553:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762565.599556:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762565.599559:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762565.599566:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2534
00000100:00100000:1.0:1789762565.599566:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521349760:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789762565.599574:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762565.599590:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762565.599595:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762565.599613:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57b80 x1876699521350272/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762565.599631:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762565.599636:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762565.599638:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762565.599642:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2534
00000100:00080000:0.0:1789762565.599649:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762565.599653:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762565.599659:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762565.599666:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789762565.599672:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55c00 x1876699521350400/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762565.599719:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762565/real 1789762565]  req@ffff911a05c54e00 x1876699521349760/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762565.599736:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54e00 x1876699521349760/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762565.599752:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762565.599756:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762565.599760:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521349760:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762565.599767:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521349888:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762565.599785:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762565.599795:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762565/real 1789762565]  req@ffff911a05c55500 x1876699521349888/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762565.599804:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55500 x1876699521349888/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762565.599831:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762565.599833:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762565.599836:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521349888:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762565.599839:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521350016:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762565.599852:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762565.599858:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762565/real 1789762565]  req@ffff911a05c55f80 x1876699521350016/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762565.599866:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55f80 x1876699521350016/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762565.599871:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762565.599873:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762565.599875:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521350016:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762565.599898:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521350144:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762565.599910:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762565.599916:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762565/real 1789762565]  req@ffff911a05c56680 x1876699521350144/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762565.599924:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56680 x1876699521350144/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762565.599933:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762565.599936:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762565.599941:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521350144:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762565.599948:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521350272:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762565.599969:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762565.599990:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762565/real 1789762565]  req@ffff911a05c57b80 x1876699521350272/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762565.600001:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57b80 x1876699521350272/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762565.600007:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762565.600009:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762565.600011:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521350272:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762565.600016:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521350400:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762565.600031:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762565.600039:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762565/real 1789762565]  req@ffff911a05c55c00 x1876699521350400/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762565.600047:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55c00 x1876699521350400/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762565.600052:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762565.600053:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762565.600055:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521350400:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789762565.663351:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762566.687341:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762567.711355:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762568.735413:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762569.759373:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762570.719329:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762570.719340:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762570.719345:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762570.719355:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2539
00000100:00080000:2.0:1789762570.719366:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762570.719375:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762570.719426:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeaa00 x1876699521350528/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762570.719456:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762570.719460:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762570.719462:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762570.719467:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2539
00000100:00080000:2.0:1789762570.719472:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762570.719476:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762570.719486:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762570.719516:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521350528:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789762570.719520:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9180 x1876699521350656/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762570.719546:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762570.719551:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762570.719553:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762570.719557:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2539
00000100:00080000:2.0:1789762570.719562:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762570.719566:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762570.719572:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762570.719588:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9880 x1876699521350784/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762570.719603:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:2.0:1789762570.719614:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762570.719620:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762570.719623:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762570.719630:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2539
00000100:00080000:2.0:1789762570.719634:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762570.719640:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762570.719646:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762570.719649:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762570/real 1789762570]  req@ffff911a12eeaa00 x1876699521350528/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762570.719663:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8a80 x1876699521350912/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762570.719668:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeaa00 x1876699521350528/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762570.719694:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762570.719694:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762570.719701:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:2.0:1789762570.719703:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1789762570.719707:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521350528:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789762570.719709:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762570.719719:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2539
00000100:00080000:2.0:1789762570.719724:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762570.719729:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762570.719734:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521350656:192.168.203.116@tcp:38:kworker.0
00000008:00100000:2.0:1789762570.719735:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762570.719755:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9c00 x1876699521351040/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762570.719760:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762570.719772:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762570/real 1789762570]  req@ffff911a12ee9180 x1876699521350656/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762570.719775:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762570.719786:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762570.719789:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762570.719792:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9180 x1876699521350656/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762570.719797:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2539
00000100:00080000:2.0:1789762570.719806:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762570.719807:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762570.719815:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00080000:2.0:1789762570.719815:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762570.719823:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521350656:192.168.203.116@tcp:38:kworker.0
00000008:00100000:2.0:1789762570.719827:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762570.719829:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521350784:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762570.719854:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb480 x1876699521351168/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762570.719858:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762570.719869:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762570/real 1789762570]  req@ffff911a12ee9880 x1876699521350784/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762570.719901:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9880 x1876699521350784/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762570.719913:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762570.719916:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762570.719920:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521350784:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762570.719924:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521350912:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762570.719936:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762570.719942:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762570/real 1789762570]  req@ffff911a12ee8a80 x1876699521350912/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762570.719949:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8a80 x1876699521350912/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762570.719955:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762570.719957:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762570.719959:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521350912:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762570.719969:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521351040:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762570.719986:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762570.719993:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762570/real 1789762570]  req@ffff911a12ee9c00 x1876699521351040/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762570.720002:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9c00 x1876699521351040/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762570.720010:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762570.720014:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762570.720018:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521351040:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762570.720024:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521351168:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762570.720044:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762570.720056:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762570/real 1789762570]  req@ffff911a12eeb480 x1876699521351168/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762570.720069:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb480 x1876699521351168/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762570.720075:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762570.720077:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762570.720080:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521351168:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789762570.783374:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762571.807319:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762572.831337:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762573.855359:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762574.879324:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762575.839325:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762575.839333:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762575.839336:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762575.839344:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2545
00000100:00080000:0.0:1789762575.839353:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762575.839359:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789762575.839389:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521351296/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762575.839410:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762575.839413:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762575.839414:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762575.839417:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2545
00000100:00080000:0.0:1789762575.839419:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762575.839422:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762575.839429:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762575.839437:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521351424/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762575.839443:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762575.839446:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762575.839447:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762575.839449:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2545
00000100:00080000:0.0:1789762575.839451:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762575.839453:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762575.839455:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762575.839478:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56d80 x1876699521351552/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762575.839486:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762575.839488:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762575.839490:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762575.839493:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2545
00000100:00080000:0.0:1789762575.839495:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762575.839500:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762575.839501:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521351296:192.168.203.116@tcp:250:kworker.0
00000008:00100000:0.0:1789762575.839505:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762575.839513:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521351680/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762575.839521:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762575.839523:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762575.839525:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762575.839527:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2545
00000100:00080000:0.0:1789762575.839530:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762575.839532:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762575.839535:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762575.839542:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521351808/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762575.839553:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762575.839555:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762575.839556:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762575.839559:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2545
00000100:00080000:0.0:1789762575.839562:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762575.839564:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762575.839567:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762575.839573:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789762575.839576:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521351936/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762575.839612:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762575/real 1789762575]  req@ffff911a05c54700 x1876699521351296/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762575.839626:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521351296/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762575.839634:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762575.839637:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762575.839640:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521351296:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762575.839645:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521351424:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762575.839660:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762575.839668:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762575/real 1789762575]  req@ffff911a05c56a00 x1876699521351424/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762575.839676:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521351424/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762575.839681:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762575.839683:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762575.839686:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521351424:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762575.839689:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521351552:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762575.839699:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762575.839705:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762575/real 1789762575]  req@ffff911a05c56d80 x1876699521351552/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762575.839712:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56d80 x1876699521351552/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762575.839717:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762575.839718:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762575.839720:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521351552:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762575.839740:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521351680:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762575.839751:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762575.839757:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762575/real 1789762575]  req@ffff911a05c55880 x1876699521351680/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762575.839764:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521351680/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762575.839770:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762575.839772:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762575.839774:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521351680:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762575.839777:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521351808:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762575.839786:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762575.839801:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762575/real 1789762575]  req@ffff911a05c54000 x1876699521351808/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762575.839807:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521351808/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762575.839812:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762575.839814:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762575.839816:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521351808:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762575.839819:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521351936:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762575.839828:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762575.839834:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762575/real 1789762575]  req@ffff911a05c57100 x1876699521351936/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762575.839841:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521351936/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762575.839846:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762575.839847:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762575.839850:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521351936:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762575.903397:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762576.927481:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762577.951521:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762578.975377:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762579.999470:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762580.959309:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762580.959318:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762580.959321:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762580.959329:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2550
00000100:00080000:0.0:1789762580.959338:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762580.959345:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789762580.959375:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55180 x1876699521352064/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762580.959397:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762580.959400:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762580.959401:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762580.959404:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2550
00000100:00080000:0.0:1789762580.959406:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762580.959408:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762580.959416:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762580.959438:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56300 x1876699521352192/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762580.959448:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762580.959450:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521352064:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789762580.959454:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762580.959458:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762580.959463:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2550
00000100:00080000:0.0:1789762580.959466:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762580.959470:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762580.959474:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762580.959483:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54380 x1876699521352320/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762580.959491:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762580.959493:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762580.959495:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762580.959497:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2550
00000100:00080000:0.0:1789762580.959499:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762580.959502:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762580.959505:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789762580.959512:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789762580.959516:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57800 x1876699521352448/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762580.959524:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762580.959527:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762580.959529:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762580.959532:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2550
00000100:00080000:0.0:1789762580.959534:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762580.959537:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762580.959540:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762580.959553:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54a80 x1876699521352576/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762580.959554:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762580/real 1789762580]  req@ffff911a05c55180 x1876699521352064/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762580.959581:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762580.959584:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762580.959586:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762580.959588:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55180 x1876699521352064/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762580.959592:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2550
00000100:00080000:0.0:1789762580.959600:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762580.959604:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762580.959608:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00080000:1.0:1789762580.959611:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762580.959618:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521352064:192.168.203.116@tcp:250:kworker.0
00000008:00100000:0.0:1789762580.959620:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762580.959639:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521352704/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762580.959639:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521352192:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762580.959672:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762580.959683:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762580/real 1789762580]  req@ffff911a05c56300 x1876699521352192/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762580.959692:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56300 x1876699521352192/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762580.959698:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762580.959700:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762580.959703:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521352192:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762580.959706:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521352320:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762580.959718:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762580.959725:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762580/real 1789762580]  req@ffff911a05c54380 x1876699521352320/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762580.959733:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54380 x1876699521352320/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762580.959738:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762580.959741:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762580.959744:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521352320:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762580.959750:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521352448:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762580.959770:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762580.959782:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762580/real 1789762580]  req@ffff911a05c57800 x1876699521352448/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762580.959795:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57800 x1876699521352448/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762580.959802:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762580.959805:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762580.959807:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521352448:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762580.959811:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521352576:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762580.959826:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762580.959834:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762580/real 1789762580]  req@ffff911a05c54a80 x1876699521352576/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762580.959841:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54a80 x1876699521352576/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762580.959846:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762580.959849:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762580.959851:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521352576:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762580.959863:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521352704:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762580.959873:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762580.959879:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762580/real 1789762580]  req@ffff911a05c57100 x1876699521352704/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762580.959887:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521352704/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762580.959899:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762580.959901:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762580.959903:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521352704:192.168.203.116@tcp:38:kworker.0
00010000:00010000:2.0:1789762581.023402:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762582.047442:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762583.071421:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762584.095483:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762585.119426:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762586.079283:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762586.079292:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762586.079296:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762586.079306:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2555
00000100:00080000:0.0:1789762586.079317:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762586.079325:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789762586.079362:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521352832/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762586.079401:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762586.079406:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762586.079408:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762586.079413:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2555
00000100:00080000:0.0:1789762586.079417:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762586.079422:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762586.079432:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762586.079447:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521352960/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762586.079459:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762586.079463:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762586.079465:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762586.079470:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2555
00000100:00080000:0.0:1789762586.079473:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762586.079479:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762586.079486:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521352832:192.168.203.116@tcp:250:kworker.0
00000008:00100000:0.0:1789762586.079488:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762586.079511:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56d80 x1876699521353088/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762586.079525:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762586.079530:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762586.079532:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762586.079538:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2555
00000100:00080000:0.0:1789762586.079560:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762586.079566:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762586.079573:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789762586.079579:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789762586.079594:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521353216/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762586.079608:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762586.079612:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762586.079614:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762586.079622:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2555
00000100:00080000:0.0:1789762586.079628:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762586.079633:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762586/real 1789762586]  req@ffff911a05c54000 x1876699521352832/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762586.079637:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762586.079654:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762586.079673:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521352832/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762586.079675:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521353344/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762586.079699:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762586.079707:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:0.0:1789762586.079709:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762586.079713:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521352832:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789762586.079719:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762586.079724:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762586.079725:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521352960:192.168.203.116@tcp:38:kworker.0
00000100:00080000:0.0:1789762586.079742:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2555
00000100:00080000:0.0:1789762586.079750:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762586.079755:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000800:00000100:1.0:1789762586.079758:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000008:00100000:0.0:1789762586.079768:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762586.079775:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762586/real 1789762586]  req@ffff911a05c55880 x1876699521352960/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762586.079797:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521352960/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762586.079798:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55c00 x1876699521353472/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762586.079834:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762586.079848:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762586.079856:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521352960:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762586.079884:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521353088:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762586.079898:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762586.079905:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762586/real 1789762586]  req@ffff911a05c56d80 x1876699521353088/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762586.079913:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56d80 x1876699521353088/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762586.079918:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762586.079920:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762586.079922:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521353088:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762586.079926:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521353216:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762586.079945:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762586.079953:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762586/real 1789762586]  req@ffff911a05c56a00 x1876699521353216/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762586.079961:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521353216/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762586.079966:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762586.079969:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762586.079971:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521353216:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762586.079974:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521353344:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762586.079985:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762586.079991:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762586/real 1789762586]  req@ffff911a05c54700 x1876699521353344/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762586.079999:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521353344/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762586.080004:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762586.080006:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762586.080008:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521353344:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762586.080011:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521353472:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762586.080022:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762586.080028:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762586/real 1789762586]  req@ffff911a05c55c00 x1876699521353472/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762586.080035:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55c00 x1876699521353472/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762586.080041:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762586.080043:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762586.080045:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521353472:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762586.143411:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762587.167505:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762588.191344:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762589.215354:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762590.239424:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762591.199369:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762591.199379:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762591.199384:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762591.199395:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2560
00000100:00080000:1.0:1789762591.199408:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762591.199415:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762591.199467:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08a80 x1876699521353600/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762591.199503:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762591.199508:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762591.199510:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762591.199515:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2560
00000100:00080000:1.0:1789762591.199520:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762591.199524:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762591.199534:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762591.199545:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521353600:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762591.199549:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b800 x1876699521353728/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762591.199560:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762591.199563:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762591.199565:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762591.199568:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2560
00000100:00080000:1.0:1789762591.199570:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762591.199573:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762591.199577:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762591.199586:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0bb80 x1876699521353856/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762591.199593:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762591.199596:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762591.199597:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762591.199599:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2560
00000100:00080000:1.0:1789762591.199601:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762591.199604:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762591.199607:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762591.199615:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b480 x1876699521353984/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762591.199621:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789762591.199629:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762591.199632:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762591.199634:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762591.199637:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2560
00000100:00080000:1.0:1789762591.199639:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762591.199642:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762591.199645:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762591.199654:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08000 x1876699521354112/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762591.199661:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762591.199663:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762591.199665:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762591.199668:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2560
00000100:00080000:1.0:1789762591.199670:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762591.199673:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762591.199677:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762591/real 1789762591]  req@ffff911a08b08a80 x1876699521353600/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789762591.199679:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762591.199691:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09c00 x1876699521354240/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762591.199699:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08a80 x1876699521353600/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762591.199709:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762591.199713:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762591.199717:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521353600:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789762591.199739:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521353728:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762591.199755:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762591.199763:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762591/real 1789762591]  req@ffff911a08b0b800 x1876699521353728/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762591.199771:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b800 x1876699521353728/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762591.199777:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762591.199780:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762591.199782:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521353728:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762591.199786:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521353856:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762591.199797:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762591.199803:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762591/real 1789762591]  req@ffff911a08b0bb80 x1876699521353856/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762591.199810:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0bb80 x1876699521353856/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762591.199823:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762591.199825:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762591.199828:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521353856:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762591.199832:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521353984:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762591.199844:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762591.199850:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762591/real 1789762591]  req@ffff911a08b0b480 x1876699521353984/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762591.199858:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b480 x1876699521353984/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762591.199864:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762591.199866:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762591.199868:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521353984:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762591.199871:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521354112:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762591.199881:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762591.199888:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762591/real 1789762591]  req@ffff911a08b08000 x1876699521354112/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762591.199896:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08000 x1876699521354112/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762591.199901:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762591.199902:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762591.199904:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521354112:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762591.199907:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521354240:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762591.199918:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762591.199923:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762591/real 1789762591]  req@ffff911a08b09c00 x1876699521354240/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762591.199931:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09c00 x1876699521354240/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762591.199936:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762591.199937:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762591.199939:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521354240:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762591.263427:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762592.287409:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762593.311471:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762594.335397:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762595.359364:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762596.319356:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762596.319367:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762596.319372:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762596.319383:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2565
00000100:00080000:1.0:1789762596.319397:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762596.319404:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762596.319460:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09180 x1876699521354368/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762596.319486:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762596.319489:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762596.319490:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762596.319494:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2565
00000100:00080000:1.0:1789762596.319496:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762596.319500:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762596.319510:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762596.319520:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09f80 x1876699521354496/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762596.319528:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762596.319532:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762596.319534:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762596.319537:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2565
00000100:00080000:1.0:1789762596.319539:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762596.319542:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762596.319545:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762596.319553:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0ad80 x1876699521354624/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762596.319561:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762596.319565:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762596.319572:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789762596.319574:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521354368:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789762596.319578:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2565
00000100:00080000:1.0:1789762596.319586:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762596.319592:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762596.319595:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762596.319607:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0aa00 x1876699521354752/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762596.319614:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762596.319618:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762596.319620:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762596.319623:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2565
00000100:00080000:1.0:1789762596.319626:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762596.319630:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762596.319636:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762596.319643:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08380 x1876699521354880/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762596.319649:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762596.319652:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762596.319654:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762596.319658:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2565
00000100:00080000:1.0:1789762596.319661:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762596.319663:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762596.319666:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762596.319675:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08700 x1876699521355008/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762596.319695:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521354496:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762596.319731:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521354624:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762596.319748:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521354752:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762596.319777:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521354880:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762596.319803:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521355008:192.168.203.116@tcp:38:kworker.0
00010000:00010000:2.0:1789762596.383387:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762597.407415:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762598.431369:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789762599.391554:0:2394:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.116:988
00000400:00000100:1.0:1789762599.391603:0:2394:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.116@tcp at host 192.168.203.116 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789762599.391617:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:1.0:1789762599.391650:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:1.0:1789762599.391657:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:1.0:1789762599.391662:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:1.0:1789762599.391668:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:1.0:1789762599.391686:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000100:00100000:2.0:1789762599.391728:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762596/real 1789762599]  req@ffff911a08b0ad80 x1876699521354624/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762599.391750:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0ad80 x1876699521354624/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762599.391759:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762599.391763:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762599.391768:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521354624:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762599.391781:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762596/real 1789762599]  req@ffff911a08b0aa00 x1876699521354752/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762599.391794:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0aa00 x1876699521354752/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762599.391803:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762599.391807:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762599.391810:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521354752:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762599.391817:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762596/real 1789762599]  req@ffff911a08b08380 x1876699521354880/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762599.391830:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08380 x1876699521354880/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762599.391837:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762599.391840:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762599.391844:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521354880:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762599.391850:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762596/real 1789762599]  req@ffff911a08b08700 x1876699521355008/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762599.391860:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08700 x1876699521355008/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762599.391866:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762599.391870:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762599.391873:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521355008:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762599.391878:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762596/real 1789762599]  req@ffff911a08b09180 x1876699521354368/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762599.391890:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09180 x1876699521354368/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762599.391896:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762599.391899:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762599.391902:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521354368:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789762599.391908:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762596/real 1789762599]  req@ffff911a08b09f80 x1876699521354496/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762599.391918:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09f80 x1876699521354496/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762599.391926:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762599.391930:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762599.391933:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521354496:192.168.203.116@tcp:38:kworker.0
00010000:00010000:2.0:1789762599.455358:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762600.479381:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762601.439304:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762601.439315:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762601.439320:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762601.439330:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2570
00000100:00080000:1.0:1789762601.439340:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762601.439347:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762601.439375:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a300 x1876699521355136/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762601.439398:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762601.439402:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762601.439404:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762601.439408:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2570
00000100:00080000:1.0:1789762601.439412:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762601.439416:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762601.439426:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762601.439434:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521355136:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762601.439439:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09500 x1876699521355264/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762601.439449:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762601.439452:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762601.439453:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762601.439457:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2570
00000100:00080000:1.0:1789762601.439460:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762601.439464:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762601.439468:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762601.439479:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08e00 x1876699521355392/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762601.439487:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789762601.439490:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789762601.439491:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762601.439493:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762601.439496:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2570
00000100:00080000:1.0:1789762601.439499:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762601.439502:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762601.439507:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762601.439517:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09880 x1876699521355520/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762601.439526:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762601.439530:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1789762601.439530:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762601/real 1789762601]  req@ffff911a08b0a300 x1876699521355136/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762601.439531:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762601.439535:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2570
00000100:00080000:1.0:1789762601.439539:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762601.439543:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762601.439547:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762601.439548:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a300 x1876699521355136/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762601.439560:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b100 x1876699521355648/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762601.439572:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762601.439577:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:1.0:1789762601.439580:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789762601.439581:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521355136:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789762601.439584:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762601.439586:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762601.439590:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2570
00000100:00080000:1.0:1789762601.439593:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762601.439596:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762601.439601:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762601.439605:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521355264:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762601.439611:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a680 x1876699521355776/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762601.439627:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762601.439640:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762601/real 1789762601]  req@ffff911a08b09500 x1876699521355264/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762601.439653:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09500 x1876699521355264/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762601.439662:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762601.439666:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762601.439670:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521355264:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762601.439676:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521355392:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762601.439698:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762601.439710:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762601/real 1789762601]  req@ffff911a08b08e00 x1876699521355392/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762601.439721:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08e00 x1876699521355392/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762601.439729:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762601.439732:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762601.439736:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521355392:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762601.439742:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521355520:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762601.439762:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762601.439772:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762601/real 1789762601]  req@ffff911a08b09880 x1876699521355520/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762601.439783:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09880 x1876699521355520/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762601.439791:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762601.439795:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762601.439798:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521355520:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762601.439804:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521355648:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762601.439822:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762601.439835:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762601/real 1789762601]  req@ffff911a08b0b100 x1876699521355648/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762601.439847:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b100 x1876699521355648/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762601.439856:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762601.439859:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762601.439863:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521355648:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762601.439881:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521355776:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762601.439902:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762601.439913:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762601/real 1789762601]  req@ffff911a08b0a680 x1876699521355776/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762601.439925:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a680 x1876699521355776/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762601.439934:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762601.439937:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762601.439940:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521355776:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762601.503398:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762602.527380:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762603.551381:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762604.575364:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762605.599369:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762606.559364:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762606.559373:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762606.559376:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762606.559384:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2575
00000100:00080000:2.0:1789762606.559394:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762606.559401:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762606.559434:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8700 x1876699521355904/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762606.559458:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762606.559461:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762606.559462:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762606.559465:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2575
00000100:00080000:2.0:1789762606.559467:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762606.559469:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762606.559477:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762606.559486:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8e00 x1876699521356032/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762606.559494:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762606.559498:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521355904:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789762606.559498:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762606.559502:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762606.559510:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2575
00000100:00080000:2.0:1789762606.559513:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762606.559515:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762606.559518:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762606.559527:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea300 x1876699521356160/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762606.559533:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762606.559535:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762606.559537:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762606.559540:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2575
00000100:00080000:2.0:1789762606.559543:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762606.559546:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762606.559549:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762606.559555:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb800 x1876699521356288/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762606.559562:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762606.559564:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762606.559565:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762606.559567:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2575
00000100:00080000:2.0:1789762606.559570:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789762606.559572:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:2.0:1789762606.559575:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762606.559580:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762606.559588:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9f80 x1876699521356416/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762606.559595:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762606.559597:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762606.559598:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762606.559600:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2575
00000100:00080000:2.0:1789762606.559602:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762606.559605:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762606.559608:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762606.559620:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eead80 x1876699521356544/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762606.559621:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762606/real 1789762606]  req@ffff911a12ee8700 x1876699521355904/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762606.559650:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8700 x1876699521355904/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762606.559659:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762606.559662:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762606.559665:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521355904:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762606.559685:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521356032:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762606.559706:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762606.559719:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762606/real 1789762606]  req@ffff911a12ee8e00 x1876699521356032/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762606.559733:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8e00 x1876699521356032/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762606.559750:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762606.559753:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762606.559757:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521356032:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762606.559761:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521356160:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762606.559779:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762606.559787:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762606/real 1789762606]  req@ffff911a12eea300 x1876699521356160/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762606.559795:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea300 x1876699521356160/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762606.559801:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762606.559803:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762606.559805:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521356160:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762606.559809:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521356288:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762606.559822:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762606.559828:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762606/real 1789762606]  req@ffff911a12eeb800 x1876699521356288/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762606.559835:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb800 x1876699521356288/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762606.559841:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762606.559842:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762606.559845:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521356288:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762606.559849:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521356416:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762606.559859:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762606.559865:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762606/real 1789762606]  req@ffff911a12ee9f80 x1876699521356416/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762606.559872:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9f80 x1876699521356416/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762606.559877:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762606.559879:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762606.559881:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521356416:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762606.559884:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521356544:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762606.559897:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762606.559903:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762606/real 1789762606]  req@ffff911a12eead80 x1876699521356544/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762606.559910:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eead80 x1876699521356544/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762606.559915:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762606.559917:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762606.559919:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521356544:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762606.623360:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762607.647412:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762608.671343:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762609.695351:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762610.719343:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762611.679313:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762611.679322:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762611.679325:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762611.679333:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2580
00000100:00080000:0.0:1789762611.679342:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762611.679348:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789762611.679379:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57b80 x1876699521356672/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762611.679402:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762611.679405:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762611.679407:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762611.679409:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2580
00000100:00080000:0.0:1789762611.679412:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762611.679414:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762611.679421:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762611.679430:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56680 x1876699521356800/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762611.679437:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762611.679441:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762611.679442:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762611.679445:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2580
00000100:00080000:0.0:1789762611.679448:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762611.679451:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762611.679454:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762611.679461:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55f80 x1876699521356928/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762611.679469:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762611.679471:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521356672:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789762611.679472:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762611.679476:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762611.679484:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2580
00000100:00080000:0.0:1789762611.679486:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762611.679488:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762611.679492:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762611.679500:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55500 x1876699521357056/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762611.679507:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762611.679509:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762611.679511:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762611.679513:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2580
00000100:00080000:0.0:1789762611.679528:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762611.679531:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762611.679535:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762611.679541:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54e00 x1876699521357184/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762611.679548:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789762611.679553:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762611.679556:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762611.679558:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762611.679561:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2580
00000100:00080000:0.0:1789762611.679563:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762611.679566:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762611.679570:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762611.679578:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55c00 x1876699521357312/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762611.679605:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762611/real 1789762611]  req@ffff911a05c57b80 x1876699521356672/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762611.679625:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57b80 x1876699521356672/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762611.679636:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762611.679640:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762611.679645:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521356672:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762611.679653:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521356800:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762611.679677:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762611.679690:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762611/real 1789762611]  req@ffff911a05c56680 x1876699521356800/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762611.679703:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56680 x1876699521356800/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762611.679711:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762611.679715:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762611.679719:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521356800:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762611.679743:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521356928:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762611.679763:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762611.679775:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762611/real 1789762611]  req@ffff911a05c55f80 x1876699521356928/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762611.679787:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55f80 x1876699521356928/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762611.679802:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762611.679806:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762611.679810:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521356928:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762611.679816:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521357056:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762611.679847:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762611.679859:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762611/real 1789762611]  req@ffff911a05c55500 x1876699521357056/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762611.679872:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55500 x1876699521357056/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762611.679881:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762611.679884:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762611.679888:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521357056:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762611.679894:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521357184:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762611.679915:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762611.679935:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762611/real 1789762611]  req@ffff911a05c54e00 x1876699521357184/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762611.679948:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54e00 x1876699521357184/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762611.679957:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762611.679960:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762611.679964:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521357184:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762611.679970:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521357312:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762611.679990:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762611.680001:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762611/real 1789762611]  req@ffff911a05c55c00 x1876699521357312/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762611.680014:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55c00 x1876699521357312/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762611.680022:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762611.680025:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762611.680029:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521357312:192.168.203.116@tcp:38:kworker.0
00010000:00010000:2.0:1789762611.743354:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762612.767426:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762613.791412:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762614.815383:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762615.839381:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762616.799327:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762616.799335:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762616.799338:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762616.799347:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2586
00000100:00080000:2.0:1789762616.799356:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762616.799362:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762616.799394:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb100 x1876699521357440/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762616.799415:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762616.799418:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762616.799419:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762616.799422:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2586
00000100:00080000:2.0:1789762616.799424:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762616.799427:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762616.799434:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762616.799444:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea680 x1876699521357568/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762616.799451:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762616.799453:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762616.799456:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762616.799459:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2586
00000100:00080000:2.0:1789762616.799461:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762616.799466:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762616.799467:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521357440:192.168.203.116@tcp:250:kworker.0
00000008:00100000:2.0:1789762616.799470:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762616.799489:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8380 x1876699521357696/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762616.799496:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762616.799498:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762616.799499:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762616.799502:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2586
00000100:00080000:2.0:1789762616.799503:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762616.799506:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762616.799509:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762616.799518:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eebb80 x1876699521357824/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762616.799525:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762616.799528:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762616.799529:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762616.799531:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2586
00000100:00080000:2.0:1789762616.799533:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762616.799535:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762616.799539:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762616.799546:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9500 x1876699521357952/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762616.799552:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:2.0:1789762616.799560:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762616.799563:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762616.799564:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762616.799568:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2586
00000100:00080000:2.0:1789762616.799571:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762616.799573:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762616.799576:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762616.799584:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8000 x1876699521358080/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762616.799603:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762616/real 1789762616]  req@ffff911a12eeb100 x1876699521357440/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762616.799619:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb100 x1876699521357440/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762616.799627:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762616.799631:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762616.799635:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521357440:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762616.799642:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521357568:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762616.799677:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762616.799692:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762616/real 1789762616]  req@ffff911a12eea680 x1876699521357568/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762616.799702:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea680 x1876699521357568/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762616.799708:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762616.799710:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762616.799713:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521357568:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762616.799730:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521357696:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762616.799745:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762616.799763:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762616/real 1789762616]  req@ffff911a12ee8380 x1876699521357696/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762616.799788:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8380 x1876699521357696/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762616.799797:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762616.799801:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762616.799804:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521357696:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762616.799811:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521357824:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762616.799829:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762616.799836:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762616/real 1789762616]  req@ffff911a12eebb80 x1876699521357824/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762616.799844:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eebb80 x1876699521357824/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762616.799850:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762616.799852:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762616.799854:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521357824:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762616.799857:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521357952:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762616.799869:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762616.799875:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762616/real 1789762616]  req@ffff911a12ee9500 x1876699521357952/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762616.799882:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9500 x1876699521357952/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762616.799887:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762616.799889:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762616.799891:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521357952:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762616.799894:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521358080:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762616.799913:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762616.799921:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762616/real 1789762616]  req@ffff911a12ee8000 x1876699521358080/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762616.799928:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8000 x1876699521358080/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762616.799933:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762616.799935:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762616.799938:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521358080:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762616.863349:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762617.887384:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762618.911380:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762619.935341:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762620.959357:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762621.919339:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762621.919350:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762621.919354:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762621.919365:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2591
00000100:00080000:1.0:1789762621.919376:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762621.919382:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762621.919416:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a680 x1876699521358208/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762621.919439:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762621.919442:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762621.919444:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762621.919447:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2591
00000100:00080000:1.0:1789762621.919450:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762621.919453:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762621.919462:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762621.919479:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521358208:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762621.919480:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b100 x1876699521358336/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762621.919498:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762621.919502:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762621.919504:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762621.919510:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2591
00000100:00080000:1.0:1789762621.919515:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762621.919519:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762621.919524:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762621.919536:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09880 x1876699521358464/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762621.919540:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789762621.919552:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762621.919556:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762621.919559:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762621.919564:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2591
00000100:00080000:1.0:1789762621.919569:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762621.919574:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762621.919577:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762621/real 1789762621]  req@ffff911a08b0a680 x1876699521358208/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789762621.919582:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762621.919598:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a680 x1876699521358208/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762621.919603:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08e00 x1876699521358592/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762621.919613:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762621.919619:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762621.919620:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:1.0:1789762621.919626:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1789762621.919627:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521358208:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789762621.919630:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762621.919636:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2591
00000100:00080000:1.0:1789762621.919639:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762621.919642:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762621.919645:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762621.919651:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521358336:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762621.919656:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09500 x1876699521358720/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762621.919666:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762621.919669:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762621.919671:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789762621.919674:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789762621.919678:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2591
00000100:00080000:1.0:1789762621.919682:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762621.919689:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762621/real 1789762621]  req@ffff911a08b0b100 x1876699521358336/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762621.919695:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762621.919703:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762621.919705:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b100 x1876699521358336/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762621.919713:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789762621.919716:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a300 x1876699521358848/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762621.919719:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762621.919725:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521358336:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762621.919736:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521358464:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762621.919750:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762621.919758:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762621/real 1789762621]  req@ffff911a08b09880 x1876699521358464/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762621.919766:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09880 x1876699521358464/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762621.919772:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762621.919774:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762621.919776:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521358464:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762621.919779:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521358592:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762621.919790:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762621.919796:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762621/real 1789762621]  req@ffff911a08b08e00 x1876699521358592/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762621.919808:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08e00 x1876699521358592/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762621.919813:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762621.919815:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762621.919817:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521358592:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762621.919826:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521358720:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762621.919836:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762621.919841:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762621/real 1789762621]  req@ffff911a08b09500 x1876699521358720/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762621.919849:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09500 x1876699521358720/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762621.919854:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762621.919855:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762621.919857:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521358720:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762621.919860:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521358848:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762621.919869:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762621.919875:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762621/real 1789762621]  req@ffff911a08b0a300 x1876699521358848/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762621.919882:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a300 x1876699521358848/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762621.919891:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762621.919893:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762621.919896:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521358848:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762621.983388:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762623.007500:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762624.031408:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762625.055344:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762626.079431:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762627.039355:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762627.039363:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762627.039367:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762627.039375:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2596
00000100:00080000:2.0:1789762627.039383:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762627.039390:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762627.039419:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8000 x1876699521358976/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762627.039447:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762627.039450:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762627.039452:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762627.039455:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2596
00000100:00080000:2.0:1789762627.039457:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762627.039461:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762627.039469:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762627.039482:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521358976:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789762627.039482:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9500 x1876699521359104/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762627.039496:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762627.039499:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762627.039500:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762627.039503:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2596
00000100:00080000:2.0:1789762627.039505:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762627.039508:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762627.039511:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762627.039520:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eebb80 x1876699521359232/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762627.039526:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762627.039528:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762627.039530:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762627.039532:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2596
00000100:00080000:2.0:1789762627.039535:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762627.039538:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762627.039541:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789762627.039545:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762627.039551:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8380 x1876699521359360/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762627.039559:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762627.039561:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762627.039562:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762627.039565:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2596
00000100:00080000:2.0:1789762627.039573:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762627.039576:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762627.039580:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762627.039588:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea680 x1876699521359488/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762627.039594:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762627/real 1789762627]  req@ffff911a12ee8000 x1876699521358976/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762627.039597:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762627.039603:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762627.039606:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762627.039613:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2596
00000100:00080000:2.0:1789762627.039617:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762627.039619:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762627.039622:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762627.039631:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8000 x1876699521358976/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762627.039631:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb100 x1876699521359616/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762627.039658:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762627.039664:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762627.039670:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521358976:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762627.039703:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521359104:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762627.039728:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762627.039751:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762627/real 1789762627]  req@ffff911a12ee9500 x1876699521359104/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762627.039759:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9500 x1876699521359104/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762627.039766:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762627.039768:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762627.039770:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521359104:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762627.039774:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521359232:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762627.039787:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762627.039793:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762627/real 1789762627]  req@ffff911a12eebb80 x1876699521359232/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762627.039800:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eebb80 x1876699521359232/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762627.039805:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762627.039807:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762627.039809:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521359232:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762627.039812:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521359360:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762627.039824:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762627.039830:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762627/real 1789762627]  req@ffff911a12ee8380 x1876699521359360/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762627.039837:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8380 x1876699521359360/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762627.039842:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762627.039843:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762627.039846:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521359360:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762627.039850:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521359488:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762627.039860:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762627.039866:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762627/real 1789762627]  req@ffff911a12eea680 x1876699521359488/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762627.039873:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea680 x1876699521359488/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762627.039878:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762627.039879:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762627.039881:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521359488:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762627.039884:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521359616:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762627.039896:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762627.039907:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762627/real 1789762627]  req@ffff911a12eeb100 x1876699521359616/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762627.039914:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb100 x1876699521359616/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762627.039918:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762627.039920:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762627.039922:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521359616:192.168.203.116@tcp:38:kworker.0
00010000:00010000:2.0:1789762627.103340:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762628.127351:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762629.151397:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762630.175388:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762631.199387:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762632.159358:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762632.159368:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762632.159373:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762632.159383:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2601
00000100:00080000:3.0:1789762632.159393:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762632.159402:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789762632.159438:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521359744/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762632.159470:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762632.159474:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762632.159476:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762632.159482:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2601
00000100:00080000:3.0:1789762632.159487:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762632.159493:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762632.159504:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762632.159528:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521359744:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789762632.159529:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521359872/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762632.159555:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762632.159560:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762632.159564:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762632.159571:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2601
00000100:00080000:3.0:1789762632.159576:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762632.159581:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762632.159587:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762632.159601:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521360000/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762632.159613:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789762632.159620:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789762632.159626:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762632.159630:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762632.159637:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2601
00000100:00080000:3.0:1789762632.159644:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762632.159650:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762632.159656:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762632.159674:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521360128/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762632.159681:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762632/real 1789762632]  req@ffff911a04ad0000 x1876699521359744/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762632.159728:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762632.159733:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521359744/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762632.159741:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762632.159752:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762632.159754:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762632.159771:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2601
00000100:00080000:1.0:1789762632.159779:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:3.0:1789762632.159779:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762632.159787:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521359744:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789762632.159789:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762632.159800:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762632.159815:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521360256/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762632.159826:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521359872:192.168.203.116@tcp:38:kworker.0
00000100:00080000:3.0:1789762632.159835:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762632.159842:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762632.159845:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762632.159854:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2601
00000800:00000100:1.0:1789762632.159855:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789762632.159864:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762632.159878:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762632/real 1789762632]  req@ffff911a04ad3480 x1876699521359872/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762632.159878:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762632.159893:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762632.159899:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521359872/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762632.159907:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762632.159910:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789762632.159916:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521360384/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762632.159917:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521359872:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762632.159932:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521360000:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762632.159967:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762632.159976:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762632/real 1789762632]  req@ffff911a04ad1f80 x1876699521360000/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762632.159988:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521360000/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762632.160010:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762632.160013:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762632.160015:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521360000:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762632.160021:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521360128:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762632.160051:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762632.160062:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762632/real 1789762632]  req@ffff911a04ad2300 x1876699521360128/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762632.160070:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521360128/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762632.160077:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762632.160079:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762632.160082:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521360128:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762632.160098:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521360256:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762632.160113:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762632.160121:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762632/real 1789762632]  req@ffff911a04ad1880 x1876699521360256/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762632.160129:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521360256/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762632.160135:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762632.160137:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762632.160140:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521360256:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762632.160145:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521360384:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762632.160157:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762632.160163:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762632/real 1789762632]  req@ffff911a04ad1c00 x1876699521360384/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762632.160171:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521360384/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762632.160177:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762632.160178:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762632.160180:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521360384:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762632.223410:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762633.247399:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762634.271446:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762635.295327:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762636.319357:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762637.279306:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762637.279315:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762637.279318:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762637.279326:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2606
00000100:00080000:1.0:1789762637.279335:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762637.279341:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762637.279372:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09f80 x1876699521360512/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762637.279397:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762637.279400:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762637.279402:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762637.279405:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2606
00000100:00080000:1.0:1789762637.279407:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762637.279410:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762637.279417:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762637.279427:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09180 x1876699521360640/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762637.279434:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762637.279437:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762637.279438:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762637.279440:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2606
00000100:00080000:1.0:1789762637.279442:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762637.279446:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762637.279450:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521360512:192.168.203.116@tcp:250:kworker.0
00000008:00100000:1.0:1789762637.279451:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762637.279460:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08700 x1876699521360768/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762637.279468:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762637.279476:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762637.279477:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762637.279480:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2606
00000100:00080000:1.0:1789762637.279483:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762637.279485:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762637.279489:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762637.279498:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08380 x1876699521360896/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762637.279505:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762637.279508:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762637.279509:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762637.279511:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2606
00000100:00080000:1.0:1789762637.279514:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762637.279518:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000800:00000100:2.0:1789762637.279521:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000008:00100000:1.0:1789762637.279523:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762637.279532:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0aa00 x1876699521361024/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762637.279538:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762637.279541:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762637.279542:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762637.279544:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2606
00000100:00080000:1.0:1789762637.279546:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762637.279549:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762637.279552:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762637.279560:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0ad80 x1876699521361152/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762637.279567:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762637/real 1789762637]  req@ffff911a08b09f80 x1876699521360512/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762637.279588:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09f80 x1876699521360512/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762637.279599:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762637.279603:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762637.279607:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521360512:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789762637.279615:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521360640:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762637.279638:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762637.279650:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762637/real 1789762637]  req@ffff911a08b09180 x1876699521360640/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762637.279663:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09180 x1876699521360640/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762637.279672:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762637.279676:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762637.279679:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521360640:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762637.279703:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521360768:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762637.279723:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762637.279733:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762637/real 1789762637]  req@ffff911a08b08700 x1876699521360768/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762637.279744:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08700 x1876699521360768/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762637.279752:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762637.279756:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762637.279759:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521360768:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762637.279765:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521360896:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762637.279783:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762637.279793:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762637/real 1789762637]  req@ffff911a08b08380 x1876699521360896/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762637.279811:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08380 x1876699521360896/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762637.279820:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762637.279823:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762637.279826:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521360896:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762637.279832:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521361024:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762637.279851:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762637.279861:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762637/real 1789762637]  req@ffff911a08b0aa00 x1876699521361024/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762637.279873:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0aa00 x1876699521361024/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762637.279882:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762637.279885:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762637.279889:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521361024:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762637.279894:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521361152:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762637.279913:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762637.279923:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762637/real 1789762637]  req@ffff911a08b0ad80 x1876699521361152/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762637.279935:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0ad80 x1876699521361152/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762637.279949:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762637.279953:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762637.279956:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521361152:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762637.343348:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762638.367393:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762639.391413:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762640.415476:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762641.439420:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762642.399292:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762642.399301:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762642.399304:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762642.399313:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2611
00000100:00080000:1.0:1789762642.399321:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762642.399328:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762642.399371:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09c00 x1876699521361280/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762642.399393:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762642.399396:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762642.399397:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762642.399400:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2611
00000100:00080000:1.0:1789762642.399403:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762642.399405:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762642.399412:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762642.399423:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08000 x1876699521361408/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762642.399431:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762642.399436:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789762642.399437:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521361280:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789762642.399445:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762642.399449:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2611
00000100:00080000:1.0:1789762642.399451:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762642.399454:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762642.399458:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762642.399468:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b480 x1876699521361536/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762642.399475:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762642.399478:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762642.399479:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762642.399481:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2611
00000100:00080000:1.0:1789762642.399485:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762642.399487:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762642.399491:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789762642.399495:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762642.399503:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0bb80 x1876699521361664/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762642.399512:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762642.399514:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762642.399515:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762642.399518:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2611
00000100:00080000:1.0:1789762642.399520:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762642.399523:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762642.399527:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762642.399535:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b800 x1876699521361792/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762642.399542:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762642/real 1789762642]  req@ffff911a08b09c00 x1876699521361280/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762642.399544:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762642.399551:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762642.399553:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762642.399564:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2611
00000100:00080000:1.0:1789762642.399567:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762642.399573:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762642.399574:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09c00 x1876699521361280/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789762642.399576:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762642.399587:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08a80 x1876699521361920/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762642.399615:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762642.399624:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762642.399629:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521361280:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789762642.399650:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521361408:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762642.399671:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762642.399681:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762642/real 1789762642]  req@ffff911a08b08000 x1876699521361408/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762642.399696:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08000 x1876699521361408/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762642.399702:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762642.399704:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762642.399707:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521361408:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762642.399712:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521361536:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762642.399724:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762642.399731:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762642/real 1789762642]  req@ffff911a08b0b480 x1876699521361536/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762642.399739:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b480 x1876699521361536/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762642.399744:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762642.399746:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762642.399748:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521361536:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762642.399751:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521361664:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762642.399762:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762642.399768:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762642/real 1789762642]  req@ffff911a08b0bb80 x1876699521361664/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762642.399775:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0bb80 x1876699521361664/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762642.399780:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762642.399782:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762642.399784:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521361664:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762642.399794:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521361792:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762642.399805:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762642.399812:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762642/real 1789762642]  req@ffff911a08b0b800 x1876699521361792/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762642.399820:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b800 x1876699521361792/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762642.399825:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762642.399826:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762642.399828:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521361792:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762642.399832:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521361920:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762642.399842:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762642.399848:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762642/real 1789762642]  req@ffff911a08b08a80 x1876699521361920/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762642.399856:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08a80 x1876699521361920/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762642.399860:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762642.399862:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762642.399864:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521361920:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762642.463350:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762643.487386:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762644.511518:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762645.535435:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762646.559380:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762647.519356:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762647.519369:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762647.519374:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762647.519385:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2616
00000100:00080000:1.0:1789762647.519398:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762647.519405:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762647.519453:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08a80 x1876699521362048/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762647.519481:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762647.519485:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762647.519486:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762647.519490:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2616
00000100:00080000:1.0:1789762647.519493:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762647.519496:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762647.519506:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762647.519519:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b800 x1876699521362176/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762647.519527:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762647.519530:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762647.519532:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762647.519534:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2616
00000100:00080000:1.0:1789762647.519537:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762647.519539:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762647.519545:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762647.519553:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521362048:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762647.519559:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0bb80 x1876699521362304/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762647.519581:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762647.519585:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762647.519586:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762647.519592:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2616
00000100:00080000:1.0:1789762647.519595:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762647.519599:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762647.519605:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762647.519619:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b480 x1876699521362432/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762647.519630:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789762647.519633:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762647.519636:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762647.519638:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762647.519644:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2616
00000100:00080000:1.0:1789762647.519648:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762647.519652:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762647.519658:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762647.519669:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08000 x1876699521362560/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762647.519681:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789762647.519681:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762647/real 1789762647]  req@ffff911a08b08a80 x1876699521362048/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762647.519696:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762647.519703:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762647.519719:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2616
00000100:00080000:1.0:1789762647.519728:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762647.519733:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762647.519740:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08a80 x1876699521362048/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789762647.519741:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762647.519757:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09c00 x1876699521362688/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762647.519817:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762647.519824:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762647.519828:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521362048:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789762647.519837:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521362176:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762647.519858:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762647.519868:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762647/real 1789762647]  req@ffff911a08b0b800 x1876699521362176/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762647.519877:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b800 x1876699521362176/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762647.519882:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762647.519885:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762647.519887:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521362176:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762647.519908:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521362304:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762647.519932:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762647.519942:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762647/real 1789762647]  req@ffff911a08b0bb80 x1876699521362304/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762647.519951:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0bb80 x1876699521362304/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762647.519956:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762647.519959:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762647.519963:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521362304:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762647.519970:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521362432:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762647.519992:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762647.520005:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762647/real 1789762647]  req@ffff911a08b0b480 x1876699521362432/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762647.520018:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b480 x1876699521362432/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762647.520024:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762647.520026:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762647.520028:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521362432:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762647.520033:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521362560:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762647.520048:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762647.520055:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762647/real 1789762647]  req@ffff911a08b08000 x1876699521362560/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762647.520063:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08000 x1876699521362560/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762647.520068:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762647.520070:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762647.520072:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521362560:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762647.520076:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521362688:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762647.520086:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762647.520092:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762647/real 1789762647]  req@ffff911a08b09c00 x1876699521362688/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762647.520099:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09c00 x1876699521362688/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762647.520104:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762647.520106:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762647.520108:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521362688:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762647.583443:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762648.607374:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762649.631382:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762650.655416:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762651.679432:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762652.639336:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762652.639348:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762652.639352:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762652.639363:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2621
00000100:00080000:1.0:1789762652.639376:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762652.639383:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762652.639428:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0ad80 x1876699521362816/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762652.639460:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762652.639463:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762652.639465:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762652.639469:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2621
00000100:00080000:1.0:1789762652.639471:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762652.639474:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762652.639484:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762652.639493:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0aa00 x1876699521362944/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762652.639506:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762652.639508:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762652.639509:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762652.639513:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2621
00000100:00080000:1.0:1789762652.639515:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762652.639517:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762652.639521:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762652.639527:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521362816:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762652.639532:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08380 x1876699521363072/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762652.639540:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762652.639543:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762652.639544:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762652.639546:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2621
00000100:00080000:1.0:1789762652.639547:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762652.639550:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762652.639553:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762652.639561:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08700 x1876699521363200/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762652.639568:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762652.639570:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762652.639572:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762652.639574:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2621
00000100:00080000:1.0:1789762652.639577:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762652.639580:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762652.639584:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762652.639591:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09180 x1876699521363328/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762652.639597:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762652.639600:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762652.639601:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762652.639604:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2621
00000100:00080000:1.0:1789762652.639607:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789762652.639611:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789762652.639612:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762652.639618:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762652.639626:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09f80 x1876699521363456/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762652.639666:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762652/real 1789762652]  req@ffff911a08b0ad80 x1876699521362816/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762652.639687:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0ad80 x1876699521362816/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762652.639699:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762652.639703:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762652.639707:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521362816:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789762652.639716:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521362944:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762652.639738:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762652.639750:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762652/real 1789762652]  req@ffff911a08b0aa00 x1876699521362944/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762652.639761:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0aa00 x1876699521362944/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762652.639770:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762652.639774:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762652.639777:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521362944:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762652.639804:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521363072:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762652.639824:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762652.639835:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762652/real 1789762652]  req@ffff911a08b08380 x1876699521363072/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762652.639847:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08380 x1876699521363072/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762652.639855:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762652.639858:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762652.639860:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521363072:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762652.639865:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521363200:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762652.639895:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762652.639905:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762652/real 1789762652]  req@ffff911a08b08700 x1876699521363200/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762652.639913:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08700 x1876699521363200/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762652.639919:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762652.639921:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762652.639924:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521363200:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762652.639928:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521363328:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762652.639942:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762652.639948:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762652/real 1789762652]  req@ffff911a08b09180 x1876699521363328/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762652.639956:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09180 x1876699521363328/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762652.639961:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762652.639962:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762652.639964:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521363328:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762652.639967:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521363456:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762652.639977:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762652.639983:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762652/real 1789762652]  req@ffff911a08b09f80 x1876699521363456/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762652.639991:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09f80 x1876699521363456/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762652.639996:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762652.639997:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762652.639999:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521363456:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762652.703389:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762653.727339:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762654.751287:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762655.775327:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762656.799320:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762657.759318:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762657.759329:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762657.759334:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762657.759343:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2627
00000100:00080000:0.0:1789762657.759354:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762657.759362:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789762657.759397:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521363584/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762657.759420:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762657.759425:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762657.759427:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762657.759432:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2627
00000100:00080000:0.0:1789762657.759437:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762657.759442:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762657.759452:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762657.759466:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521363584:192.168.203.116@tcp:250:kworker.0
00000100:00100000:0.0:1789762657.759471:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521363712/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762657.759486:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762657.759490:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762657.759492:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762657.759497:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2627
00000100:00080000:0.0:1789762657.759501:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762657.759506:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762657.759512:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762657.759526:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56d80 x1876699521363840/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762657.759533:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789762657.759540:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762657.759543:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762657.759545:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762657.759549:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2627
00000100:00080000:0.0:1789762657.759552:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762657.759555:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762657.759559:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762657.759567:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521363968/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762657.759575:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762657.759580:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1789762657.759580:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762657/real 1789762657]  req@ffff911a05c54700 x1876699521363584/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762657.759584:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762657.759592:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2627
00000100:00080000:0.0:1789762657.759597:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762657.759603:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762657.759606:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521363584/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789762657.759611:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789762657.759616:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762657.759620:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762657.759624:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521363584:192.168.203.116@tcp:250:kworker.0
00000100:00100000:0.0:1789762657.759629:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521364096/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762657.759653:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762657.759657:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789762657.759659:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521363712:192.168.203.116@tcp:38:kworker.0
00000100:00080000:0.0:1789762657.759661:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762657.759668:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2627
00000100:00080000:0.0:1789762657.759672:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762657.759676:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762657.759680:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789762657.759685:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789762657.759695:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521364224/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762657.759699:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762657/real 1789762657]  req@ffff911a05c56a00 x1876699521363712/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762657.759727:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521363712/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762657.759736:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762657.759740:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762657.759743:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521363712:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762657.759750:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521363840:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762657.759779:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762657.759791:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762657/real 1789762657]  req@ffff911a05c56d80 x1876699521363840/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762657.759810:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56d80 x1876699521363840/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762657.759819:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762657.759822:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762657.759825:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521363840:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762657.759831:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521363968:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762657.759866:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762657.759877:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762657/real 1789762657]  req@ffff911a05c55880 x1876699521363968/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762657.759889:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521363968/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762657.759909:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762657.759912:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762657.759915:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521363968:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762657.759919:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521364096:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762657.759932:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762657.759939:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762657/real 1789762657]  req@ffff911a05c54000 x1876699521364096/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762657.759946:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521364096/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762657.759955:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762657.759957:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762657.759959:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521364096:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762657.759971:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521364224:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762657.759986:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762657.759992:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762657/real 1789762657]  req@ffff911a05c57100 x1876699521364224/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762657.759999:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521364224/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762657.760004:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762657.760006:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762657.760008:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521364224:192.168.203.116@tcp:38:kworker.0
00010000:00010000:2.0:1789762657.823357:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762658.847359:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762659.871429:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762660.895482:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762661.919347:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762662.879348:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762662.879356:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762662.879360:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762662.879368:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2632
00000100:00080000:0.0:1789762662.879377:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762662.879383:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789762662.879415:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54a80 x1876699521364352/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762662.879440:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762662.879443:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762662.879444:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762662.879447:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2632
00000100:00080000:0.0:1789762662.879449:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762662.879451:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762662.879459:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762662.879466:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57800 x1876699521364480/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762662.879473:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762662.879476:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762662.879481:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762662.879483:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2632
00000100:00080000:0.0:1789762662.879485:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762662.879487:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762662.879490:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762662.879496:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54380 x1876699521364608/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762662.879508:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762662.879511:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762662.879512:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762662.879514:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2632
00000100:00080000:0.0:1789762662.879516:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762662.879519:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762662.879522:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762662.879527:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521364352:192.168.203.116@tcp:250:kworker.0
00000100:00100000:0.0:1789762662.879532:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56300 x1876699521364736/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762662.879541:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762662.879543:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762662.879544:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762662.879546:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2632
00000100:00080000:0.0:1789762662.879548:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762662.879550:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762662.879553:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762662.879560:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55180 x1876699521364864/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762662.879566:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762662.879569:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762662.879570:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762662.879572:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2632
00000100:00080000:0.0:1789762662.879575:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762662.879578:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762662.879581:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762662.879600:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521364992/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762662.879627:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521364480:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762662.879649:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521364608:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762662.879675:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521364736:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762662.879689:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521364864:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762662.879704:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521364992:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762662.943380:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762663.967370:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762664.991346:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789762665.951431:0:2395:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.116:988
00000400:00000100:1.0:1789762665.951467:0:2395:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.116@tcp at host 192.168.203.116 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789762665.951480:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:1.0:1789762665.951509:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:1.0:1789762665.951515:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:1.0:1789762665.951524:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:1.0:1789762665.951533:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:1.0:1789762665.951542:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000100:00100000:2.0:1789762665.951605:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762662/real 1789762665]  req@ffff911a05c56300 x1876699521364736/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762665.951637:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56300 x1876699521364736/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762665.951651:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762665.951661:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762665.951666:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521364736:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762665.951673:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762662/real 1789762665]  req@ffff911a05c55180 x1876699521364864/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762665.951687:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55180 x1876699521364864/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762665.951701:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762665.951705:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762665.951709:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521364864:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762665.951716:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762662/real 1789762665]  req@ffff911a05c57100 x1876699521364992/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762665.951730:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521364992/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762665.951740:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762665.951744:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762665.951747:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521364992:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762665.951758:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762662/real 1789762665]  req@ffff911a05c54a80 x1876699521364352/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762665.951769:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54a80 x1876699521364352/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762665.951777:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762665.951780:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762665.951804:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521364352:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789762665.951814:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762662/real 1789762665]  req@ffff911a05c57800 x1876699521364480/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762665.951826:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57800 x1876699521364480/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762665.951835:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762665.951839:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762665.951842:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521364480:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762665.951848:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762662/real 1789762665]  req@ffff911a05c54380 x1876699521364608/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762665.951859:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54380 x1876699521364608/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762665.951867:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762665.951871:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762665.951875:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521364608:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762666.015390:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762667.039325:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762667.999297:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762667.999306:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762667.999309:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762667.999318:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2637
00000100:00080000:3.0:1789762667.999326:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762667.999332:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789762667.999361:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3100 x1876699521365120/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762667.999383:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762667.999386:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762667.999388:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762667.999391:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2637
00000100:00080000:3.0:1789762667.999394:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762667.999397:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762667.999413:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762667.999429:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0a80 x1876699521365248/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762667.999437:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521365120:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789762667.999445:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762667.999450:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762667.999452:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762667.999456:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2637
00000100:00080000:3.0:1789762667.999461:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762667.999465:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762667.999471:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762667.999497:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521365376/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762667.999509:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789762667.999513:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762667.999518:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762667.999520:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762667.999526:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2637
00000100:00080000:3.0:1789762667.999531:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762667.999536:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762667.999543:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762667.999549:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762667/real 1789762667]  req@ffff911a04ad3100 x1876699521365120/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762667.999559:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521365504/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762667.999565:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3100 x1876699521365120/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762667.999578:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762667.999588:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762667.999590:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762667.999592:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762667.999597:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2637
00000100:00080000:2.0:1789762667.999601:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:3.0:1789762667.999604:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762667.999610:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521365120:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789762667.999612:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762667.999623:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762667.999635:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521365632/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762667.999643:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521365248:192.168.203.116@tcp:38:kworker.0
00000100:00080000:3.0:1789762667.999647:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762667.999653:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762667.999655:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762667.999660:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2637
00000100:00080000:3.0:1789762667.999665:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762667.999670:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762667.999677:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789762667.999679:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789762667.999693:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521365760/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762667.999701:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762667/real 1789762667]  req@ffff911a04ad0a80 x1876699521365248/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762667.999739:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0a80 x1876699521365248/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762667.999751:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762667.999755:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762667.999759:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521365248:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762667.999781:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521365376:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762667.999806:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762667.999818:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762667/real 1789762667]  req@ffff911a04ad1c00 x1876699521365376/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762667.999830:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521365376/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762667.999838:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762667.999841:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762667.999844:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521365376:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762667.999850:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521365504:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762667.999871:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762667.999882:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762667/real 1789762667]  req@ffff911a04ad1880 x1876699521365504/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762667.999901:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521365504/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762667.999911:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762667.999915:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762667.999918:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521365504:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762667.999940:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521365632:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762667.999961:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762667.999974:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762667/real 1789762667]  req@ffff911a04ad2300 x1876699521365632/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762667.999994:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521365632/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762668.000003:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762668.000007:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762668.000010:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521365632:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762668.000017:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521365760:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762668.000037:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762668.000048:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762667/real 1789762668]  req@ffff911a04ad1f80 x1876699521365760/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762668.000061:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521365760/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762668.000069:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762668.000072:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762668.000076:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521365760:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762668.063325:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762669.087331:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762670.111329:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762671.135321:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762672.159345:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762673.119461:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762673.119481:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762673.119489:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762673.119507:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2642
00000100:00080000:2.0:1789762673.119549:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762673.119557:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762673.119620:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eead80 x1876699521365888/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762673.119651:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762673.119654:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762673.119656:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762673.119660:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2642
00000100:00080000:2.0:1789762673.119663:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762673.119666:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762673.119695:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762673.119711:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9f80 x1876699521366016/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762673.119723:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762673.119752:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762673.119760:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762673.119767:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2642
00000100:00080000:2.0:1789762673.119772:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762673.119777:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762673.119799:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762673.119809:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521365888:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789762673.119814:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb800 x1876699521366144/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762673.119832:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762673.119834:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762673.119836:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762673.119841:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2642
00000100:00080000:2.0:1789762673.119844:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762673.119848:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762673.119852:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762673.119861:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea300 x1876699521366272/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762673.119868:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762673.119871:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762673.119872:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762673.119876:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2642
00000100:00080000:2.0:1789762673.119880:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762673.119882:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762673.119886:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762673.119891:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762673.119896:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8e00 x1876699521366400/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762673.119906:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762673.119909:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762673.119911:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762673.119915:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2642
00000100:00080000:2.0:1789762673.119917:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762673.119919:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762673.119924:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762673.119937:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8700 x1876699521366528/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762673.119940:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762673/real 1789762673]  req@ffff911a12eead80 x1876699521365888/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762673.119994:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eead80 x1876699521365888/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762673.120005:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762673.120009:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762673.120012:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521365888:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762673.120018:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521366016:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762673.120035:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762673.120043:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762673/real 1789762673]  req@ffff911a12ee9f80 x1876699521366016/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762673.120051:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9f80 x1876699521366016/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762673.120068:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762673.120070:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762673.120072:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521366016:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762673.120091:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521366144:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762673.120110:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762673.120117:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762673/real 1789762673]  req@ffff911a12eeb800 x1876699521366144/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762673.120124:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb800 x1876699521366144/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762673.120134:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762673.120136:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762673.120138:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521366144:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762673.120142:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521366272:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762673.120152:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762673.120158:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762673/real 1789762673]  req@ffff911a12eea300 x1876699521366272/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762673.120165:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea300 x1876699521366272/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762673.120171:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762673.120173:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762673.120175:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521366272:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762673.120179:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521366400:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762673.120191:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762673.120197:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762673/real 1789762673]  req@ffff911a12ee8e00 x1876699521366400/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762673.120204:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8e00 x1876699521366400/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762673.120209:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762673.120211:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762673.120253:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521366400:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762673.120258:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521366528:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762673.120271:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762673.120279:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762673/real 1789762673]  req@ffff911a12ee8700 x1876699521366528/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762673.120286:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8700 x1876699521366528/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762673.120291:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762673.120293:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762673.120295:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521366528:192.168.203.116@tcp:38:kworker.0
00010000:00010000:2.0:1789762673.183393:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762674.207407:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762675.231409:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762676.255380:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762677.279359:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762678.239316:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762678.239325:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762678.239328:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762678.239337:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2647
00000100:00080000:1.0:1789762678.239346:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762678.239353:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762678.239385:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a300 x1876699521366656/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762678.239408:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762678.239412:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762678.239413:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762678.239416:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2647
00000100:00080000:1.0:1789762678.239419:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762678.239423:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762678.239431:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762678.239441:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521366656:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762678.239443:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09500 x1876699521366784/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762678.239460:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762678.239463:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762678.239464:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762678.239467:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2647
00000100:00080000:1.0:1789762678.239470:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762678.239472:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762678.239476:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762678.239484:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08e00 x1876699521366912/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762678.239490:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762678.239493:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762678.239494:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762678.239497:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2647
00000800:00000100:2.0:1789762678.239501:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789762678.239503:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762678.239508:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762678.239512:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762678.239521:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09880 x1876699521367040/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762678.239527:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762678.239530:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762678.239532:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762678.239535:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2647
00000100:00080000:1.0:1789762678.239539:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762678.239543:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762678/real 1789762678]  req@ffff911a08b0a300 x1876699521366656/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762678.239545:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762678.239552:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762678.239565:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a300 x1876699521366656/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762678.239568:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b100 x1876699521367168/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762678.239588:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762678.239589:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762678.239594:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:1.0:1789762678.239595:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762678.239598:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789762678.239600:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521366656:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789762678.239604:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2647
00000100:00080000:1.0:1789762678.239608:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762678.239610:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762678.239613:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762678.239621:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a680 x1876699521367296/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762678.239625:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521366784:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762678.239649:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762678.239661:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762678/real 1789762678]  req@ffff911a08b09500 x1876699521366784/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762678.239669:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09500 x1876699521366784/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762678.239675:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762678.239677:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762678.239679:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521366784:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762678.239683:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521366912:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762678.239712:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762678.239723:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762678/real 1789762678]  req@ffff911a08b08e00 x1876699521366912/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762678.239735:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08e00 x1876699521366912/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762678.239742:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762678.239746:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762678.239748:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521366912:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762678.239753:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521367040:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762678.239767:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762678.239774:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762678/real 1789762678]  req@ffff911a08b09880 x1876699521367040/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762678.239781:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09880 x1876699521367040/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762678.239786:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762678.239788:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762678.239790:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521367040:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762678.239793:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521367168:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762678.239803:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762678.239808:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762678/real 1789762678]  req@ffff911a08b0b100 x1876699521367168/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762678.239820:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b100 x1876699521367168/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762678.239825:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762678.239827:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762678.239828:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521367168:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762678.239841:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521367296:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762678.239850:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762678.239856:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762678/real 1789762678]  req@ffff911a08b0a680 x1876699521367296/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762678.239864:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a680 x1876699521367296/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762678.239869:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762678.239871:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762678.239872:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521367296:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762678.303387:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762679.327383:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762680.351331:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762681.375355:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762682.399342:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762683.359283:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762683.359291:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762683.359294:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762683.359302:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2652
00000100:00080000:1.0:1789762683.359311:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762683.359317:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762683.359351:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a680 x1876699521367424/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762683.359373:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762683.359376:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762683.359377:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762683.359380:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2652
00000100:00080000:1.0:1789762683.359382:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762683.359384:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762683.359392:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762683.359401:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b100 x1876699521367552/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762683.359409:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762683.359413:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762683.359415:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762683.359422:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2652
00000100:00100000:2.0:1789762683.359423:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521367424:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789762683.359428:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762683.359434:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762683.359449:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762683.359467:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09880 x1876699521367680/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762683.359478:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789762683.359481:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789762683.359484:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762683.359487:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762683.359491:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2652
00000100:00080000:1.0:1789762683.359496:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762683.359500:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762683.359505:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762683.359517:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08e00 x1876699521367808/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762683.359522:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762683/real 1789762683]  req@ffff911a08b0a680 x1876699521367424/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762683.359527:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762683.359535:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762683.359539:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762683.359546:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2652
00000100:00080000:1.0:1789762683.359552:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762683.359558:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762683.359563:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762683.359566:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a680 x1876699521367424/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762683.359575:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09500 x1876699521367936/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762683.359578:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762683.359587:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:1.0:1789762683.359589:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789762683.359594:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521367424:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789762683.359597:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789762683.359602:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521367552:192.168.203.116@tcp:38:kworker.0
00000100:00080000:1.0:1789762683.359603:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762683.359611:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2652
00000100:00080000:1.0:1789762683.359617:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789762683.359621:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789762683.359625:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762683.359633:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762683.359635:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762683/real 1789762683]  req@ffff911a08b0b100 x1876699521367552/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762683.359666:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a300 x1876699521368064/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762683.359668:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b100 x1876699521367552/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762683.359702:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762683.359705:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762683.359708:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521367552:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762683.359732:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521367680:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762683.359748:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762683.359756:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762683/real 1789762683]  req@ffff911a08b09880 x1876699521367680/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762683.359764:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09880 x1876699521367680/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762683.359773:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762683.359775:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762683.359777:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521367680:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762683.359781:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521367808:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762683.359792:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762683.359798:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762683/real 1789762683]  req@ffff911a08b08e00 x1876699521367808/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762683.359805:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08e00 x1876699521367808/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762683.359810:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762683.359812:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762683.359814:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521367808:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762683.359817:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521367936:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762683.359827:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762683.359833:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762683/real 1789762683]  req@ffff911a08b09500 x1876699521367936/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762683.359840:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09500 x1876699521367936/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762683.359845:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762683.359846:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762683.359849:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521367936:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762683.359852:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521368064:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762683.359862:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762683.359868:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762683/real 1789762683]  req@ffff911a08b0a300 x1876699521368064/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762683.359875:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a300 x1876699521368064/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762683.359880:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762683.359882:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762683.359884:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521368064:192.168.203.116@tcp:38:kworker.0
00010000:00010000:2.0:1789762683.423346:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762684.447338:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762685.471337:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762686.495365:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762687.519336:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762688.479333:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762688.479341:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762688.479344:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762688.479353:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2657
00000100:00080000:3.0:1789762688.479362:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762688.479368:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789762688.479401:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521368192/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762688.479423:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762688.479426:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762688.479427:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762688.479431:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2657
00000100:00080000:3.0:1789762688.479433:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762688.479435:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762688.479443:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762688.479451:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521368320/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762688.479458:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762688.479460:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762688.479461:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762688.479463:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2657
00000100:00080000:3.0:1789762688.479465:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762688.479467:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762688.479471:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762688.479477:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0700 x1876699521368448/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762688.479483:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762688.479486:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762688.479487:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762688.479490:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2657
00000100:00080000:3.0:1789762688.479491:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762688.479494:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762688.479497:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762688.479502:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521368192:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789762688.479506:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521368576/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762688.479515:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762688.479517:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762688.479518:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762688.479520:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2657
00000100:00080000:3.0:1789762688.479523:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762688.479525:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762688.479528:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762688.479542:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521368704/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762688.479548:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762688.479550:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762688.479552:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762688.479555:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2657
00000100:00080000:3.0:1789762688.479557:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762688.479560:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000800:00000100:2.0:1789762688.479564:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000008:00100000:3.0:1789762688.479565:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762688.479576:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521368832/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762688.479600:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762688/real 1789762688]  req@ffff911a04ad3480 x1876699521368192/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762688.479631:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521368192/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762688.479643:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762688.479647:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762688.479651:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521368192:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789762688.479662:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521368320:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762688.479685:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762688.479695:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762688/real 1789762688]  req@ffff911a04ad0000 x1876699521368320/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762688.479704:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521368320/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762688.479710:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762688.479712:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762688.479714:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521368320:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762688.479718:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521368448:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762688.479730:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762688.479736:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762688/real 1789762688]  req@ffff911a04ad0700 x1876699521368448/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762688.479743:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0700 x1876699521368448/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762688.479748:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762688.479749:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762688.479751:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521368448:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762688.479769:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521368576:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762688.479780:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762688.479786:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762688/real 1789762688]  req@ffff911a04ad0380 x1876699521368576/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762688.479794:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521368576/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762688.479799:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762688.479800:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762688.479802:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521368576:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762688.479805:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521368704:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762688.479815:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762688.479820:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762688/real 1789762688]  req@ffff911a04ad3800 x1876699521368704/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762688.479828:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521368704/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762688.479832:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762688.479834:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762688.479836:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521368704:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762688.479839:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521368832:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762688.479848:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762688.479853:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762688/real 1789762688]  req@ffff911a04ad2a00 x1876699521368832/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762688.479859:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521368832/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762688.479868:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762688.479870:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762688.479872:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521368832:192.168.203.116@tcp:38:kworker.0
00010000:00010000:2.0:1789762688.543374:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762689.567344:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762690.591346:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762691.615372:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762692.639345:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762693.599322:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762693.599331:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762693.599334:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762693.599342:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2662
00000100:00080000:3.0:1789762693.599351:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762693.599356:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789762693.599396:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2680 x1876699521368960/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762693.599419:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762693.599422:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762693.599423:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762693.599426:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2662
00000100:00080000:3.0:1789762693.599428:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762693.599430:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762693.599438:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762693.599446:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521369088/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762693.599457:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762693.599459:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762693.599461:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762693.599463:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2662
00000100:00080000:3.0:1789762693.599465:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762693.599467:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762693.599469:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762693.599477:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521369216/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762693.599483:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762693.599485:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762693.599486:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762693.599489:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2662
00000100:00080000:3.0:1789762693.599491:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762693.599494:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762693.599497:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762693.599504:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521368960:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789762693.599505:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521369344/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762693.599518:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762693.599520:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762693.599521:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762693.599524:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2662
00000100:00080000:3.0:1789762693.599527:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762693.599529:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762693.599532:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762693.599541:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521369472/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762693.599547:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762693.599549:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762693.599550:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762693.599553:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2662
00000100:00080000:3.0:1789762693.599556:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762693.599558:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762693.599561:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789762693.599566:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789762693.599570:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0700 x1876699521369600/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762693.599621:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762693/real 1789762693]  req@ffff911a04ad2680 x1876699521368960/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762693.599635:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2680 x1876699521368960/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762693.599642:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762693.599645:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762693.599648:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521368960:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789762693.599653:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521369088:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762693.599668:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762693.599676:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762693/real 1789762693]  req@ffff911a04ad1500 x1876699521369088/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762693.599684:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1500 x1876699521369088/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762693.599689:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762693.599692:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762693.599694:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521369088:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762693.599697:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521369216:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762693.599708:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762693.599714:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762693/real 1789762693]  req@ffff911a04ad2a00 x1876699521369216/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762693.599720:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521369216/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762693.599725:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762693.599727:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762693.599729:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521369216:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762693.599746:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521369344:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762693.599757:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762693.599762:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762693/real 1789762693]  req@ffff911a04ad3800 x1876699521369344/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762693.599769:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521369344/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762693.599774:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762693.599776:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762693.599778:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521369344:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762693.599782:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521369472:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762693.599792:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762693.599797:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762693/real 1789762693]  req@ffff911a04ad0380 x1876699521369472/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762693.599805:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521369472/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762693.599809:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762693.599811:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762693.599813:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521369472:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762693.599816:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521369600:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762693.599825:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762693.599831:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762693/real 1789762693]  req@ffff911a04ad0700 x1876699521369600/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762693.599838:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0700 x1876699521369600/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762693.599843:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762693.599845:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762693.599846:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521369600:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762693.663324:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762694.687330:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762695.711333:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762696.735365:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762697.759342:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762698.719344:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762698.719360:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762698.719363:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762698.719371:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2667
00000100:00080000:3.0:1789762698.719389:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762698.719396:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789762698.719440:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521369728/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762698.719470:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762698.719482:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762698.719484:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762698.719512:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2667
00000100:00080000:3.0:1789762698.719515:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762698.719519:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762698.719528:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762698.719552:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521369728:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789762698.719578:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521369856/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762698.719588:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762698.719591:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762698.719593:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762698.719596:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2667
00000100:00080000:3.0:1789762698.719615:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789762698.719623:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789762698.719633:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762698.719639:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762698.719649:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521369984/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762698.719666:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789762698.719670:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762698/real 1789762698]  req@ffff911a04ad0000 x1876699521369728/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762698.719670:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762698.719683:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762698.719690:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2667
00000100:00080000:3.0:1789762698.719696:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762698.719712:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762698.719713:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521369728/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789762698.719716:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00080000:2.0:1789762698.719731:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789762698.719737:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521370112/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762698.719739:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762698.719748:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521369728:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789762698.719769:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521369856:192.168.203.116@tcp:38:kworker.0
00000100:00080000:3.0:1789762698.719776:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762698.719779:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762698.719781:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762698.719785:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2667
00000800:00000100:2.0:1789762698.719793:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789762698.719796:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762698.719801:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762698.719807:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762698/real 1789762698]  req@ffff911a04ad3480 x1876699521369856/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789762698.719812:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762698.719822:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521369856/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762698.719831:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762698.719834:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762698.719836:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521369856:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762698.719841:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521369984:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789762698.719841:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521370240/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762698.719859:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762698.719868:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762698/real 1789762698]  req@ffff911a04ad1f80 x1876699521369984/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762698.719881:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521369984/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762698.719889:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762698.719897:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762698.719902:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762698.719904:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00080000:3.0:1789762698.719908:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789762698.719910:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521369984:192.168.203.116@tcp:38:kworker.0
00000100:00080000:3.0:1789762698.719914:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2667
00000100:00080000:3.0:1789762698.719919:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762698.719922:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762698.719927:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762698.719928:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521370112:192.168.203.116@tcp:8:kworker.0
00000100:00100000:3.0:1789762698.719948:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521370368/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762698.719951:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762698.719960:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762698/real 1789762698]  req@ffff911a04ad2300 x1876699521370112/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762698.719968:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521370112/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762698.719979:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762698.719982:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762698.719984:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521370112:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762698.719990:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521370240:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762698.720005:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762698.720011:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762698/real 1789762698]  req@ffff911a04ad1880 x1876699521370240/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762698.720019:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521370240/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762698.720024:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762698.720025:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762698.720029:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521370240:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762698.720037:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521370368:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762698.720047:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762698.720054:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762698/real 1789762698]  req@ffff911a04ad1c00 x1876699521370368/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762698.720062:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521370368/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762698.720069:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762698.720071:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762698.720073:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521370368:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762698.783374:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762699.807342:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762700.831332:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762701.855378:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762702.879390:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762703.839319:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762703.839328:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762703.839331:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762703.839339:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2673
00000100:00080000:0.0:1789762703.839349:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762703.839355:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789762703.839386:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521370496/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762703.839407:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762703.839409:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762703.839411:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762703.839414:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2673
00000100:00080000:0.0:1789762703.839416:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762703.839424:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762703.839432:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762703.839441:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521370624/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762703.839449:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762703.839453:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789762703.839453:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521370496:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789762703.839455:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762703.839462:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2673
00000100:00080000:0.0:1789762703.839466:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762703.839469:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762703.839473:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762703.839482:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56d80 x1876699521370752/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762703.839489:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762703.839491:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762703.839493:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762703.839495:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2673
00000100:00080000:0.0:1789762703.839514:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762703.839519:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762703.839522:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762703.839532:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521370880/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762703.839539:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789762703.839544:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762703.839548:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762703.839549:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762703.839552:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2673
00000100:00080000:0.0:1789762703.839556:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762703.839559:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762703.839562:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762703.839570:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521371008/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762703.839576:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762703.839578:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762703.839580:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762703.839583:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2673
00000100:00080000:0.0:1789762703.839589:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762703.839589:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762703/real 1789762703]  req@ffff911a05c54000 x1876699521370496/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762703.839595:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762703.839600:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762703.839610:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55c00 x1876699521371136/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762703.839621:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521370496/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762703.839643:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762703.839648:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762703.839653:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521370496:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789762703.839675:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521370624:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762703.839699:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762703.839713:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762703/real 1789762703]  req@ffff911a05c55880 x1876699521370624/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762703.839727:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521370624/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762703.839737:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762703.839741:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762703.839745:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521370624:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762703.839751:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521370752:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762703.839769:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762703.839779:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762703/real 1789762703]  req@ffff911a05c56d80 x1876699521370752/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762703.839791:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56d80 x1876699521370752/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762703.839799:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762703.839803:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762703.839806:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521370752:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762703.839813:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521370880:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762703.839832:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762703.839843:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762703/real 1789762703]  req@ffff911a05c56a00 x1876699521370880/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762703.839855:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521370880/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762703.839864:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762703.839868:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762703.839871:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521370880:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762703.839878:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521371008:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762703.839898:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762703.839910:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762703/real 1789762703]  req@ffff911a05c54700 x1876699521371008/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762703.839922:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521371008/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762703.839931:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762703.839934:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762703.839938:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521371008:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762703.839944:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521371136:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762703.839962:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762703.839973:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762703/real 1789762703]  req@ffff911a05c55c00 x1876699521371136/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762703.839994:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55c00 x1876699521371136/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762703.840002:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762703.840006:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762703.840010:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521371136:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762703.903362:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762704.927351:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762705.951379:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762706.975382:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762707.999374:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762708.959285:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762708.959293:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762708.959296:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762708.959304:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2678
00000100:00080000:0.0:1789762708.959313:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762708.959318:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789762708.959349:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54e00 x1876699521371264/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762708.959372:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762708.959375:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762708.959376:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762708.959379:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2678
00000100:00080000:0.0:1789762708.959382:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762708.959387:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762708.959396:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762708.959411:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55500 x1876699521371392/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762708.959419:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521371264:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789762708.959426:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762708.959432:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762708.959434:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762708.959438:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2678
00000100:00080000:0.0:1789762708.959442:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762708.959445:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762708.959449:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762708.959459:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55f80 x1876699521371520/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762708.959482:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762708.959484:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762708.959486:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762708.959489:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2678
00000100:00080000:0.0:1789762708.959492:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762708.959495:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000800:00000100:2.0:1789762708.959501:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000008:00100000:0.0:1789762708.959502:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762708.959515:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56680 x1876699521371648/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762708.959525:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762708.959529:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762708.959531:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762708.959536:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2678
00000100:00080000:0.0:1789762708.959540:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762708.959547:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762708.959548:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762708/real 1789762708]  req@ffff911a05c54e00 x1876699521371264/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789762708.959555:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762708.959572:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57b80 x1876699521371776/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762708.959577:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54e00 x1876699521371264/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762708.959582:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762708.959589:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762708.959592:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762708.959600:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2678
00000100:00080000:2.0:1789762708.959601:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762708.959603:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762708.959612:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00080000:2.0:1789762708.959613:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000008:00100000:0.0:1789762708.959616:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762708.959621:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521371264:192.168.203.116@tcp:250:kworker.0
00000100:00100000:0.0:1789762708.959627:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55c00 x1876699521371904/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762708.959653:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521371392:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762708.959681:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762708.959695:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762708/real 1789762708]  req@ffff911a05c55500 x1876699521371392/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762708.959709:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55500 x1876699521371392/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762708.959719:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762708.959723:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762708.959727:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521371392:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762708.959733:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521371520:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762708.959754:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762708.959767:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762708/real 1789762708]  req@ffff911a05c55f80 x1876699521371520/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762708.959781:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55f80 x1876699521371520/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762708.959790:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762708.959793:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762708.959797:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521371520:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762708.959803:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521371648:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762708.959823:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762708.959835:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762708/real 1789762708]  req@ffff911a05c56680 x1876699521371648/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762708.959847:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56680 x1876699521371648/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762708.959856:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762708.959860:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762708.959863:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521371648:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762708.959869:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521371776:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762708.959889:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762708.959900:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762708/real 1789762708]  req@ffff911a05c57b80 x1876699521371776/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762708.959912:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57b80 x1876699521371776/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762708.959921:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762708.959924:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762708.959928:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521371776:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762708.959934:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521371904:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762708.959953:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762708.959964:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762708/real 1789762708]  req@ffff911a05c55c00 x1876699521371904/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762708.959976:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55c00 x1876699521371904/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762708.959984:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762708.959987:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762708.959991:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521371904:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762709.023358:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762710.047342:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762711.071347:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762712.095338:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762713.119343:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762714.079304:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762714.079313:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762714.079317:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762714.079326:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2683
00000100:00080000:0.0:1789762714.079335:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762714.079342:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789762714.079374:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521372032/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762714.079392:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762714.079395:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762714.079396:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762714.079399:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2683
00000100:00080000:0.0:1789762714.079402:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762714.079405:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762714.079413:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762714.079419:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521372032:192.168.203.116@tcp:250:kworker.0
00000100:00100000:0.0:1789762714.079443:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521372160/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762714.079453:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762714.079457:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762714.079459:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762714.079463:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2683
00000100:00080000:0.0:1789762714.079468:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762714.079473:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762714.079478:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789762714.079488:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789762714.079494:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56d80 x1876699521372288/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762714.079512:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762714.079515:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762714.079516:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762714.079522:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2683
00000100:00100000:2.0:1789762714.079522:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762714/real 1789762714]  req@ffff911a05c54700 x1876699521372032/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762714.079525:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762714.079533:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762714.079539:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762714.079543:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521372032/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762714.079553:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521372416/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762714.079553:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762714.079560:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762714.079567:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521372032:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789762714.079578:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762714.079583:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762714.079585:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789762714.079590:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521372160:192.168.203.116@tcp:38:kworker.0
00000100:00080000:0.0:1789762714.079592:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2683
00000100:00080000:0.0:1789762714.079600:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762714.079604:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762714.079610:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789762714.079610:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762714.079622:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762714/real 1789762714]  req@ffff911a05c56a00 x1876699521372160/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762714.079627:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521372544/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762714.079639:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521372160/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762714.079652:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762714.079654:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762714.079656:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762714.079663:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521372160:192.168.203.116@tcp:38:kworker.0
00000100:00080000:0.0:1789762714.079664:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762714.079670:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789762714.079671:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521372288:192.168.203.116@tcp:38:kworker.0
00000100:00080000:0.0:1789762714.079679:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2683
00000100:00080000:0.0:1789762714.079686:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762714.079693:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000800:00000100:2.0:1789762714.079693:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000008:00100000:0.0:1789762714.079701:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762714.079705:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762714/real 1789762714]  req@ffff911a05c56d80 x1876699521372288/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762714.079715:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54380 x1876699521372672/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762714.079717:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56d80 x1876699521372288/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762714.079745:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762714.079749:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762714.079753:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521372288:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762714.079757:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521372416:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762714.079770:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762714.079777:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762714/real 1789762714]  req@ffff911a05c55880 x1876699521372416/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762714.079784:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521372416/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762714.079790:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762714.079791:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762714.079793:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521372416:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762714.079803:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521372544:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762714.079813:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762714.079819:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762714/real 1789762714]  req@ffff911a05c54000 x1876699521372544/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762714.079826:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521372544/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762714.079831:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762714.079833:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762714.079835:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521372544:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762714.079838:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521372672:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762714.079847:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762714.079852:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762714/real 1789762714]  req@ffff911a05c54380 x1876699521372672/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762714.079859:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54380 x1876699521372672/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762714.079865:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762714.079867:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762714.079869:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521372672:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762714.143365:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762715.167398:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762716.191425:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762717.215417:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762718.239435:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762719.199435:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762719.199451:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762719.199459:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762719.199475:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2688
00000100:00080000:0.0:1789762719.199494:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762719.199506:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789762719.199577:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57800 x1876699521372800/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762719.199624:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762719.199633:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762719.199638:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762719.199649:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2688
00000100:00080000:0.0:1789762719.199657:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762719.199664:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521372800:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789762719.199673:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762719.199694:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762719.199728:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54a80 x1876699521372928/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762719.199749:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789762719.199767:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762719.199775:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762719.199779:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762719.199789:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2688
00000100:00100000:2.0:1789762719.199799:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762719/real 1789762719]  req@ffff911a05c57800 x1876699521372800/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762719.199803:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762719.199822:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762719.199830:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57800 x1876699521372800/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789762719.199834:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789762719.199851:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762719.199858:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:0.0:1789762719.199864:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521373056/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762719.199866:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521372800:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789762719.199905:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789762719.199911:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521372928:192.168.203.116@tcp:38:kworker.0
00000100:00080000:0.0:1789762719.199918:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762719.199926:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762719.199938:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2688
00000800:00000100:2.0:1789762719.199939:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789762719.199954:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762719.199960:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762719/real 1789762719]  req@ffff911a05c54a80 x1876699521372928/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762719.199969:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762719.199993:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762719.200003:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54a80 x1876699521372928/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762719.200018:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789762719.200021:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55180 x1876699521373184/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762719.200031:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762719.200051:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521372928:192.168.203.116@tcp:38:kworker.0
00000100:00080000:0.0:1789762719.200075:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789762719.200076:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521373056:192.168.203.116@tcp:38:kworker.0
00000100:00080000:0.0:1789762719.200096:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762719.200101:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762719.200112:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2688
00000800:00000100:2.0:1789762719.200114:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789762719.200130:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762719.200136:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762719/real 1789762719]  req@ffff911a05c57100 x1876699521373056/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762719.200148:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762719.200154:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521373056/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762719.200164:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000008:00100000:0.0:1789762719.200167:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789762719.200168:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762719.200178:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521373056:192.168.203.116@tcp:38:kworker.0
00000100:00100000:0.0:1789762719.200196:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56300 x1876699521373312/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762719.200197:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521373184:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762719.200253:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762719.200265:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762719/real 1789762719]  req@ffff911a05c55180 x1876699521373184/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762719.200309:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789762719.200318:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55180 x1876699521373184/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762719.200321:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762719.200329:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762719.200351:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2688
00000100:00080000:2.0:1789762719.200353:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762719.200373:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762719.200374:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762719.200403:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521373184:192.168.203.116@tcp:8:kworker.0
00000100:00080000:0.0:1789762719.200408:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762719.200420:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762719.200425:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521373312:192.168.203.116@tcp:38:kworker.0
00000100:00100000:0.0:1789762719.200451:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55180 x1876699521373440/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762719.200465:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762719.200484:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762719/real 1789762719]  req@ffff911a05c56300 x1876699521373312/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762719.200500:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56300 x1876699521373312/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762719.200507:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762719.200511:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762719.200513:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521373312:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762719.200528:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521373440:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762719.200557:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762719.200566:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762719/real 1789762719]  req@ffff911a05c55180 x1876699521373440/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762719.200581:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55180 x1876699521373440/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762719.200586:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762719.200588:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762719.200590:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521373440:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789762719.263425:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762720.287408:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762721.311388:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762722.335345:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762723.359396:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762724.319361:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762724.319372:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762724.319376:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762724.319387:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2693
00000100:00080000:1.0:1789762724.319398:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762724.319407:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762724.319445:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09f80 x1876699521373568/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762724.319473:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762724.319477:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762724.319480:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762724.319484:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2693
00000100:00080000:1.0:1789762724.319489:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762724.319494:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762724.319505:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762724.319509:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521373568:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762724.319525:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09180 x1876699521373696/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762724.319540:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762724.319544:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762724.319546:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762724.319551:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2693
00000100:00080000:1.0:1789762724.319555:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762724.319560:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762724.319567:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789762724.319573:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762724.319583:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08700 x1876699521373824/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762724.319595:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762724.319599:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762724.319602:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762724.319607:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2693
00000100:00080000:1.0:1789762724.319611:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762724.319617:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762724/real 1789762724]  req@ffff911a08b09f80 x1876699521373568/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762724.319618:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762724.319629:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762724.319638:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09f80 x1876699521373568/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762724.319646:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08380 x1876699521373952/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762724.319659:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762724.319665:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762724.319666:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762724.319672:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762724.319673:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762724.319680:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521373568:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789762724.319684:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2693
00000100:00080000:1.0:1789762724.319690:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762724.319696:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762724.319703:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762724.319704:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521373696:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762724.319722:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0aa00 x1876699521374080/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762724.319731:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789762724.319741:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789762724.319746:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762724/real 1789762724]  req@ffff911a08b09180 x1876699521373696/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762724.319749:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762724.319755:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789762724.319761:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09180 x1876699521373696/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762724.319764:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2693
00000100:00080000:2.0:1789762724.319774:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762724.319775:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762724.319779:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00080000:1.0:1789762724.319786:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762724.319786:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521373696:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762724.319796:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521373824:192.168.203.116@tcp:38:kworker.0
00000008:00100000:1.0:1789762724.319798:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762724.319815:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0ad80 x1876699521374208/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762724.319819:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762724.319835:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762724/real 1789762724]  req@ffff911a08b08700 x1876699521373824/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762724.319850:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08700 x1876699521373824/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762724.319859:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762724.319863:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762724.319866:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521373824:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762724.319871:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521373952:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762724.319887:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762724.319895:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762724/real 1789762724]  req@ffff911a08b08380 x1876699521373952/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762724.319912:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08380 x1876699521373952/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762724.319917:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762724.319920:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762724.319922:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521373952:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762724.319933:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521374080:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762724.319945:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762724.319951:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762724/real 1789762724]  req@ffff911a08b0aa00 x1876699521374080/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762724.319958:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0aa00 x1876699521374080/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762724.319963:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762724.319965:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762724.319967:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521374080:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762724.319971:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521374208:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762724.319981:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762724.319987:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762724/real 1789762724]  req@ffff911a08b0ad80 x1876699521374208/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762724.319995:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0ad80 x1876699521374208/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762724.320000:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762724.320001:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762724.320003:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521374208:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762724.383339:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762725.407392:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762726.431351:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762727.455340:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762728.479368:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762729.439379:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762729.439387:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762729.439390:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762729.439398:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2698
00000100:00080000:0.0:1789762729.439407:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762729.439413:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789762729.439446:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521374336/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762729.439467:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762729.439470:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762729.439471:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762729.439474:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2698
00000100:00080000:0.0:1789762729.439476:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762729.439478:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762729.439486:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762729.439496:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54a80 x1876699521374464/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762729.439505:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789762729.439506:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521374336:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789762729.439510:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762729.439514:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762729.439518:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2698
00000100:00080000:0.0:1789762729.439520:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762729.439522:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762729.439526:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762729.439534:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57800 x1876699521374592/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762729.439540:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762729.439543:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762729.439545:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762729.439548:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2698
00000100:00080000:0.0:1789762729.439551:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762729.439553:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762729.439557:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762729.439565:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54380 x1876699521374720/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762729.439571:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762729.439574:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762729.439575:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762729.439578:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2698
00000100:00080000:0.0:1789762729.439581:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762729.439583:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762729.439587:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762729.439594:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521374848/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762729.439602:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521374464:192.168.203.116@tcp:38:kworker.0
00000100:00080000:0.0:1789762729.439604:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762729.439608:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762729.439609:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762729.439615:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2698
00000100:00080000:0.0:1789762729.439621:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762729.439626:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762729.439631:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762729.439638:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521374592:192.168.203.116@tcp:38:kworker.0
00000100:00100000:0.0:1789762729.439650:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521374976/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762729.439659:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521374720:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762729.439689:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521374848:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762729.439703:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521374976:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762729.503354:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762730.527410:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762731.551385:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789762732.511446:0:2392:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.116:988
00000400:00000100:3.0:1789762732.511480:0:2392:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.116@tcp at host 192.168.203.116 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789762732.511493:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789762732.511526:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789762732.511536:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789762732.511548:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789762732.511562:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789762732.511572:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000100:00100000:2.0:1789762732.511580:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762729/real 1789762732]  req@ffff911a05c54a80 x1876699521374464/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762732.511608:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54a80 x1876699521374464/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762732.511621:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762732.511626:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762732.511630:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521374464:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762732.511641:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762729/real 1789762732]  req@ffff911a05c57800 x1876699521374592/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762732.511659:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57800 x1876699521374592/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762732.511667:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762732.511670:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762732.511674:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521374592:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762732.511680:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762729/real 1789762732]  req@ffff911a05c54380 x1876699521374720/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762732.511692:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54380 x1876699521374720/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762732.511699:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762732.511703:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762732.511707:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521374720:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762732.511713:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762729/real 1789762732]  req@ffff911a05c57100 x1876699521374336/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762732.511726:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521374336/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762732.511734:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762732.511738:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762732.511741:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521374336:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789762732.511768:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762729/real 1789762732]  req@ffff911a05c54000 x1876699521374848/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762732.511781:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521374848/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762732.511790:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762732.511794:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762732.511797:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521374848:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762732.511803:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762729/real 1789762732]  req@ffff911a05c55880 x1876699521374976/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762732.511814:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521374976/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762732.511821:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762732.511825:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762732.511828:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521374976:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762732.575387:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762733.599440:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762734.559353:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762734.559361:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762734.559364:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762734.559373:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2703
00000100:00080000:1.0:1789762734.559382:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762734.559388:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762734.559417:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09c00 x1876699521375104/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762734.559443:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762734.559447:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762734.559449:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762734.559453:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2703
00000100:00080000:1.0:1789762734.559457:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762734.559462:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762734.559472:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762734.559484:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521375104:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762734.559490:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08000 x1876699521375232/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762734.559510:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762734.559514:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762734.559517:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762734.559521:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2703
00000100:00080000:1.0:1789762734.559526:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762734.559530:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762734.559536:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762734.559550:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b480 x1876699521375360/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762734.559550:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789762734.559561:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762734.559564:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762734.559565:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762734.559568:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2703
00000100:00080000:1.0:1789762734.559571:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762734.559573:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762734.559577:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762734.559588:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0bb80 x1876699521375488/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762734.559599:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789762734.559605:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762734/real 1789762734]  req@ffff911a08b09c00 x1876699521375104/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762734.559606:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762734.559609:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762734.559619:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2703
00000100:00080000:1.0:1789762734.559627:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762734.559632:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762734.559638:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762734.559640:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09c00 x1876699521375104/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762734.559655:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b800 x1876699521375616/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762734.559655:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762734.559666:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762734.559675:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521375104:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789762734.559676:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762734.559684:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762734.559686:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762734.559691:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2703
00000100:00080000:1.0:1789762734.559695:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762734.559698:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762734.559704:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762734.559706:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521375232:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762734.559719:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08a80 x1876699521375744/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762734.559740:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762734.559758:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762734/real 1789762734]  req@ffff911a08b08000 x1876699521375232/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762734.559772:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08000 x1876699521375232/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762734.559781:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762734.559784:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762734.559788:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521375232:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762734.559794:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521375360:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762734.559815:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762734.559827:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762734/real 1789762734]  req@ffff911a08b0b480 x1876699521375360/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762734.559840:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b480 x1876699521375360/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762734.559857:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762734.559860:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762734.559864:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521375360:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762734.559871:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521375488:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762734.559893:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762734.559904:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762734/real 1789762734]  req@ffff911a08b0bb80 x1876699521375488/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762734.559916:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0bb80 x1876699521375488/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762734.559925:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762734.559928:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762734.559932:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521375488:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762734.559938:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521375616:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762734.559959:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762734.559971:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762734/real 1789762734]  req@ffff911a08b0b800 x1876699521375616/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762734.559982:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b800 x1876699521375616/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762734.559990:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762734.559992:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762734.559995:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521375616:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762734.560014:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521375744:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762734.560034:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762734.560045:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762734/real 1789762734]  req@ffff911a08b08a80 x1876699521375744/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762734.560064:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08a80 x1876699521375744/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762734.560072:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762734.560075:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762734.560079:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521375744:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789762734.623367:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762735.647368:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762736.671353:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762737.695366:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762738.719363:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762739.679298:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762739.679308:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762739.679312:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762739.679321:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2708
00000100:00080000:1.0:1789762739.679332:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762739.679341:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762739.679377:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08a80 x1876699521375872/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762739.679404:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762739.679408:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762739.679411:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762739.679416:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2708
00000100:00080000:1.0:1789762739.679420:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762739.679425:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762739.679435:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762739.679441:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521375872:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762739.679453:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b800 x1876699521376000/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762739.679466:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762739.679470:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762739.679472:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762739.679476:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2708
00000100:00080000:1.0:1789762739.679480:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762739.679485:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762739.679490:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762739.679500:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0bb80 x1876699521376128/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762739.679511:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789762739.679514:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762739.679518:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762739.679521:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762739.679526:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2708
00000100:00080000:1.0:1789762739.679530:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762739.679535:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762739.679541:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762739.679552:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b480 x1876699521376256/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762739.679557:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762739/real 1789762739]  req@ffff911a08b08a80 x1876699521375872/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762739.679577:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762739.679583:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1789762739.679585:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08a80 x1876699521375872/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762739.679587:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762739.679598:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2708
00000100:00080000:2.0:1789762739.679600:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762739.679605:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762739.679605:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762739.679611:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521375872:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789762739.679615:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762739.679623:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762739.679635:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08000 x1876699521376384/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762739.679638:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521376000:192.168.203.116@tcp:38:kworker.0
00000100:00080000:1.0:1789762739.679655:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762739.679660:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762739.679662:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762739.679667:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2708
00000100:00080000:1.0:1789762739.679672:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789762739.679673:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789762739.679680:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762739.679687:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762739.679692:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762739/real 1789762739]  req@ffff911a08b0b800 x1876699521376000/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762739.679703:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09c00 x1876699521376512/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762739.679705:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b800 x1876699521376000/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762739.679740:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762739.679744:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762739.679746:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521376000:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762739.679751:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521376128:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762739.679778:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762739.679786:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762739/real 1789762739]  req@ffff911a08b0bb80 x1876699521376128/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762739.679793:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0bb80 x1876699521376128/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762739.679799:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762739.679801:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762739.679803:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521376128:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762739.679807:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521376256:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762739.679817:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762739.679823:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762739/real 1789762739]  req@ffff911a08b0b480 x1876699521376256/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762739.679830:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b480 x1876699521376256/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762739.679835:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762739.679837:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762739.679839:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521376256:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762739.679849:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521376384:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762739.679859:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762739.679865:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762739/real 1789762739]  req@ffff911a08b08000 x1876699521376384/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762739.679873:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08000 x1876699521376384/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762739.679878:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762739.679879:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762739.679881:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521376384:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762739.679884:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521376512:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762739.679894:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762739.679899:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762739/real 1789762739]  req@ffff911a08b09c00 x1876699521376512/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762739.679907:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09c00 x1876699521376512/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762739.679912:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762739.679913:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762739.679915:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521376512:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762739.743362:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762740.767362:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762741.791387:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762742.815365:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762743.839420:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762744.799343:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762744.799357:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762744.799361:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762744.799373:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2714
00000100:00080000:3.0:1789762744.799386:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762744.799394:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789762744.799442:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0a80 x1876699521376640/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762744.799474:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762744.799478:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762744.799480:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762744.799486:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2714
00000100:00080000:3.0:1789762744.799490:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762744.799494:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762744.799506:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762744.799521:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3100 x1876699521376768/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762744.799535:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521376640:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789762744.799535:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762744.799545:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762744.799549:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762744.799553:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2714
00000100:00080000:3.0:1789762744.799557:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762744.799561:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762744.799567:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762744.799582:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521376896/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762744.799592:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762744.799596:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762744.799599:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762744.799603:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2714
00000100:00080000:3.0:1789762744.799607:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789762744.799615:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789762744.799615:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762744.799624:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762744.799638:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521377024/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762744.799649:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762744.799653:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762744.799655:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762744.799659:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2714
00000100:00080000:3.0:1789762744.799662:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762744.799667:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762744.799672:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762744.799676:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762744/real 1789762744]  req@ffff911a04ad0a80 x1876699521376640/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762744.799687:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521377152/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762744.799700:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762744.799704:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762744.799707:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789762744.799709:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0a80 x1876699521376640/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762744.799715:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2714
00000100:00080000:3.0:1789762744.799722:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762744.799731:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00080000:2.0:1789762744.799733:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789762744.799736:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789762744.799743:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762744.799749:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521376640:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789762744.799753:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521377280/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762744.799779:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521376768:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762744.799801:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762744.799811:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762744/real 1789762744]  req@ffff911a04ad3100 x1876699521376768/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762744.799820:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3100 x1876699521376768/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762744.799826:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762744.799828:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762744.799831:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521376768:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762744.799834:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521376896:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762744.799850:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762744.799861:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762744/real 1789762744]  req@ffff911a04ad1c00 x1876699521376896/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762744.799873:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521376896/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762744.799890:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762744.799894:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762744.799896:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521376896:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762744.799901:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521377024:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762744.799918:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762744.799926:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762744/real 1789762744]  req@ffff911a04ad1880 x1876699521377024/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762744.799933:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521377024/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762744.799939:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762744.799942:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762744.799944:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521377024:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762744.799947:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521377152:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762744.799957:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762744.799964:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762744/real 1789762744]  req@ffff911a04ad2300 x1876699521377152/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762744.799971:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521377152/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762744.799976:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762744.799978:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762744.799981:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521377152:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762744.799985:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521377280:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762744.799995:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762744.800000:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762744/real 1789762744]  req@ffff911a04ad1f80 x1876699521377280/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762744.800007:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521377280/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762744.800013:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762744.800015:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762744.800016:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521377280:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762744.863367:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762745.887413:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762746.911341:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762747.935339:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762748.959353:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762749.919267:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762749.919276:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762749.919279:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762749.919288:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2719
00000100:00080000:3.0:1789762749.919298:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762749.919305:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789762749.919336:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521377408/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762749.919357:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762749.919359:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762749.919361:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762749.919364:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2719
00000100:00080000:3.0:1789762749.919366:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762749.919368:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762749.919375:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762749.919383:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521377536/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762749.919389:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762749.919392:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762749.919393:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762749.919395:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2719
00000100:00080000:3.0:1789762749.919397:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762749.919398:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762749.919401:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762749.919407:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0700 x1876699521377664/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762749.919413:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762749.919416:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762749.919417:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762749.919420:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2719
00000100:00080000:3.0:1789762749.919422:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762749.919425:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762749.919430:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521377408:192.168.203.116@tcp:250:kworker.0
00000008:00100000:3.0:1789762749.919430:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762749.919442:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521377792/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762749.919448:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762749.919451:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762749.919452:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762749.919455:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2719
00000100:00080000:3.0:1789762749.919457:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762749.919459:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762749.919462:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762749.919469:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521377920/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762749.919474:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762749.919476:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762749.919477:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762749.919480:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2719
00000100:00080000:3.0:1789762749.919483:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762749.919485:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762749.919489:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789762749.919493:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789762749.919499:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521378048/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762749.919532:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762749/real 1789762749]  req@ffff911a04ad3480 x1876699521377408/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762749.919546:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521377408/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762749.919554:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762749.919557:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762749.919560:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521377408:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789762749.919565:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521377536:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762749.919579:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762749.919587:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762749/real 1789762749]  req@ffff911a04ad0000 x1876699521377536/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762749.919594:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521377536/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762749.919600:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762749.919602:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762749.919604:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521377536:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762749.919607:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521377664:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762749.919618:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762749.919623:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762749/real 1789762749]  req@ffff911a04ad0700 x1876699521377664/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762749.919631:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0700 x1876699521377664/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762749.919636:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762749.919637:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762749.919639:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521377664:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762749.919657:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521377792:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762749.919668:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762749.919674:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762749/real 1789762749]  req@ffff911a04ad0380 x1876699521377792/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762749.919681:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521377792/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762749.919687:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762749.919689:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762749.919691:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521377792:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762749.919694:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521377920:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762749.919703:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762749.919709:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762749/real 1789762749]  req@ffff911a04ad3800 x1876699521377920/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762749.919715:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521377920/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762749.919721:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762749.919722:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762749.919724:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521377920:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762749.919727:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521378048:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762749.919737:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762749.919742:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762749/real 1789762749]  req@ffff911a04ad2a00 x1876699521378048/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762749.919750:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521378048/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762749.919754:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762749.919756:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762749.919758:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521378048:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789762749.983357:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762751.007360:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762752.031492:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762753.055332:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762754.079370:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762755.039284:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762755.039292:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762755.039295:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762755.039304:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2724
00000100:00080000:3.0:1789762755.039313:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762755.039319:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789762755.039351:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521378176/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762755.039373:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762755.039376:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762755.039377:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762755.039381:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2724
00000100:00080000:3.0:1789762755.039383:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762755.039385:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762755.039393:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762755.039402:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2680 x1876699521378304/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762755.039411:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789762755.039414:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521378176:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789762755.039415:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762755.039418:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762755.039425:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2724
00000100:00080000:3.0:1789762755.039428:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762755.039430:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762755.039434:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762755.039446:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521378432/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762755.039456:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762755.039460:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762755.039462:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762755.039467:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2724
00000800:00000100:2.0:1789762755.039487:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789762755.039490:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762755.039499:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762755.039504:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762755.039515:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521378560/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762755.039532:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762755.039535:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762755.039536:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762755.039538:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2724
00000100:00080000:3.0:1789762755.039542:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762755.039545:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762755.039549:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762755/real 1789762755]  req@ffff911a04ad1500 x1876699521378176/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789762755.039550:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762755.039565:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521378688/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762755.039573:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1500 x1876699521378176/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762755.039574:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762755.039582:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762755.039586:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762755.039594:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762755.039594:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2724
00000100:00080000:3.0:1789762755.039597:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762755.039601:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:3.0:1789762755.039605:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762755.039609:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521378176:192.168.203.116@tcp:250:kworker.0
00000008:00100000:3.0:1789762755.039611:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762755.039623:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0700 x1876699521378816/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762755.039636:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521378304:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762755.039658:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762755.039667:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762755/real 1789762755]  req@ffff911a04ad2680 x1876699521378304/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762755.039676:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2680 x1876699521378304/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762755.039682:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762755.039684:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762755.039686:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521378304:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762755.039690:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521378432:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762755.039701:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762755.039708:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762755/real 1789762755]  req@ffff911a04ad2a00 x1876699521378432/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762755.039716:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521378432/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762755.039721:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762755.039723:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762755.039725:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521378432:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762755.039728:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521378560:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762755.039740:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762755.039746:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762755/real 1789762755]  req@ffff911a04ad3800 x1876699521378560/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762755.039753:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521378560/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762755.039766:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762755.039768:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762755.039770:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521378560:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762755.039774:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521378688:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762755.039785:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762755.039792:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762755/real 1789762755]  req@ffff911a04ad0380 x1876699521378688/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762755.039799:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521378688/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762755.039805:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762755.039807:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762755.039809:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521378688:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762755.039812:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521378816:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762755.039822:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762755.039828:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762755/real 1789762755]  req@ffff911a04ad0700 x1876699521378816/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762755.039835:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0700 x1876699521378816/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762755.039840:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762755.039847:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762755.039849:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521378816:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762755.103372:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762756.127328:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762757.151352:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762758.175331:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762759.199351:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762760.159272:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762760.159280:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762760.159283:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762760.159292:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2729
00000100:00080000:3.0:1789762760.159301:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762760.159307:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789762760.159339:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521378944/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762760.159361:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762760.159364:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762760.159365:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762760.159368:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2729
00000100:00080000:3.0:1789762760.159371:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762760.159374:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762760.159381:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762760.159390:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521379072/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762760.159399:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789762760.159402:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521378944:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789762760.159404:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762760.159409:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762760.159415:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2729
00000100:00080000:3.0:1789762760.159419:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762760.159423:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762760.159429:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762760.159443:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521379200/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762760.159455:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762760.159457:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762760.159459:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789762760.159463:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789762760.159467:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2729
00000100:00080000:3.0:1789762760.159472:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762760.159475:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762760.159480:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762760.159490:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521379328/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762760.159497:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762760.159501:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762760.159502:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762760.159505:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2729
00000100:00080000:3.0:1789762760.159508:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762760.159511:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762760/real 1789762760]  req@ffff911a04ad0000 x1876699521378944/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762760.159512:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762760.159518:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762760.159528:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521379456/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762760.159535:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789762760.159538:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521378944/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762760.159540:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762760.159544:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762760.159552:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2729
00000100:00080000:3.0:1789762760.159556:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762760.159557:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762760.159560:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00080000:2.0:1789762760.159566:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000008:00100000:3.0:1789762760.159566:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762760.159576:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521378944:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789762760.159577:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521379584/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762760.159608:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521379072:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762760.159636:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762760.159646:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762760/real 1789762760]  req@ffff911a04ad3480 x1876699521379072/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762760.159655:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521379072/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762760.159661:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762760.159664:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762760.159666:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521379072:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762760.159670:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521379200:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762760.159682:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762760.159689:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762760/real 1789762760]  req@ffff911a04ad1f80 x1876699521379200/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762760.159696:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521379200/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762760.159701:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762760.159703:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762760.159705:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521379200:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762760.159709:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521379328:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762760.159719:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762760.159725:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762760/real 1789762760]  req@ffff911a04ad2300 x1876699521379328/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762760.159733:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521379328/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762760.159744:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762760.159746:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762760.159748:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521379328:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762760.159751:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521379456:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762760.159762:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762760.159768:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762760/real 1789762760]  req@ffff911a04ad1880 x1876699521379456/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762760.159776:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521379456/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762760.159781:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762760.159783:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762760.159784:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521379456:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762760.159788:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521379584:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762760.159797:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762760.159803:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762760/real 1789762760]  req@ffff911a04ad1c00 x1876699521379584/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762760.159815:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521379584/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762760.159821:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762760.159823:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762760.159825:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521379584:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762760.223324:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762761.247367:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762762.271360:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762763.295349:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762764.319373:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762765.279281:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762765.279289:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762765.279292:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762765.279300:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2734
00000100:00080000:3.0:1789762765.279309:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762765.279316:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789762765.279346:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3100 x1876699521379712/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762765.279371:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762765.279375:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762765.279377:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762765.279382:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2734
00000100:00080000:3.0:1789762765.279386:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762765.279392:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762765.279402:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762765.279412:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521379712:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789762765.279419:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0a80 x1876699521379840/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762765.279429:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762765.279432:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762765.279433:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762765.279436:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2734
00000100:00080000:3.0:1789762765.279439:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762765.279442:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762765.279447:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762765.279456:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521379968/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762765.279463:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762765.279467:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762765.279468:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762765.279471:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2734
00000100:00080000:3.0:1789762765.279473:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762765.279476:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000800:00000100:2.0:1789762765.279482:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000008:00100000:3.0:1789762765.279482:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762765.279493:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521380096/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762765.279501:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762765.279504:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762765.279505:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762765.279508:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2734
00000100:00080000:3.0:1789762765.279510:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762765.279513:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762765.279516:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762765.279526:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521380224/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762765.279532:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762765/real 1789762765]  req@ffff911a04ad3100 x1876699521379712/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762765.279547:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762765.279552:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762765.279554:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789762765.279557:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3100 x1876699521379712/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762765.279563:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2734
00000100:00080000:3.0:1789762765.279571:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762765.279574:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762765.279578:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00080000:2.0:1789762765.279583:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000008:00100000:3.0:1789762765.279587:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762765.279588:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521379712:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789762765.279602:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521380352/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762765.279616:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521379840:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762765.279638:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762765.279647:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762765/real 1789762765]  req@ffff911a04ad0a80 x1876699521379840/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762765.279655:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0a80 x1876699521379840/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762765.279661:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762765.279663:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762765.279666:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521379840:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762765.279671:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521379968:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762765.279683:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762765.279689:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762765/real 1789762765]  req@ffff911a04ad1c00 x1876699521379968/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762765.279697:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521379968/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762765.279702:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762765.279704:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762765.279706:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521379968:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762765.279709:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521380096:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762765.279721:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762765.279727:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762765/real 1789762765]  req@ffff911a04ad1880 x1876699521380096/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762765.279734:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521380096/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762765.279740:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762765.279742:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762765.279744:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521380096:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762765.279747:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521380224:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762765.279756:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762765.279762:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762765/real 1789762765]  req@ffff911a04ad2300 x1876699521380224/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762765.279771:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521380224/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762765.279776:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762765.279777:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762765.279779:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521380224:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762765.279782:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521380352:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762765.279792:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762765.279798:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762765/real 1789762765]  req@ffff911a04ad1f80 x1876699521380352/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762765.279811:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521380352/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762765.279819:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762765.279823:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762765.279826:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521380352:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789762765.343336:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762766.367342:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762767.391356:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762768.415401:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762769.439334:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762770.399302:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762770.399317:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762770.399331:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762770.399340:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2739
00000100:00080000:2.0:1789762770.399349:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762770.399355:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762770.399388:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb480 x1876699521380480/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762770.399413:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762770.399416:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762770.399417:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762770.399420:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2739
00000100:00080000:2.0:1789762770.399422:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762770.399424:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762770.399432:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762770.399441:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9c00 x1876699521380608/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762770.399447:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762770.399450:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762770.399451:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762770.399453:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2739
00000100:00080000:2.0:1789762770.399455:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762770.399457:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762770.399460:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762770.399465:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8a80 x1876699521380736/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762770.399472:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762770.399475:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762770.399476:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762770.399479:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2739
00000100:00080000:2.0:1789762770.399482:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762770.399485:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762770.399489:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762770.399499:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521380480:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789762770.399500:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9880 x1876699521380864/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762770.399520:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762770.399525:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762770.399526:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762770.399529:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2739
00000100:00080000:2.0:1789762770.399530:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762770.399533:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762770.399535:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762770.399543:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9180 x1876699521380992/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762770.399550:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762770.399552:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762770.399553:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762770.399555:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2739
00000100:00080000:2.0:1789762770.399558:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762770.399560:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762770.399564:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762770.399571:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeaa00 x1876699521381120/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762770.399584:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762770.399637:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762770/real 1789762770]  req@ffff911a12eeb480 x1876699521380480/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762770.399651:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb480 x1876699521380480/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762770.399659:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762770.399662:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762770.399665:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521380480:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762770.399672:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521380608:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762770.399697:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762770.399705:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762770/real 1789762770]  req@ffff911a12ee9c00 x1876699521380608/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762770.399713:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9c00 x1876699521380608/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762770.399719:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762770.399720:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762770.399722:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521380608:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762770.399726:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521380736:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762770.399736:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762770.399742:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762770/real 1789762770]  req@ffff911a12ee8a80 x1876699521380736/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762770.399754:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8a80 x1876699521380736/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762770.399759:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762770.399761:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762770.399762:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521380736:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762770.399781:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521380864:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762770.399801:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762770.399808:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762770/real 1789762770]  req@ffff911a12ee9880 x1876699521380864/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762770.399816:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9880 x1876699521380864/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762770.399821:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762770.399823:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762770.399825:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521380864:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762770.399828:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521380992:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762770.399838:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762770.399843:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762770/real 1789762770]  req@ffff911a12ee9180 x1876699521380992/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762770.399850:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9180 x1876699521380992/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762770.399860:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762770.399862:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762770.399864:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521380992:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762770.399867:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521381120:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762770.399877:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762770.399883:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762770/real 1789762770]  req@ffff911a12eeaa00 x1876699521381120/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762770.399889:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeaa00 x1876699521381120/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762770.399895:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762770.399896:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762770.399898:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521381120:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762770.463379:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762771.487361:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762772.511347:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762773.535356:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762774.559299:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762775.519315:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762775.519324:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762775.519328:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762775.519338:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2744
00000100:00080000:3.0:1789762775.519348:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762775.519356:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789762775.519391:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521381248/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762775.519419:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762775.519424:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762775.519425:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762775.519430:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2744
00000100:00080000:3.0:1789762775.519433:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762775.519438:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762775.519449:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762775.519463:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521381248:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789762775.519465:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521381376/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762775.519480:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762775.519484:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762775.519486:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762775.519490:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2744
00000100:00080000:3.0:1789762775.519495:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762775.519499:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762775.519505:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762775.519518:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0700 x1876699521381504/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762775.519523:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789762775.519535:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762775.519539:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762775.519541:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762775.519547:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2744
00000100:00080000:3.0:1789762775.519551:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762775.519556:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762775.519560:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762775/real 1789762775]  req@ffff911a04ad3480 x1876699521381248/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789762775.519564:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762775.519580:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521381248/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762775.519584:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521381632/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762775.519595:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762775.519603:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:3.0:1789762775.519606:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762775.519609:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521381248:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789762775.519616:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762775.519619:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762775.519625:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2744
00000100:00080000:3.0:1789762775.519629:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762775.519633:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521381376:192.168.203.116@tcp:38:kworker.0
00000100:00080000:3.0:1789762775.519635:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762775.519644:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762775.519655:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789762775.519660:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521381760/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762775.519668:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762775/real 1789762775]  req@ffff911a04ad0000 x1876699521381376/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762775.519682:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762775.519686:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521381376/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762775.519688:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762775.519693:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762775.519697:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762775.519700:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762775.519702:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521381376:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762775.519714:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521381504:192.168.203.116@tcp:38:kworker.0
00000100:00080000:3.0:1789762775.519714:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2744
00000100:00080000:3.0:1789762775.519724:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762775.519731:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762775.519737:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762775.519743:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789762775.519754:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521381888/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762775.519761:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762775/real 1789762775]  req@ffff911a04ad0700 x1876699521381504/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762775.519782:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0700 x1876699521381504/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762775.519789:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762775.519792:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762775.519795:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521381504:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762775.519799:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521381632:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762775.519815:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762775.519823:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762775/real 1789762775]  req@ffff911a04ad0380 x1876699521381632/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762775.519830:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521381632/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762775.519835:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762775.519837:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762775.519839:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521381632:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762775.519849:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521381760:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762775.519859:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762775.519865:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762775/real 1789762775]  req@ffff911a04ad3800 x1876699521381760/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762775.519873:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521381760/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762775.519878:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762775.519880:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762775.519881:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521381760:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762775.519885:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521381888:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762775.519894:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762775.519900:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762775/real 1789762775]  req@ffff911a04ad2a00 x1876699521381888/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762775.519907:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521381888/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762775.519913:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762775.519915:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762775.519917:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521381888:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762775.583354:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762776.607398:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762777.631348:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762778.655385:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762779.679368:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762780.639288:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762780.639300:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762780.639304:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762780.639315:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2749
00000100:00080000:2.0:1789762780.639326:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762780.639332:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762780.639374:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeaa00 x1876699521382016/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762780.639400:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762780.639403:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762780.639405:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762780.639408:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2749
00000100:00080000:2.0:1789762780.639411:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762780.639413:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762780.639423:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762780.639434:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9180 x1876699521382144/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762780.639442:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762780.639445:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762780.639446:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762780.639449:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2749
00000100:00080000:2.0:1789762780.639451:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762780.639454:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762780.639458:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762780.639465:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521382016:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789762780.639470:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9880 x1876699521382272/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762780.639492:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762780.639496:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762780.639498:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762780.639503:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2749
00000100:00080000:2.0:1789762780.639506:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762780.639509:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762780.639514:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762780.639525:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8a80 x1876699521382400/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762780.639533:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762780.639537:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762780.639547:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789762780.639549:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:2.0:1789762780.639557:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2749
00000100:00080000:2.0:1789762780.639562:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762780.639566:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762780.639571:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762780.639579:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9c00 x1876699521382528/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762780.639587:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762780.639590:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762780.639592:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762780.639597:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2749
00000100:00080000:2.0:1789762780.639601:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762780.639607:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762780.639610:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762780/real 1789762780]  req@ffff911a12eeaa00 x1876699521382016/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789762780.639613:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762780.639631:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb480 x1876699521382656/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762780.639641:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeaa00 x1876699521382016/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762780.639652:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762780.639656:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762780.639659:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521382016:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762780.639666:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521382144:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762780.639686:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762780.639695:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762780/real 1789762780]  req@ffff911a12ee9180 x1876699521382144/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762780.639703:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9180 x1876699521382144/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762780.639709:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762780.639711:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762780.639713:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521382144:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762780.639733:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521382272:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762780.639744:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762780.639750:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762780/real 1789762780]  req@ffff911a12ee9880 x1876699521382272/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762780.639758:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9880 x1876699521382272/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762780.639763:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762780.639765:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762780.639766:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521382272:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762780.639770:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521382400:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762780.639781:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762780.639787:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762780/real 1789762780]  req@ffff911a12ee8a80 x1876699521382400/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762780.639794:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8a80 x1876699521382400/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762780.639799:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762780.639801:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762780.639803:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521382400:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762780.639807:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521382528:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762780.639817:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762780.639823:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762780/real 1789762780]  req@ffff911a12ee9c00 x1876699521382528/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762780.639830:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9c00 x1876699521382528/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762780.639835:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762780.639837:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762780.639839:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521382528:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762780.639842:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521382656:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762780.639852:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762780.639858:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762780/real 1789762780]  req@ffff911a12eeb480 x1876699521382656/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762780.639865:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb480 x1876699521382656/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762780.639870:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762780.639872:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762780.639873:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521382656:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762780.703383:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762781.727350:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762782.751366:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762783.775337:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762784.799380:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762785.759291:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762785.759299:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762785.759303:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762785.759311:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2755
00000100:00080000:2.0:1789762785.759320:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762785.759327:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762785.759360:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8700 x1876699521382784/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762785.759383:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762785.759386:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762785.759387:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762785.759390:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2755
00000100:00080000:2.0:1789762785.759393:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762785.759395:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762785.759402:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762785.759411:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8e00 x1876699521382912/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762785.759423:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762785.759426:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762785.759427:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762785.759430:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2755
00000100:00080000:2.0:1789762785.759432:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762785.759437:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521382784:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789762785.759438:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762785.759445:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762785.759455:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea300 x1876699521383040/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762785.759462:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762785.759465:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762785.759466:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762785.759469:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2755
00000100:00080000:2.0:1789762785.759472:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762785.759474:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762785.759478:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762785.759485:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb800 x1876699521383168/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762785.759491:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762785.759494:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762785.759495:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762785.759498:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2755
00000100:00080000:2.0:1789762785.759501:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789762785.759506:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:2.0:1789762785.759507:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762785.759514:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762785.759522:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9f80 x1876699521383296/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762785.759529:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762785.759531:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762785.759533:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762785.759535:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2755
00000100:00080000:2.0:1789762785.759537:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762785.759540:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762785.759544:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762785.759556:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eead80 x1876699521383424/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762785.759566:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762785/real 1789762785]  req@ffff911a12ee8700 x1876699521382784/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762785.759584:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8700 x1876699521382784/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762785.759597:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762785.759600:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762785.759603:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521382784:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762785.759609:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521382912:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762785.759627:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762785.759636:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762785/real 1789762785]  req@ffff911a12ee8e00 x1876699521382912/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762785.759645:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8e00 x1876699521382912/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762785.759650:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762785.759652:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762785.759654:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521382912:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762785.759672:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521383040:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762785.759684:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762785.759690:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762785/real 1789762785]  req@ffff911a12eea300 x1876699521383040/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762785.759697:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea300 x1876699521383040/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762785.759703:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762785.759705:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762785.759706:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521383040:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762785.759711:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521383168:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762785.759721:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762785.759727:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762785/real 1789762785]  req@ffff911a12eeb800 x1876699521383168/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762785.759735:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb800 x1876699521383168/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762785.759740:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762785.759741:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762785.759743:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521383168:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762785.759746:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521383296:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762785.759756:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762785.759761:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762785/real 1789762785]  req@ffff911a12ee9f80 x1876699521383296/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762785.759768:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9f80 x1876699521383296/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762785.759774:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762785.759775:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762785.759777:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521383296:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762785.759780:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521383424:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762785.759790:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762785.759796:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762785/real 1789762785]  req@ffff911a12eead80 x1876699521383424/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762785.759804:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eead80 x1876699521383424/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762785.759809:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762785.759811:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762785.759813:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521383424:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762785.823329:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762786.847335:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762787.871341:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762788.895335:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762789.919328:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762790.879292:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762790.879300:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762790.879303:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762790.879312:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2760
00000100:00080000:3.0:1789762790.879322:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762790.879329:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789762790.879366:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2680 x1876699521383552/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762790.879390:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762790.879394:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762790.879395:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762790.879398:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2760
00000100:00080000:3.0:1789762790.879402:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762790.879406:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762790.879414:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762790.879424:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521383680/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762790.879433:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521383552:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789762790.879435:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762790.879441:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762790.879443:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762790.879447:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2760
00000100:00080000:3.0:1789762790.879451:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762790.879454:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762790.879460:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762790.879476:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521383808/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762790.879487:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762790.879491:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:1.0:1789762790.879495:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789762790.879496:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762790.879502:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2760
00000100:00080000:3.0:1789762790.879506:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762790.879511:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762790.879518:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762790.879532:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521383936/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762790.879536:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762790/real 1789762790]  req@ffff911a04ad2680 x1876699521383552/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762790.879565:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2680 x1876699521383552/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762790.879565:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762790.879574:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762790.879580:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762790.879581:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:3.0:1789762790.879586:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762790.879587:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521383552:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789762790.879597:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2760
00000100:00080000:3.0:1789762790.879603:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762790.879608:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762790.879611:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521383680:192.168.203.116@tcp:38:kworker.0
00000008:00100000:3.0:1789762790.879617:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762790.879631:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521384064/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762790.879633:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789762790.879643:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762790.879647:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762790/real 1789762790]  req@ffff911a04ad1500 x1876699521383680/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762790.879647:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762790.879651:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762790.879660:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2760
00000100:00080000:3.0:1789762790.879665:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762790.879667:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1500 x1876699521383680/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762790.879671:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762790.879679:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762790.879691:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789762790.879692:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0700 x1876699521384192/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762790.879698:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762790.879706:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521383680:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762790.879714:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521383808:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762790.879728:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762790.879735:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762790/real 1789762790]  req@ffff911a04ad2a00 x1876699521383808/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762790.879742:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521383808/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762790.879747:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762790.879749:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762790.879751:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521383808:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762790.879755:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521383936:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762790.879765:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762790.879771:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762790/real 1789762790]  req@ffff911a04ad3800 x1876699521383936/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762790.879778:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521383936/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762790.879783:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762790.879785:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762790.879787:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521383936:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762790.879796:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521384064:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762790.879805:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762790.879811:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762790/real 1789762790]  req@ffff911a04ad0380 x1876699521384064/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762790.879818:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521384064/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762790.879823:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762790.879825:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762790.879827:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521384064:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762790.879830:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521384192:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762790.879840:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762790.879845:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762790/real 1789762790]  req@ffff911a04ad0700 x1876699521384192/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762790.879869:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0700 x1876699521384192/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762790.879875:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762790.879877:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762790.879878:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521384192:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762790.943337:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762791.967399:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762792.991408:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762794.015395:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762795.039345:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762795.999300:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762795.999308:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762795.999311:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762795.999320:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2765
00000100:00080000:2.0:1789762795.999329:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762795.999336:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762795.999367:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb100 x1876699521384320/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762795.999390:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762795.999395:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762795.999397:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762795.999402:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2765
00000100:00080000:2.0:1789762795.999406:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762795.999410:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762795.999419:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762795.999433:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea680 x1876699521384448/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762795.999437:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521384320:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789762795.999443:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762795.999447:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762795.999449:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762795.999452:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2765
00000100:00080000:2.0:1789762795.999455:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762795.999459:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762795.999463:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762795.999472:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8380 x1876699521384576/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762795.999480:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762795.999483:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762795.999485:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762795.999488:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2765
00000100:00080000:2.0:1789762795.999490:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762795.999493:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762795.999498:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762795.999508:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eebb80 x1876699521384704/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762795.999517:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762795.999521:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762795.999522:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762795.999526:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2765
00000100:00080000:2.0:1789762795.999529:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762795.999533:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521384448:192.168.203.116@tcp:38:kworker.0
00000100:00080000:2.0:1789762795.999533:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762795.999538:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762795.999549:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9500 x1876699521384832/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762795.999558:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762795.999561:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521384576:192.168.203.116@tcp:38:kworker.0
00000100:00080000:2.0:1789762795.999562:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762795.999564:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762795.999568:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2765
00000100:00080000:2.0:1789762795.999571:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762795.999575:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762795.999579:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762795.999582:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521384704:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762795.999589:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8000 x1876699521384960/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762795.999603:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521384832:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762795.999627:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521384960:192.168.203.116@tcp:38:kworker.0
00010000:00010000:2.0:1789762796.063370:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762797.087342:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762798.111343:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789762799.071424:0:2393:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.116:988
00000400:00000100:3.0:1789762799.071459:0:2393:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.116@tcp at host 192.168.203.116 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789762799.071472:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789762799.071503:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789762799.071510:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789762799.071515:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789762799.071525:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789762799.071536:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000100:00100000:1.0:1789762799.071561:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762795/real 1789762799]  req@ffff911a12ee9500 x1876699521384832/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762799.071587:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9500 x1876699521384832/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762799.071599:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762799.071604:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762799.071609:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521384832:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762799.071618:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762795/real 1789762799]  req@ffff911a12ee8000 x1876699521384960/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762799.071630:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8000 x1876699521384960/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762799.071638:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762799.071641:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762799.071645:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521384960:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762799.071651:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762795/real 1789762799]  req@ffff911a12eea680 x1876699521384448/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762799.071669:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea680 x1876699521384448/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762799.071676:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762799.071680:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762799.071683:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521384448:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762799.071690:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762795/real 1789762799]  req@ffff911a12ee8380 x1876699521384576/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762799.071702:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8380 x1876699521384576/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762799.071709:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762799.071713:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762799.071717:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521384576:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762799.071724:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762795/real 1789762799]  req@ffff911a12eebb80 x1876699521384704/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762799.071737:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eebb80 x1876699521384704/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762799.071746:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762799.071749:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762799.071752:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521384704:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762799.071759:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762795/real 1789762799]  req@ffff911a12eeb100 x1876699521384320/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762799.071773:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb100 x1876699521384320/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762799.071781:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762799.071784:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762799.071804:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521384320:192.168.203.116@tcp:250:kworker.0
00010000:00010000:2.0:1789762799.135327:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762800.159361:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762801.119320:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762801.119328:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762801.119331:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762801.119340:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2770
00000100:00080000:3.0:1789762801.119349:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762801.119355:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789762801.119384:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521385088/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762801.119412:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762801.119416:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762801.119418:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762801.119422:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2770
00000100:00080000:3.0:1789762801.119431:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762801.119435:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762801.119446:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762801.119462:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521385216/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762801.119474:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762801.119477:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762801.119479:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762801.119484:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2770
00000100:00100000:1.0:1789762801.119487:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521385088:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789762801.119488:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762801.119496:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762801.119502:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762801.119518:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521385344/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762801.119527:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762801.119531:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762801.119533:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762801.119538:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2770
00000100:00080000:3.0:1789762801.119542:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762801.119546:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762801.119551:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789762801.119563:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789762801.119565:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521385472/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762801.119584:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762801.119588:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762801.119590:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762801.119594:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2770
00000100:00080000:3.0:1789762801.119599:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762801.119603:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762801.119610:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762801/real 1789762801]  req@ffff911a04ad0000 x1876699521385088/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789762801.119610:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762801.119629:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521385600/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762801.119638:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521385088/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762801.119670:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762801.119672:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762801.119677:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762801.119681:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762801.119682:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:3.0:1789762801.119692:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2770
00000100:00100000:1.0:1789762801.119694:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521385088:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789762801.119700:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762801.119708:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762801.119713:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762801.119726:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521385216:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789762801.119729:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521385728/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762801.119765:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762801.119795:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762801/real 1789762801]  req@ffff911a04ad3480 x1876699521385216/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762801.119807:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521385216/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762801.119815:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762801.119820:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762801.119823:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521385216:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762801.119829:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521385344:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762801.119853:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762801.119865:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762801/real 1789762801]  req@ffff911a04ad1f80 x1876699521385344/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762801.119879:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521385344/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762801.119887:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762801.119890:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762801.119893:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521385344:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762801.119899:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521385472:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762801.119921:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762801.119933:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762801/real 1789762801]  req@ffff911a04ad2300 x1876699521385472/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762801.119944:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521385472/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762801.119953:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762801.119956:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762801.119959:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521385472:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762801.119965:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521385600:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762801.119986:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762801.120004:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762801/real 1789762801]  req@ffff911a04ad1880 x1876699521385600/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762801.120015:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521385600/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762801.120023:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762801.120027:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762801.120029:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521385600:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762801.120049:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521385728:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762801.120070:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762801.120082:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762801/real 1789762801]  req@ffff911a04ad1c00 x1876699521385728/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762801.120094:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521385728/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762801.120102:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762801.120105:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762801.120109:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521385728:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762801.183373:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762802.207378:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762803.231394:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762804.255444:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762805.279359:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762806.239281:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762806.239289:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762806.239292:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762806.239301:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2775
00000100:00080000:3.0:1789762806.239311:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762806.239317:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789762806.239348:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0a80 x1876699521385856/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762806.239371:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762806.239375:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762806.239377:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762806.239381:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2775
00000100:00080000:3.0:1789762806.239385:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762806.239389:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762806.239399:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762806.239411:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3100 x1876699521385984/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762806.239420:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521385856:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789762806.239422:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762806.239425:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762806.239427:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762806.239431:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2775
00000100:00080000:3.0:1789762806.239434:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762806.239437:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762806.239441:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762806.239451:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521386112/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762806.239459:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762806.239462:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762806.239464:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762806.239467:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2775
00000100:00080000:3.0:1789762806.239470:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762806.239473:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762806.239477:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789762806.239480:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789762806.239486:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521386240/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762806.239495:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762806.239498:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762806.239500:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762806.239503:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2775
00000100:00080000:3.0:1789762806.239506:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762806.239509:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762806.239514:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762806.239518:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762806/real 1789762806]  req@ffff911a04ad0a80 x1876699521385856/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762806.239523:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521386368/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762806.239543:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0a80 x1876699521385856/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762806.239543:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762806.239547:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762806.239549:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762806.239552:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2775
00000100:00080000:1.0:1789762806.239555:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762806.239555:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762806.239559:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:3.0:1789762806.239559:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762806.239564:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521385856:192.168.203.116@tcp:250:kworker.0
00000008:00100000:3.0:1789762806.239564:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762806.239575:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521386496/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762806.239585:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521385984:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762806.239608:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762806.239622:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762806/real 1789762806]  req@ffff911a04ad3100 x1876699521385984/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762806.239631:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3100 x1876699521385984/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762806.239637:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762806.239639:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762806.239641:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521385984:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762806.239645:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521386112:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762806.239660:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762806.239666:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762806/real 1789762806]  req@ffff911a04ad1c00 x1876699521386112/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762806.239674:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521386112/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762806.239683:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762806.239685:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762806.239687:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521386112:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762806.239690:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521386240:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762806.239700:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762806.239706:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762806/real 1789762806]  req@ffff911a04ad1880 x1876699521386240/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762806.239713:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521386240/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762806.239718:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762806.239728:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762806.239730:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521386240:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762806.239750:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521386368:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762806.239765:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762806.239773:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762806/real 1789762806]  req@ffff911a04ad2300 x1876699521386368/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762806.239781:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521386368/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762806.239786:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762806.239788:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762806.239790:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521386368:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762806.239794:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521386496:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762806.239804:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762806.239809:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762806/real 1789762806]  req@ffff911a04ad1f80 x1876699521386496/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762806.239816:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521386496/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762806.239821:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762806.239823:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762806.239824:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521386496:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762806.303378:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762807.327339:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762808.351416:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762809.375357:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762810.399404:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762811.359326:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762811.359342:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762811.359346:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762811.359354:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2780
00000100:00080000:3.0:1789762811.359363:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762811.359369:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789762811.359402:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521386624/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762811.359431:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762811.359434:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762811.359435:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762811.359439:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2780
00000100:00080000:3.0:1789762811.359441:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762811.359444:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762811.359451:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762811.359460:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521386752/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762811.359467:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762811.359470:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762811.359471:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762811.359474:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2780
00000100:00080000:3.0:1789762811.359476:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762811.359479:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762811.359482:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762811.359489:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0700 x1876699521386880/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762811.359495:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521386624:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789762811.359511:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762811.359513:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762811.359515:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762811.359519:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2780
00000100:00080000:3.0:1789762811.359522:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762811.359525:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762811.359529:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762811.359538:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521387008/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762811.359545:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762811.359548:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762811.359550:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762811.359553:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2780
00000100:00080000:3.0:1789762811.359555:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762811.359557:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762811.359560:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762811.359564:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789762811.359572:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521387136/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762811.359584:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762811.359587:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762811.359589:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762811.359594:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2780
00000100:00080000:3.0:1789762811.359599:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762811.359602:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762811/real 1789762811]  req@ffff911a04ad3480 x1876699521386624/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762811.359608:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762811.359617:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762811.359629:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521387264/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762811.359636:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521386624/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762811.359661:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762811.359667:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762811.359671:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521386624:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762811.359677:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521386752:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762811.359708:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762811.359721:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762811/real 1789762811]  req@ffff911a04ad0000 x1876699521386752/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762811.359729:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521386752/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762811.359735:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762811.359737:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762811.359740:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521386752:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762811.359760:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521386880:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762811.359780:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762811.359792:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762811/real 1789762811]  req@ffff911a04ad0700 x1876699521386880/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762811.359805:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0700 x1876699521386880/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762811.359813:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762811.359817:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762811.359820:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521386880:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762811.359825:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521387008:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762811.359841:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762811.359848:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762811/real 1789762811]  req@ffff911a04ad0380 x1876699521387008/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762811.359856:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521387008/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762811.359862:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762811.359864:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762811.359866:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521387008:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762811.359869:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521387136:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762811.359879:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762811.359885:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762811/real 1789762811]  req@ffff911a04ad3800 x1876699521387136/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762811.359892:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521387136/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762811.359904:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762811.359906:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762811.359908:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521387136:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762811.359912:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521387264:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762811.359924:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762811.359933:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762811/real 1789762811]  req@ffff911a04ad2a00 x1876699521387264/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762811.359945:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521387264/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762811.359953:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762811.359956:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762811.359960:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521387264:192.168.203.116@tcp:38:kworker.0
00010000:00010000:2.0:1789762811.423364:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762812.447370:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762813.471350:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762814.495350:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762815.519382:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762816.479320:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762816.479333:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762816.479340:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762816.479353:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2785
00000100:00080000:2.0:1789762816.479368:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762816.479377:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762816.479428:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb100 x1876699521387392/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762816.479460:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762816.479464:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762816.479467:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762816.479472:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2785
00000100:00080000:2.0:1789762816.479475:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762816.479480:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762816.479493:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762816.479510:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eebb80 x1876699521387520/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762816.479522:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762816.479526:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762816.479529:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762816.479534:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2785
00000100:00080000:2.0:1789762816.479539:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762816.479545:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762816.479553:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521387392:192.168.203.116@tcp:250:kworker.0
00000008:00100000:2.0:1789762816.479554:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762816.479572:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8380 x1876699521387648/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762816.479586:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762816.479590:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762816.479592:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762816.479597:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2785
00000100:00080000:2.0:1789762816.479601:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762816.479606:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762816.479612:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762816.479625:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea680 x1876699521387776/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762816.479638:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:2.0:1789762816.479639:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762816.479647:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762816.479649:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762816.479668:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2785
00000100:00080000:2.0:1789762816.479674:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762816.479679:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762816.479686:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762816.479703:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8000 x1876699521387904/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762816.479717:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762816/real 1789762816]  req@ffff911a12eeb100 x1876699521387392/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762816.479743:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762816.479751:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762816.479755:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762816.479761:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb100 x1876699521387392/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762816.479762:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2785
00000100:00080000:2.0:1789762816.479772:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762816.479784:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00080000:1.0:1789762816.479793:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:2.0:1789762816.479794:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762816.479809:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762816.479820:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9500 x1876699521388032/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762816.479821:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521387392:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762816.479845:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521387520:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762816.479877:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762816.479892:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762816/real 1789762816]  req@ffff911a12eebb80 x1876699521387520/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762816.479905:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eebb80 x1876699521387520/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762816.479913:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762816.479917:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762816.479921:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521387520:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762816.479944:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521387648:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762816.479964:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762816.479975:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762816/real 1789762816]  req@ffff911a12ee8380 x1876699521387648/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762816.479988:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8380 x1876699521387648/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762816.479996:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762816.480000:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762816.480004:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521387648:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762816.480010:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521387776:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762816.480029:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762816.480039:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762816/real 1789762816]  req@ffff911a12eea680 x1876699521387776/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762816.480052:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea680 x1876699521387776/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762816.480061:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762816.480064:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762816.480068:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521387776:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762816.480074:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521387904:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762816.480091:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762816.480102:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762816/real 1789762816]  req@ffff911a12ee8000 x1876699521387904/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762816.480113:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8000 x1876699521387904/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762816.480122:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762816.480125:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762816.480129:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521387904:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762816.480135:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521388032:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762816.480152:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762816.480162:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762816/real 1789762816]  req@ffff911a12ee9500 x1876699521388032/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762816.480173:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9500 x1876699521388032/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762816.480181:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762816.480184:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762816.480188:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521388032:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762816.543379:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762817.567371:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762818.591353:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762819.615333:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762820.639339:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762821.599329:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762821.599337:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762821.599340:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762821.599348:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2790
00000100:00080000:3.0:1789762821.599357:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762821.599363:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789762821.599397:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521388160/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762821.599425:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762821.599430:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762821.599431:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762821.599435:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2790
00000100:00080000:3.0:1789762821.599438:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762821.599441:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762821.599449:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762821.599460:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2680 x1876699521388288/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762821.599468:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762821.599473:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521388160:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789762821.599473:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762821.599476:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762821.599482:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2790
00000100:00080000:3.0:1789762821.599485:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762821.599487:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762821.599491:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762821.599502:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521388416/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762821.599508:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762821.599511:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762821.599512:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762821.599515:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2790
00000100:00080000:3.0:1789762821.599517:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762821.599519:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762821.599522:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762821.599529:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521388544/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762821.599536:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789762821.599538:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789762821.599540:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762821.599543:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762821.599546:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2790
00000100:00080000:3.0:1789762821.599549:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762821.599552:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762821.599556:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762821.599565:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521388672/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762821.599570:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762821.599573:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762821.599575:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762821.599579:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762821/real 1789762821]  req@ffff911a04ad1500 x1876699521388160/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762821.599580:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2790
00000100:00080000:3.0:1789762821.599585:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762821.599590:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762821.599597:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762821.599606:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1500 x1876699521388160/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762821.599607:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0700 x1876699521388800/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762821.599646:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762821.599651:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762821.599655:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521388160:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762821.599675:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521388288:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762821.599693:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762821.599702:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762821/real 1789762821]  req@ffff911a04ad2680 x1876699521388288/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762821.599711:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2680 x1876699521388288/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762821.599716:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762821.599719:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762821.599721:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521388288:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762821.599724:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521388416:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762821.599734:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762821.599740:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762821/real 1789762821]  req@ffff911a04ad2a00 x1876699521388416/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762821.599751:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521388416/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762821.599759:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762821.599763:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762821.599767:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521388416:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762821.599773:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521388544:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762821.599793:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762821.599804:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762821/real 1789762821]  req@ffff911a04ad3800 x1876699521388544/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762821.599812:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521388544/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762821.599818:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762821.599820:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762821.599822:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521388544:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762821.599825:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521388672:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762821.599838:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762821.599844:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762821/real 1789762821]  req@ffff911a04ad0380 x1876699521388672/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762821.599865:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521388672/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762821.599873:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762821.599876:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762821.599880:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521388672:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762821.599887:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521388800:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762821.599906:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762821.599914:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762821/real 1789762821]  req@ffff911a04ad0700 x1876699521388800/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762821.599922:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0700 x1876699521388800/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762821.599927:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762821.599930:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762821.599932:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521388800:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762821.663375:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762822.687395:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762823.711413:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762824.735361:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762825.759345:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762826.719350:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762826.719358:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762826.719361:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762826.719369:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2795
00000100:00080000:2.0:1789762826.719378:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762826.719384:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762826.719417:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eead80 x1876699521388928/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762826.719443:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762826.719445:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762826.719447:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762826.719450:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2795
00000100:00080000:2.0:1789762826.719453:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762826.719455:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762826.719463:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762826.719472:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9f80 x1876699521389056/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762826.719480:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762826.719483:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762826.719484:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762826.719486:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2795
00000100:00080000:2.0:1789762826.719488:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762826.719491:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762826.719495:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762826.719502:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb800 x1876699521389184/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762826.719510:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762826.719513:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762826.719516:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762826.719522:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521388928:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789762826.719523:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2795
00000100:00080000:2.0:1789762826.719530:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762826.719539:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762826.719546:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762826.719561:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea300 x1876699521389312/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762826.719569:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762826.719572:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762826.719574:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762826.719577:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2795
00000100:00080000:2.0:1789762826.719591:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762826.719595:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762826.719599:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762826.719608:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8e00 x1876699521389440/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762826.719616:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762826.719618:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762826.719619:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762826.719622:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2795
00000100:00080000:2.0:1789762826.719624:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762826.719626:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762826.719630:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762826.719638:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762826.719643:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8700 x1876699521389568/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762826.719702:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762826/real 1789762826]  req@ffff911a12eead80 x1876699521388928/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762826.719726:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eead80 x1876699521388928/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762826.719740:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762826.719745:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762826.719749:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521388928:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762826.719758:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521389056:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762826.719785:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762826.719798:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762826/real 1789762826]  req@ffff911a12ee9f80 x1876699521389056/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762826.719811:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9f80 x1876699521389056/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762826.719821:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762826.719824:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762826.719828:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521389056:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762826.719859:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521389184:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762826.719881:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762826.719893:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762826/real 1789762826]  req@ffff911a12eeb800 x1876699521389184/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762826.719906:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb800 x1876699521389184/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762826.719914:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762826.719918:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762826.719921:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521389184:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762826.719928:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521389312:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762826.719948:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762826.719960:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762826/real 1789762826]  req@ffff911a12eea300 x1876699521389312/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762826.719971:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea300 x1876699521389312/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762826.719980:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762826.719983:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762826.719987:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521389312:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762826.719993:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521389440:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762826.720012:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762826.720023:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762826/real 1789762826]  req@ffff911a12ee8e00 x1876699521389440/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762826.720035:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8e00 x1876699521389440/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762826.720042:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762826.720046:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762826.720049:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521389440:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762826.720055:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521389568:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762826.720076:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762826.720087:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762826/real 1789762826]  req@ffff911a12ee8700 x1876699521389568/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762826.720100:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8700 x1876699521389568/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762826.720107:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762826.720111:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762826.720115:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521389568:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762826.783399:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762827.807377:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762828.831367:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762829.855389:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762830.879397:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762831.839358:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762831.839369:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762831.839373:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762831.839383:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2801
00000100:00080000:3.0:1789762831.839396:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762831.839403:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789762831.839446:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521389696/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762831.839470:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762831.839473:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762831.839474:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762831.839478:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2801
00000100:00080000:3.0:1789762831.839481:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762831.839483:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762831.839492:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762831.839502:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521389824/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762831.839516:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762831.839519:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762831.839522:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762831.839524:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521389696:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789762831.839527:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2801
00000100:00080000:3.0:1789762831.839532:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762831.839536:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762831.839539:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762831.839565:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521389952/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762831.839573:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762831.839577:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762831.839578:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762831.839581:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2801
00000100:00080000:3.0:1789762831.839584:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762831.839587:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762831.839592:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762831.839599:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521390080/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762831.839607:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762831.839610:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762831.839611:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789762831.839616:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789762831.839617:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2801
00000100:00080000:3.0:1789762831.839622:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762831.839626:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762831.839635:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762831.839644:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521390208/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762831.839650:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762831.839653:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762831.839654:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762831.839658:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2801
00000100:00080000:3.0:1789762831.839661:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762831.839666:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762831.839667:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762831/real 1789762831]  req@ffff911a04ad0000 x1876699521389696/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789762831.839671:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762831.839685:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521390336/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762831.839692:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521389696/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762831.839709:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762831.839713:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762831.839717:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521389696:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762831.839740:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521389824:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762831.839757:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762831.839766:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762831/real 1789762831]  req@ffff911a04ad3480 x1876699521389824/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762831.839774:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521389824/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762831.839780:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762831.839782:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762831.839784:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521389824:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762831.839788:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521389952:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762831.839798:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762831.839804:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762831/real 1789762831]  req@ffff911a04ad1f80 x1876699521389952/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762831.839811:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521389952/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762831.839817:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762831.839818:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762831.839820:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521389952:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762831.839825:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521390080:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762831.839837:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762831.839842:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762831/real 1789762831]  req@ffff911a04ad2300 x1876699521390080/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762831.839850:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521390080/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762831.839856:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762831.839857:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762831.839859:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521390080:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762831.839862:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521390208:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762831.839874:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762831.839880:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762831/real 1789762831]  req@ffff911a04ad1880 x1876699521390208/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762831.839887:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521390208/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762831.839892:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762831.839894:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762831.839896:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521390208:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762831.839899:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521390336:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762831.839910:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762831.839915:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762831/real 1789762831]  req@ffff911a04ad1c00 x1876699521390336/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762831.839923:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521390336/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762831.839928:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762831.839930:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762831.839932:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521390336:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762831.903400:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762832.927353:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762833.951335:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762834.975378:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762835.999405:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762836.959282:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762836.959290:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762836.959293:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762836.959309:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2806
00000100:00080000:3.0:1789762836.959318:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762836.959325:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789762836.959358:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3100 x1876699521390464/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762836.959379:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762836.959386:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762836.959387:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762836.959391:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2806
00000100:00080000:3.0:1789762836.959393:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762836.959396:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762836.959405:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762836.959414:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0a80 x1876699521390592/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762836.959423:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521390464:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789762836.959424:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762836.959431:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762836.959434:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762836.959437:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2806
00000100:00080000:3.0:1789762836.959440:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762836.959442:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762836.959446:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762836.959457:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521390720/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762836.959467:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762836.959471:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762836.959472:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762836.959476:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2806
00000100:00080000:3.0:1789762836.959481:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762836.959486:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000800:00000100:1.0:1789762836.959490:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000008:00100000:3.0:1789762836.959497:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762836.959525:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521390848/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762836.959534:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762836.959536:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762836.959538:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762836.959541:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2806
00000100:00080000:3.0:1789762836.959545:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762836.959549:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762836/real 1789762836]  req@ffff911a04ad3100 x1876699521390464/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762836.959551:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762836.959559:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762836.959573:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521390976/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762836.959574:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3100 x1876699521390464/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762836.959592:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762836.959596:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762836.959597:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762836.959598:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762836.959607:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:3.0:1789762836.959607:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2806
00000100:00080000:3.0:1789762836.959613:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762836.959616:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521390464:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789762836.959620:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762836.959625:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762836.959633:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521391104/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762836.959641:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521390592:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762836.959663:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762836.959673:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762836/real 1789762836]  req@ffff911a04ad0a80 x1876699521390592/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762836.959681:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0a80 x1876699521390592/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762836.959692:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762836.959694:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762836.959696:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521390592:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762836.959700:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521390720:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762836.959715:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762836.959725:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762836/real 1789762836]  req@ffff911a04ad1c00 x1876699521390720/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762836.959738:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521390720/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762836.959747:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762836.959751:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762836.959754:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521390720:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762836.959761:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521390848:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762836.959779:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762836.959787:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762836/real 1789762836]  req@ffff911a04ad1880 x1876699521390848/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762836.959794:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521390848/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762836.959800:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762836.959802:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762836.959804:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521390848:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762836.959809:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521390976:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762836.959819:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762836.959825:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762836/real 1789762836]  req@ffff911a04ad2300 x1876699521390976/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762836.959832:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521390976/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762836.959837:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762836.959839:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762836.959841:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521390976:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762836.959852:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521391104:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762836.959862:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762836.959877:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762836/real 1789762836]  req@ffff911a04ad1f80 x1876699521391104/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762836.959884:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521391104/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762836.959889:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762836.959891:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762836.959894:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521391104:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762837.023355:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762838.047335:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762839.071396:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762840.095347:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762841.119339:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762842.079270:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762842.079278:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762842.079282:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762842.079290:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2811
00000100:00080000:3.0:1789762842.079299:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762842.079306:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789762842.079338:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521391232/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762842.079361:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762842.079363:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762842.079365:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762842.079368:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2811
00000100:00080000:3.0:1789762842.079370:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762842.079372:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762842.079381:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762842.079390:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521391360/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762842.079398:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762842.079400:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521391232:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789762842.079402:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762842.079406:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762842.079411:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2811
00000100:00080000:3.0:1789762842.079413:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762842.079414:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762842.079418:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762842.079426:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0700 x1876699521391488/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762842.079437:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762842.079440:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762842.079441:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762842.079444:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2811
00000100:00080000:3.0:1789762842.079446:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762842.079448:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762842.079452:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762842.079459:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521391616/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762842.079480:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789762842.079484:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762842.079488:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762842.079490:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762842.079494:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2811
00000100:00080000:3.0:1789762842.079503:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762842.079507:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762842.079512:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762842.079521:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762842/real 1789762842]  req@ffff911a04ad3480 x1876699521391232/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762842.079523:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521391744/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762842.079548:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762842.079551:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762842.079552:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762842.079556:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521391232/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762842.079557:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2811
00000100:00080000:3.0:1789762842.079563:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762842.079570:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00080000:1.0:1789762842.079575:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789762842.079575:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762842.079582:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789762842.079585:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521391872/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762842.079589:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521391232:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762842.079617:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521391360:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762842.079636:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762842.079644:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762842/real 1789762842]  req@ffff911a04ad0000 x1876699521391360/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762842.079653:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521391360/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762842.079658:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762842.079660:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762842.079663:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521391360:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762842.079666:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521391488:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762842.079677:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762842.079682:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762842/real 1789762842]  req@ffff911a04ad0700 x1876699521391488/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762842.079690:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0700 x1876699521391488/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762842.079699:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762842.079701:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762842.079703:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521391488:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762842.079706:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521391616:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762842.079716:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762842.079722:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762842/real 1789762842]  req@ffff911a04ad0380 x1876699521391616/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762842.079729:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521391616/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762842.079734:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762842.079736:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762842.079738:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521391616:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762842.079741:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521391744:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762842.079750:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762842.079756:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762842/real 1789762842]  req@ffff911a04ad3800 x1876699521391744/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762842.079762:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521391744/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762842.079767:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762842.079769:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762842.079771:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521391744:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762842.079774:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521391872:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762842.079784:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762842.079790:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762842/real 1789762842]  req@ffff911a04ad2a00 x1876699521391872/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762842.079796:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521391872/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762842.079801:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762842.079802:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762842.079804:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521391872:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762842.143348:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762843.167381:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762844.191330:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762845.215348:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762846.239356:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762847.199294:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762847.199302:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762847.199305:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762847.199314:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2816
00000100:00080000:3.0:1789762847.199324:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762847.199330:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789762847.199361:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2680 x1876699521392000/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762847.199383:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762847.199386:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762847.199387:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762847.199390:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2816
00000100:00080000:3.0:1789762847.199393:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762847.199396:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762847.199404:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762847.199413:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521392128/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762847.199418:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521392000:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789762847.199444:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762847.199448:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762847.199449:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762847.199454:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2816
00000100:00080000:3.0:1789762847.199457:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762847.199460:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762847.199465:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762847.199476:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521392256/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762847.199484:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789762847.199485:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789762847.199490:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762847.199492:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762847.199496:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2816
00000100:00080000:3.0:1789762847.199503:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762847.199505:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762847.199509:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762847.199518:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521392384/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762847.199522:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762847/real 1789762847]  req@ffff911a04ad2680 x1876699521392000/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762847.199534:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762847.199539:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762847.199542:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762847.199546:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2816
00000100:00100000:1.0:1789762847.199548:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2680 x1876699521392000/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762847.199549:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762847.199553:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762847.199556:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762847.199566:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521392512/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762847.199569:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762847.199577:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762847.199578:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:3.0:1789762847.199584:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789762847.199587:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521392000:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789762847.199588:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762847.199597:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2816
00000100:00080000:3.0:1789762847.199599:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762847.199602:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762847.199605:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762847.199612:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0700 x1876699521392640/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762847.199615:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521392128:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762847.199642:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762847.199653:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762847/real 1789762847]  req@ffff911a04ad1500 x1876699521392128/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762847.199661:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1500 x1876699521392128/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762847.199667:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762847.199669:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762847.199672:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521392128:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762847.199675:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521392256:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762847.199686:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762847.199691:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762847/real 1789762847]  req@ffff911a04ad2a00 x1876699521392256/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762847.199698:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521392256/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762847.199703:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762847.199705:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762847.199707:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521392256:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762847.199710:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521392384:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762847.199720:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762847.199726:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762847/real 1789762847]  req@ffff911a04ad3800 x1876699521392384/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762847.199733:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521392384/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762847.199738:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762847.199740:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762847.199742:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521392384:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762847.199745:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521392512:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762847.199764:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762847.199770:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762847/real 1789762847]  req@ffff911a04ad0380 x1876699521392512/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762847.199777:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521392512/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762847.199782:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762847.199784:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762847.199785:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521392512:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762847.199794:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521392640:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762847.199804:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762847.199810:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762847/real 1789762847]  req@ffff911a04ad0700 x1876699521392640/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762847.199816:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0700 x1876699521392640/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762847.199821:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762847.199823:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762847.199825:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521392640:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762847.263372:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762848.287386:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762849.311402:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762850.335443:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762851.359412:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762852.319317:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762852.319327:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762852.319332:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762852.319341:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2821
00000100:00080000:3.0:1789762852.319352:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762852.319360:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789762852.319414:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521392768/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762852.319443:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762852.319448:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762852.319450:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762852.319455:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2821
00000100:00080000:3.0:1789762852.319461:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762852.319466:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762852.319476:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521392768:192.168.203.116@tcp:250:kworker.0
00000008:00100000:3.0:1789762852.319477:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762852.319516:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521392896/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762852.319529:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762852.319533:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762852.319535:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789762852.319539:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789762852.319544:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2821
00000100:00080000:3.0:1789762852.319550:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762852.319555:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762852.319561:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762852.319576:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762852/real 1789762852]  req@ffff911a04ad0000 x1876699521392768/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762852.319579:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521393024/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762852.319602:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762852.319606:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521392768/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762852.319606:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762852.319607:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762852.319616:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2821
00000100:00080000:3.0:1789762852.319622:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762852.319623:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762852.319627:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00080000:1.0:1789762852.319630:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762852.319635:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521392768:192.168.203.116@tcp:250:kworker.0
00000008:00100000:3.0:1789762852.319635:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762852.319649:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521393152/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762852.319659:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521392896:192.168.203.116@tcp:38:kworker.0
00000100:00080000:3.0:1789762852.319668:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762852.319672:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762852.319673:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762852.319677:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2821
00000100:00080000:3.0:1789762852.319681:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789762852.319685:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789762852.319688:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762852.319693:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762852.319700:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762852/real 1789762852]  req@ffff911a04ad3480 x1876699521392896/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762852.319704:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521393280/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762852.319723:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762852.319724:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521392896/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762852.319728:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762852.319731:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762852.319739:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2821
00000100:00080000:1.0:1789762852.319743:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762852.319744:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762852.319752:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00080000:3.0:1789762852.319753:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762852.319760:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762852.319761:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521392896:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789762852.319770:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521393408/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762852.319771:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521393024:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762852.319794:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762852.319803:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762852/real 1789762852]  req@ffff911a04ad1f80 x1876699521393024/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762852.319812:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521393024/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762852.319817:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762852.319819:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762852.319822:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521393024:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762852.319830:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521393152:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762852.319841:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762852.319847:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762852/real 1789762852]  req@ffff911a04ad2300 x1876699521393152/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762852.319854:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521393152/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762852.319859:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762852.319861:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762852.319863:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521393152:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762852.319866:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521393280:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762852.319875:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762852.319881:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762852/real 1789762852]  req@ffff911a04ad1880 x1876699521393280/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762852.319888:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521393280/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762852.319893:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762852.319895:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762852.319897:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521393280:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762852.319900:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521393408:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762852.319910:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762852.319915:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762852/real 1789762852]  req@ffff911a04ad1c00 x1876699521393408/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762852.319922:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521393408/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762852.319926:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762852.319928:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762852.319930:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521393408:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762852.383367:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762853.407366:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762854.431441:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762855.455394:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762856.479407:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762857.439345:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762857.439371:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762857.439376:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762857.439387:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2826
00000100:00080000:3.0:1789762857.439400:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762857.439408:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789762857.439458:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0a80 x1876699521393536/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762857.439486:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762857.439489:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762857.439490:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762857.439494:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2826
00000100:00080000:3.0:1789762857.439496:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762857.439499:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762857.439508:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762857.439518:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3100 x1876699521393664/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762857.439526:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762857.439529:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762857.439531:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762857.439533:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2826
00000100:00080000:3.0:1789762857.439535:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762857.439538:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762857.439541:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762857.439550:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521393536:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789762857.439551:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521393792/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762857.439567:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762857.439570:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762857.439571:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762857.439574:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2826
00000100:00080000:3.0:1789762857.439575:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762857.439577:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762857.439581:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762857.439589:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521393920/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762857.439595:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762857.439598:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762857.439598:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762857.439600:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2826
00000100:00080000:3.0:1789762857.439603:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762857.439605:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762857.439609:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762857.439616:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521394048/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762857.439622:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762857.439625:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762857.439626:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762857.439628:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2826
00000100:00080000:3.0:1789762857.439631:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762857.439633:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000800:00000100:1.0:1789762857.439639:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000008:00100000:3.0:1789762857.439640:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762857.439651:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521394176/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762857.439694:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762857/real 1789762857]  req@ffff911a04ad0a80 x1876699521393536/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762857.439715:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0a80 x1876699521393536/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762857.439726:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762857.439730:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762857.439735:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521393536:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762857.439743:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521393664:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762857.439777:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762857.439790:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762857/real 1789762857]  req@ffff911a04ad3100 x1876699521393664/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762857.439802:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3100 x1876699521393664/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762857.439810:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762857.439814:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762857.439818:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521393664:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762857.439844:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521393792:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762857.439864:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762857.439875:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762857/real 1789762857]  req@ffff911a04ad1c00 x1876699521393792/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762857.439887:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521393792/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762857.439895:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762857.439898:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762857.439902:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521393792:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762857.439908:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521393920:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762857.439925:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762857.439936:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762857/real 1789762857]  req@ffff911a04ad1880 x1876699521393920/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762857.439947:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521393920/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762857.439955:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762857.439959:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762857.439962:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521393920:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762857.439968:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521394048:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762857.439984:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762857.439995:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762857/real 1789762857]  req@ffff911a04ad2300 x1876699521394048/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762857.440006:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521394048/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762857.440014:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762857.440017:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762857.440021:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521394048:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762857.440026:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521394176:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762857.440043:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762857.440051:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762857/real 1789762857]  req@ffff911a04ad1f80 x1876699521394176/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762857.440062:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521394176/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762857.440071:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762857.440074:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762857.440078:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521394176:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762857.503436:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762858.527406:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762859.551410:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762860.575414:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762861.599419:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762862.559305:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762862.559326:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762862.559329:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762862.559338:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2831
00000100:00080000:0.0:1789762862.559347:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762862.559353:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789762862.559383:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56d80 x1876699521394304/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762862.559403:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762862.559406:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762862.559408:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762862.559411:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2831
00000100:00080000:0.0:1789762862.559413:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762862.559416:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762862.559424:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762862.559435:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521394432/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762862.559443:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762862.559447:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521394304:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789762862.559448:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762862.559452:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762862.559458:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2831
00000100:00080000:0.0:1789762862.559460:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762862.559462:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762862.559465:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762862.559474:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521394560/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762862.559482:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762862.559484:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762862.559485:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762862.559488:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2831
00000100:00080000:0.0:1789762862.559498:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762862.559501:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762862.559505:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762862.559513:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55c00 x1876699521394688/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762862.559519:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762862.559522:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762862.559524:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762862.559526:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2831
00000100:00080000:0.0:1789762862.559529:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762862.559532:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762862.559536:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762862.559554:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57b80 x1876699521394816/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762862.559560:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521394432:192.168.203.116@tcp:38:kworker.0
00000100:00080000:0.0:1789762862.559562:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762862.559569:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762862.559570:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762862.559574:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2831
00000100:00080000:0.0:1789762862.559578:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762862.559582:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762862.559585:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762862.559592:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521394560:192.168.203.116@tcp:38:kworker.0
00000100:00100000:0.0:1789762862.559598:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56680 x1876699521394944/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762862.559626:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521394688:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762862.559646:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521394816:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762862.559660:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521394944:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762862.623369:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762863.647336:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762864.671393:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789762865.631665:0:2394:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.116:988
00000400:00000100:3.0:1789762865.631722:0:2394:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.116@tcp at host 192.168.203.116 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789762865.631755:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789762865.631816:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789762865.631830:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789762865.631842:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789762865.631853:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789762865.631864:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000100:00100000:1.0:1789762865.632367:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762862/real 1789762865]  req@ffff911a05c57b80 x1876699521394816/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762865.632409:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57b80 x1876699521394816/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762865.632429:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762865.632437:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762865.632445:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521394816:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762865.632457:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762862/real 1789762865]  req@ffff911a05c56680 x1876699521394944/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762865.632486:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56680 x1876699521394944/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762865.632498:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762865.632503:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762865.632507:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521394944:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762865.632516:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762862/real 1789762865]  req@ffff911a05c56a00 x1876699521394432/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762865.632533:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521394432/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762865.632544:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762865.632550:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762865.632554:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521394432:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762865.632563:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762862/real 1789762865]  req@ffff911a05c54700 x1876699521394560/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762865.632582:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521394560/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762865.632595:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762865.632601:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762865.632606:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521394560:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762865.632617:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762862/real 1789762865]  req@ffff911a05c55c00 x1876699521394688/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762865.632637:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55c00 x1876699521394688/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762865.632651:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762865.632657:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762865.632662:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521394688:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762865.632674:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762862/real 1789762865]  req@ffff911a05c56d80 x1876699521394304/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762865.632694:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56d80 x1876699521394304/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762865.632707:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762865.632712:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762865.632718:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521394304:192.168.203.116@tcp:250:kworker.0
00010000:00010000:0.0:1789762865.695352:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762866.719352:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762867.679313:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762867.679322:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762867.679325:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762867.679334:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2836
00000100:00080000:2.0:1789762867.679343:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762867.679349:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762867.679379:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb480 x1876699521395072/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762867.679402:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762867.679405:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762867.679406:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762867.679409:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2836
00000100:00080000:2.0:1789762867.679412:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762867.679414:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762867.679421:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762867.679430:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9c00 x1876699521395200/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762867.679437:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762867.679440:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762867.679441:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762867.679444:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2836
00000100:00080000:2.0:1789762867.679446:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762867.679449:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762867.679453:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762867.679459:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521395072:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789762867.679462:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8a80 x1876699521395328/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762867.679471:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762867.679474:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762867.679475:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762867.679480:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2836
00000100:00080000:2.0:1789762867.679484:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762867.679488:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762867.679494:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762867.679506:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9880 x1876699521395456/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762867.679522:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762867.679525:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762867.679527:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762867.679530:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2836
00000100:00080000:2.0:1789762867.679535:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789762867.679540:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:2.0:1789762867.679541:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762867.679550:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762867.679564:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9180 x1876699521395584/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762867.679574:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762867.679578:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762867.679581:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762867.679585:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762867/real 1789762867]  req@ffff911a12eeb480 x1876699521395072/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762867.679594:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2836
00000100:00080000:2.0:1789762867.679601:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762867.679606:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb480 x1876699521395072/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762867.679608:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762867.679623:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762867.679624:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762867.679633:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762867.679639:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521395072:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789762867.679644:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeaa00 x1876699521395712/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762867.679652:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521395200:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762867.679689:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762867.679704:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762867/real 1789762867]  req@ffff911a12ee9c00 x1876699521395200/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762867.679718:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9c00 x1876699521395200/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762867.679727:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762867.679731:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762867.679734:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521395200:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762867.679760:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521395328:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762867.679783:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762867.679795:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762867/real 1789762867]  req@ffff911a12ee8a80 x1876699521395328/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762867.679809:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8a80 x1876699521395328/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762867.679817:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762867.679821:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762867.679823:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521395328:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762867.679828:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521395456:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762867.679850:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762867.679862:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762867/real 1789762867]  req@ffff911a12ee9880 x1876699521395456/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762867.679890:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9880 x1876699521395456/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762867.679899:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762867.679903:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762867.679907:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521395456:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762867.679913:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521395584:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762867.679934:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762867.679947:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762867/real 1789762867]  req@ffff911a12ee9180 x1876699521395584/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762867.679958:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9180 x1876699521395584/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762867.679964:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762867.679966:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762867.679968:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521395584:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762867.679972:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521395712:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762867.679988:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762867.679998:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762867/real 1789762867]  req@ffff911a12eeaa00 x1876699521395712/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762867.680010:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeaa00 x1876699521395712/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762867.680023:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762867.680027:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762867.680030:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521395712:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762867.743362:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762868.767381:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762869.791365:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762870.815347:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762871.839357:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762872.799562:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762872.799575:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762872.799580:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762872.799591:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2842
00000100:00080000:3.0:1789762872.799603:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762872.799639:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789762872.799685:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521395840/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762872.799720:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762872.799726:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762872.799729:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762872.799737:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2842
00000100:00080000:3.0:1789762872.799744:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762872.799752:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762872.799768:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762872.799795:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521395968/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762872.799803:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521395840:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789762872.799838:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762872.799842:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762872.799845:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762872.799852:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2842
00000100:00080000:3.0:1789762872.799859:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762872.799864:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762872.799873:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762872.799912:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0700 x1876699521396096/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762872.799935:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789762872.799940:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789762872.799950:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762872.799956:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762872.799968:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2842
00000100:00080000:3.0:1789762872.799979:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762872.799986:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762872.799995:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762872.800034:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762872/real 1789762872]  req@ffff911a04ad3480 x1876699521395840/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762872.800040:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521396224/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762872.800102:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762872.800111:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521395840/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762872.800113:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762872.800122:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762872.800141:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2842
00000100:00080000:3.0:1789762872.800153:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762872.800159:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00080000:1.0:1789762872.800164:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789762872.800166:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762872.800179:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789762872.800185:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521396352/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762872.800195:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521395840:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789762872.800200:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762872.800212:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762872.800215:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762872.800222:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2842
00000100:00080000:3.0:1789762872.800226:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762872.800230:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762872.800316:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521395968:192.168.203.116@tcp:38:kworker.0
00000008:00100000:3.0:1789762872.800333:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762872.800365:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521396480/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762872.800366:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762872.800394:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762872/real 1789762872]  req@ffff911a04ad0000 x1876699521395968/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762872.800405:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521395968/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762872.800411:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762872.800414:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762872.800421:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521395968:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762872.800432:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521396096:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762872.800452:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762872.800478:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762872/real 1789762872]  req@ffff911a04ad0700 x1876699521396096/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762872.800488:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0700 x1876699521396096/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762872.800493:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762872.800495:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762872.800497:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521396096:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762872.800502:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521396224:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762872.800524:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762872.800531:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762872/real 1789762872]  req@ffff911a04ad0380 x1876699521396224/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762872.800539:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521396224/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762872.800545:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762872.800548:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762872.800550:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521396224:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762872.800554:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521396352:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762872.800566:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762872.800573:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762872/real 1789762872]  req@ffff911a04ad3800 x1876699521396352/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762872.800581:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521396352/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762872.800587:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762872.800589:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762872.800591:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521396352:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762872.800602:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521396480:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762872.800614:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762872.800620:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762872/real 1789762872]  req@ffff911a04ad2a00 x1876699521396480/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762872.800628:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521396480/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762872.800633:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762872.800635:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762872.800637:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521396480:192.168.203.116@tcp:38:kworker.0
00010000:00010000:2.0:1789762872.863429:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762873.887351:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762874.911362:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762875.935363:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762876.959461:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762877.919398:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762877.921080:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762877.921085:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762877.921093:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2847
00000100:00080000:3.0:1789762877.921111:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762877.921118:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789762877.921151:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521396608/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762877.921179:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762877.921182:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762877.921184:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762877.921195:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2847
00000100:00080000:3.0:1789762877.921206:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762877.921209:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762877.921231:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762877.921256:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2680 x1876699521396736/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762877.921264:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762877.921268:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762877.921270:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762877.921273:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2847
00000100:00080000:3.0:1789762877.921275:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762877.921279:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762877.921283:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762877.921292:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521396864/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762877.921307:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521396608:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789762877.921308:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762877.921333:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762877.921336:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762877.921342:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2847
00000100:00080000:3.0:1789762877.921345:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762877.921348:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762877.921352:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762877.921362:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521396992/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762877.921370:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762877.921373:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762877.921375:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762877.921379:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2847
00000100:00080000:3.0:1789762877.921382:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762877.921385:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762877.921389:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762877.921402:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521397120/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762877.921408:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762877.921410:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762877.921411:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762877.921415:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2847
00000100:00080000:3.0:1789762877.921422:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762877.921424:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762877.921427:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762877.921435:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0700 x1876699521397248/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762877.922983:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762877.923031:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762877/real 1789762877]  req@ffff911a04ad1500 x1876699521396608/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762877.923062:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1500 x1876699521396608/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762877.923075:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762877.923078:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762877.923082:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521396608:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762877.923090:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521396736:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762877.923134:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762877.923149:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762877/real 1789762877]  req@ffff911a04ad2680 x1876699521396736/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762877.923163:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2680 x1876699521396736/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762877.923171:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762877.923174:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762877.923176:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521396736:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762877.923226:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521396864:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762877.923245:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762877.923262:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762877/real 1789762877]  req@ffff911a04ad2a00 x1876699521396864/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762877.923270:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521396864/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762877.923276:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762877.923279:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762877.923281:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521396864:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762877.923285:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521396992:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762877.923297:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762877.923303:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762877/real 1789762877]  req@ffff911a04ad3800 x1876699521396992/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762877.923310:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521396992/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762877.923315:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762877.923318:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762877.923320:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521396992:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762877.923323:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521397120:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762877.923333:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762877.923338:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762877/real 1789762877]  req@ffff911a04ad0380 x1876699521397120/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762877.923346:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521397120/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762877.923351:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762877.923352:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762877.923354:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521397120:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762877.923357:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521397248:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762877.923367:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762877.923373:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762877/real 1789762877]  req@ffff911a04ad0700 x1876699521397248/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762877.923380:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0700 x1876699521397248/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762877.923385:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762877.923387:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762877.923388:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521397248:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762877.983357:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762879.007405:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762880.031381:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762881.055352:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762882.079357:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762883.039306:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762883.039314:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762883.039317:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762883.039327:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2852
00000100:00080000:1.0:1789762883.039336:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762883.039343:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762883.039375:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0ad80 x1876699521397376/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762883.039398:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762883.039401:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762883.039403:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762883.039406:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2852
00000100:00080000:1.0:1789762883.039408:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762883.039410:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762883.039418:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762883.039426:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0aa00 x1876699521397504/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762883.039438:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762883.039440:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762883.039442:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762883.039444:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2852
00000100:00080000:1.0:1789762883.039446:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762883.039451:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762883.039452:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521397376:192.168.203.116@tcp:250:kworker.0
00000008:00100000:1.0:1789762883.039455:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762883.039465:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08380 x1876699521397632/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762883.039471:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762883.039473:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762883.039474:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762883.039476:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2852
00000100:00080000:1.0:1789762883.039479:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762883.039481:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762883.039484:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762883.039491:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08700 x1876699521397760/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762883.039498:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762883.039500:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762883.039502:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762883.039504:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2852
00000100:00080000:1.0:1789762883.039507:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762883.039509:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762883.039513:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762883.039520:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09180 x1876699521397888/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762883.039524:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789762883.039532:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762883.039535:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762883.039537:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762883.039542:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2852
00000100:00080000:1.0:1789762883.039545:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762883.039547:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762883.039550:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762883.039561:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09f80 x1876699521398016/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762883.039567:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762883/real 1789762883]  req@ffff911a08b0ad80 x1876699521397376/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762883.039583:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0ad80 x1876699521397376/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762883.039591:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762883.039595:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762883.039598:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521397376:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789762883.039603:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521397504:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762883.039618:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762883.039625:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762883/real 1789762883]  req@ffff911a08b0aa00 x1876699521397504/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762883.039633:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0aa00 x1876699521397504/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762883.039647:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762883.039650:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762883.039655:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521397504:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762883.039681:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521397632:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762883.039702:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762883.039714:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762883/real 1789762883]  req@ffff911a08b08380 x1876699521397632/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762883.039727:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08380 x1876699521397632/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762883.039735:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762883.039738:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762883.039742:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521397632:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762883.039749:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521397760:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762883.039767:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762883.039775:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762883/real 1789762883]  req@ffff911a08b08700 x1876699521397760/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762883.039782:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08700 x1876699521397760/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762883.039788:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762883.039790:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762883.039792:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521397760:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762883.039795:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521397888:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762883.039805:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762883.039812:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762883/real 1789762883]  req@ffff911a08b09180 x1876699521397888/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762883.039819:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09180 x1876699521397888/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762883.039824:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762883.039826:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762883.039828:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521397888:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762883.039831:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521398016:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762883.039841:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762883.039846:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762883/real 1789762883]  req@ffff911a08b09f80 x1876699521398016/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762883.039854:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09f80 x1876699521398016/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762883.039859:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762883.039861:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762883.039862:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521398016:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762883.103334:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762884.127377:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762885.151344:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762886.175471:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762887.199354:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762888.159317:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762888.159325:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762888.159329:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762888.159339:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2857
00000100:00080000:3.0:1789762888.159349:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762888.159356:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789762888.159390:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521398144/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762888.159415:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762888.159419:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762888.159420:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762888.159424:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2857
00000100:00080000:3.0:1789762888.159427:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762888.159429:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762888.159438:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762888.159449:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521398272/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762888.159458:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762888.159461:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762888.159462:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762888.159466:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2857
00000100:00080000:3.0:1789762888.159469:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762888.159471:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762888.159478:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762888.159496:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521398400/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762888.159498:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521398144:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789762888.159524:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762888.159527:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762888.159529:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762888.159533:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2857
00000100:00080000:3.0:1789762888.159535:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762888.159538:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762888.159543:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762888.159553:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521398528/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762888.159562:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762888.159565:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762888.159567:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762888.159570:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2857
00000100:00080000:3.0:1789762888.159588:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762888.159591:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762888.159596:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789762888.159605:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789762888.159618:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521398656/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762888.159627:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762888.159630:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762888.159632:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762888.159636:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2857
00000100:00080000:3.0:1789762888.159638:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762888.159641:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762888.159646:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762888.159655:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521398784/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762888.159659:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762888/real 1789762888]  req@ffff911a04ad0000 x1876699521398144/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762888.159705:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521398144/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762888.159720:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762888.159726:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762888.159729:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521398144:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789762888.159736:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521398272:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762888.159761:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762888.159774:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762888/real 1789762888]  req@ffff911a04ad3480 x1876699521398272/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762888.159788:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521398272/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762888.159798:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762888.159802:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762888.159804:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521398272:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762888.159829:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521398400:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762888.159848:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762888.159860:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762888/real 1789762888]  req@ffff911a04ad1f80 x1876699521398400/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762888.159874:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521398400/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762888.159884:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762888.159889:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762888.159892:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521398400:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762888.159898:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521398528:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762888.159916:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762888.159924:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762888/real 1789762888]  req@ffff911a04ad2300 x1876699521398528/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762888.159933:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521398528/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762888.159939:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762888.159941:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762888.159943:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521398528:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762888.159947:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521398656:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762888.159959:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762888.159965:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762888/real 1789762888]  req@ffff911a04ad1880 x1876699521398656/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762888.159972:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521398656/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762888.159978:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762888.159980:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762888.159981:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521398656:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762888.159986:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521398784:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762888.159997:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762888.160003:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762888/real 1789762888]  req@ffff911a04ad1c00 x1876699521398784/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762888.160011:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521398784/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762888.160016:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762888.160018:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762888.160020:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521398784:192.168.203.116@tcp:38:kworker.0
00010000:00010000:2.0:1789762888.223361:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762889.247388:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762890.271383:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762891.295478:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762892.319443:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762893.279281:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762893.279290:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762893.279293:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762893.279301:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2862
00000100:00080000:3.0:1789762893.279310:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762893.279316:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789762893.279380:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3100 x1876699521398912/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762893.279428:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762893.279436:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762893.279440:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762893.279449:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2862
00000100:00080000:3.0:1789762893.279458:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762893.279468:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762893.279485:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762893.279499:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521398912:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789762893.279511:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0a80 x1876699521399040/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762893.279539:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762893.279561:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762893.279564:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762893.279573:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2862
00000100:00080000:3.0:1789762893.279582:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789762893.279590:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789762893.279616:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762893.279624:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762893.279640:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521399168/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762893.279651:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762893/real 1789762893]  req@ffff911a04ad3100 x1876699521398912/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762893.279652:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762893.279659:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762893.279662:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762893.279670:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2862
00000100:00080000:3.0:1789762893.279674:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762893.279678:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3100 x1876699521398912/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762893.279679:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762893.279686:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00080000:2.0:1789762893.279698:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789762893.279700:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521399296/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762893.279710:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:3.0:1789762893.279712:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762893.279717:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1789762893.279718:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521398912:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789762893.279719:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762893.279734:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2862
00000100:00080000:3.0:1789762893.279738:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762893.279741:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762893.279744:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762893.279751:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521399040:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789762893.279754:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521399424/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762893.279765:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762893.279768:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762893.279769:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762893.279772:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2862
00000100:00080000:3.0:1789762893.279775:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762893.279778:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762893.279781:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789762893.279791:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789762893.279792:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521399552/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762893.279815:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762893/real 1789762893]  req@ffff911a04ad0a80 x1876699521399040/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762893.279832:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0a80 x1876699521399040/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762893.279843:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762893.279847:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762893.279852:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521399040:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762893.279859:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521399168:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762893.279881:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762893.279910:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762893/real 1789762893]  req@ffff911a04ad1c00 x1876699521399168/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762893.279930:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521399168/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762893.279941:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762893.279944:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762893.279948:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521399168:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762893.279954:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521399296:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762893.279980:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762893.279997:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762893/real 1789762893]  req@ffff911a04ad1880 x1876699521399296/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762893.280016:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521399296/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762893.280028:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762893.280033:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762893.280039:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521399296:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762893.280063:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521399424:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762893.280127:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762893.280136:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762893/real 1789762893]  req@ffff911a04ad2300 x1876699521399424/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762893.280144:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521399424/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762893.280149:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762893.280151:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762893.280153:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521399424:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762893.280157:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521399552:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762893.280168:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762893.280198:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762893/real 1789762893]  req@ffff911a04ad1f80 x1876699521399552/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762893.280212:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521399552/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762893.280221:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762893.280225:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762893.280228:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521399552:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762893.343456:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762894.367482:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762895.391354:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762896.415421:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762897.439434:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762898.399306:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762898.399318:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762898.399322:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762898.399334:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2867
00000100:00080000:3.0:1789762898.399348:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762898.399355:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789762898.399405:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521399680/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762898.399434:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762898.399438:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762898.399439:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762898.399443:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2867
00000100:00080000:3.0:1789762898.399445:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762898.399448:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762898.399458:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762898.399467:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521399808/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762898.399475:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762898.399477:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762898.399479:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762898.399482:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2867
00000100:00080000:3.0:1789762898.399483:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762898.399486:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762898.399489:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762898.399496:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521399680:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789762898.399500:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0700 x1876699521399936/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762898.399509:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762898.399512:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762898.399513:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762898.399516:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2867
00000100:00080000:3.0:1789762898.399518:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762898.399521:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762898.399526:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762898.399534:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521400064/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762898.399541:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762898.399544:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762898.399546:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762898.399548:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2867
00000100:00080000:3.0:1789762898.399573:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762898.399576:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762898.399579:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789762898.399587:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789762898.399590:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521400192/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762898.399597:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762898.399600:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762898.399602:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762898.399606:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2867
00000100:00080000:3.0:1789762898.399608:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762898.399611:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762898.399614:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762898.399622:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521400320/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762898.399644:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762898/real 1789762898]  req@ffff911a04ad3480 x1876699521399680/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762898.399663:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521399680/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762898.399673:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762898.399677:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762898.399680:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521399680:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789762898.399687:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521399808:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762898.399703:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762898.399712:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762898/real 1789762898]  req@ffff911a04ad0000 x1876699521399808/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762898.399720:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521399808/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762898.399726:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762898.399728:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762898.399730:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521399808:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762898.399753:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521399936:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762898.399765:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762898.399771:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762898/real 1789762898]  req@ffff911a04ad0700 x1876699521399936/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762898.399784:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0700 x1876699521399936/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762898.399790:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762898.399792:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762898.399794:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521399936:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762898.399797:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521400064:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762898.399810:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762898.399816:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762898/real 1789762898]  req@ffff911a04ad0380 x1876699521400064/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762898.399824:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521400064/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762898.399829:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762898.399832:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762898.399836:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521400064:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762898.399842:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521400192:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762898.399862:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762898.399874:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762898/real 1789762898]  req@ffff911a04ad3800 x1876699521400192/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762898.399888:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521400192/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762898.399900:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762898.399902:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762898.399905:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521400192:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762898.399909:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521400320:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762898.399925:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762898.399932:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762898/real 1789762898]  req@ffff911a04ad2a00 x1876699521400320/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762898.399940:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521400320/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762898.399946:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762898.399948:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762898.399950:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521400320:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762898.463419:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762899.487390:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762900.511462:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762901.535459:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762902.559399:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762903.519320:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762903.519331:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762903.519336:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762903.519346:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2872
00000100:00080000:1.0:1789762903.519357:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762903.519365:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762903.519400:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a300 x1876699521400448/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762903.519422:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762903.519425:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762903.519427:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762903.519430:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2872
00000100:00080000:1.0:1789762903.519432:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762903.519435:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762903.519443:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762903.519452:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09500 x1876699521400576/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762903.519460:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762903.519463:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762903.519466:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789762903.519467:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521400448:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789762903.519471:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2872
00000100:00080000:1.0:1789762903.519478:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762903.519480:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762903.519484:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762903.519492:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08e00 x1876699521400704/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762903.519499:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762903.519501:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762903.519503:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762903.519505:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2872
00000100:00080000:1.0:1789762903.519508:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762903.519511:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762903.519515:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762903.519521:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09880 x1876699521400832/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762903.519528:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789762903.519530:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789762903.519534:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762903.519536:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762903.519539:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2872
00000100:00080000:1.0:1789762903.519543:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762903.519546:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762903.519549:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762903.519559:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b100 x1876699521400960/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762903.519566:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789762903.519569:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762903/real 1789762903]  req@ffff911a08b0a300 x1876699521400448/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762903.519570:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762903.519572:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762903.519579:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2872
00000100:00080000:1.0:1789762903.519584:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762903.519588:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762903.519591:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762903.519595:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a300 x1876699521400448/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762903.519602:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a680 x1876699521401088/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762903.519606:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762903.519614:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762903.519620:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521400448:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789762903.519639:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521400576:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762903.519654:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762903.519662:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762903/real 1789762903]  req@ffff911a08b09500 x1876699521400576/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762903.519670:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09500 x1876699521400576/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762903.519675:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762903.519677:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762903.519680:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521400576:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762903.519683:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521400704:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762903.519694:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762903.519699:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762903/real 1789762903]  req@ffff911a08b08e00 x1876699521400704/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762903.519706:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08e00 x1876699521400704/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762903.519711:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762903.519713:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762903.519715:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521400704:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762903.519718:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521400832:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762903.519728:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762903.519734:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762903/real 1789762903]  req@ffff911a08b09880 x1876699521400832/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762903.519741:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09880 x1876699521400832/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762903.519746:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762903.519748:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762903.519750:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521400832:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762903.519753:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521400960:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762903.519762:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762903.519767:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762903/real 1789762903]  req@ffff911a08b0b100 x1876699521400960/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762903.519774:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b100 x1876699521400960/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762903.519779:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762903.519781:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762903.519783:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521400960:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762903.519786:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521401088:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762903.519795:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762903.519800:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762903/real 1789762903]  req@ffff911a08b0a680 x1876699521401088/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762903.519806:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a680 x1876699521401088/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762903.519812:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762903.519814:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762903.519816:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521401088:192.168.203.116@tcp:38:kworker.0
00010000:00010000:2.0:1789762903.583341:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762904.607386:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762905.631336:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762906.655339:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762907.679373:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762908.639315:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762908.639325:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762908.639329:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762908.639338:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2877
00000100:00080000:2.0:1789762908.639348:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762908.639354:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762908.639387:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeaa00 x1876699521401216/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762908.639413:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762908.639416:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762908.639417:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762908.639420:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2877
00000100:00080000:2.0:1789762908.639423:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762908.639425:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762908.639433:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762908.639443:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9180 x1876699521401344/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762908.639450:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521401216:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789762908.639453:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762908.639461:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762908.639464:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762908.639467:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2877
00000100:00080000:2.0:1789762908.639469:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762908.639471:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762908.639475:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762908.639484:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9880 x1876699521401472/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762908.639490:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762908.639492:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762908.639493:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762908.639496:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2877
00000100:00080000:2.0:1789762908.639499:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762908.639502:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762908.639505:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762908.639513:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8a80 x1876699521401600/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762908.639521:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:2.0:1789762908.639522:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762908.639528:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762908.639529:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762908.639532:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2877
00000100:00080000:2.0:1789762908.639535:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762908.639538:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762908.639542:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762908.639549:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9c00 x1876699521401728/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762908.639556:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762908.639558:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762908.639562:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762908.639563:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762908/real 1789762908]  req@ffff911a12eeaa00 x1876699521401216/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762908.639566:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2877
00000100:00080000:2.0:1789762908.639571:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762908.639576:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762908.639582:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762908.639590:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeaa00 x1876699521401216/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762908.639592:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb480 x1876699521401856/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762908.639619:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762908.639625:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762908.639629:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521401216:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762908.639649:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521401344:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762908.639665:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762908.639673:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762908/real 1789762908]  req@ffff911a12ee9180 x1876699521401344/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762908.639682:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9180 x1876699521401344/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762908.639687:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762908.639690:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762908.639692:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521401344:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762908.639695:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521401472:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762908.639707:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762908.639713:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762908/real 1789762908]  req@ffff911a12ee9880 x1876699521401472/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762908.639724:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9880 x1876699521401472/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762908.639729:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762908.639731:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762908.639733:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521401472:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762908.639737:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521401600:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762908.639750:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762908.639760:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762908/real 1789762908]  req@ffff911a12ee8a80 x1876699521401600/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762908.639772:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8a80 x1876699521401600/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762908.639781:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762908.639784:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762908.639788:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521401600:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762908.639794:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521401728:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762908.639813:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762908.639821:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762908/real 1789762908]  req@ffff911a12ee9c00 x1876699521401728/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762908.639828:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9c00 x1876699521401728/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762908.639838:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762908.639840:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762908.639842:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521401728:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762908.639846:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521401856:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762908.639857:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762908.639863:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762908/real 1789762908]  req@ffff911a12eeb480 x1876699521401856/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762908.639870:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb480 x1876699521401856/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762908.639875:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762908.639877:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762908.639879:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521401856:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762908.703344:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762909.727352:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762910.751396:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762911.775378:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762912.799365:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762913.759311:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762913.759319:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762913.759322:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762913.759331:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2883
00000100:00080000:0.0:1789762913.759340:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762913.759347:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789762913.759387:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55f80 x1876699521401984/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762913.759408:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762913.759411:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762913.759412:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762913.759419:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2883
00000100:00080000:0.0:1789762913.759421:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762913.759424:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762913.759431:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762913.759440:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55500 x1876699521402112/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762913.759448:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762913.759453:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789762913.759454:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521401984:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789762913.759455:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762913.759464:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2883
00000100:00080000:0.0:1789762913.759466:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762913.759469:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762913.759472:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762913.759482:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54e00 x1876699521402240/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762913.759488:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762913.759491:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762913.759492:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762913.759495:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2883
00000100:00080000:0.0:1789762913.759505:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762913.759508:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762913.759512:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762913.759520:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56d80 x1876699521402368/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762913.759526:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789762913.759533:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762913.759536:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762913.759537:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762913.759541:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2883
00000100:00080000:0.0:1789762913.759544:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762913.759546:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762913.759550:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762913.759556:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55c00 x1876699521402496/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762913.759563:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762913.759567:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762913.759569:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762913.759574:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762913/real 1789762913]  req@ffff911a05c55f80 x1876699521401984/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762913.759578:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2883
00000100:00080000:0.0:1789762913.759586:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762913.759593:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762913.759597:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55f80 x1876699521401984/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789762913.759601:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762913.759609:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762913.759613:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762913.759621:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521401984:192.168.203.116@tcp:250:kworker.0
00000100:00100000:0.0:1789762913.759622:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521402624/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762913.759645:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521402112:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762913.759674:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762913.759684:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762913/real 1789762913]  req@ffff911a05c55500 x1876699521402112/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762913.759692:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55500 x1876699521402112/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762913.759698:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762913.759700:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762913.759703:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521402112:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762913.759707:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521402240:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762913.759719:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762913.759725:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762913/real 1789762913]  req@ffff911a05c54e00 x1876699521402240/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762913.759732:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54e00 x1876699521402240/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762913.759737:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762913.759739:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762913.759741:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521402240:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762913.759745:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521402368:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762913.759757:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762913.759763:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762913/real 1789762913]  req@ffff911a05c56d80 x1876699521402368/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762913.759770:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56d80 x1876699521402368/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762913.759776:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762913.759777:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762913.759779:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521402368:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762913.759783:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521402496:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762913.759793:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762913.759799:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762913/real 1789762913]  req@ffff911a05c55c00 x1876699521402496/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762913.759806:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55c00 x1876699521402496/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762913.759811:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762913.759813:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762913.759815:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521402496:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762913.759818:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521402624:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762913.759828:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762913.759834:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762913/real 1789762913]  req@ffff911a05c54700 x1876699521402624/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762913.759841:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521402624/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762913.759846:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762913.759848:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762913.759850:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521402624:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762913.823374:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762914.847371:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762915.871323:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762916.895390:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762917.919420:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762918.879380:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762918.879390:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762918.879393:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762918.879402:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2888
00000100:00080000:2.0:1789762918.879412:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762918.879436:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762918.879472:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8700 x1876699521402752/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762918.879505:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762918.879511:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762918.879514:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762918.879519:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2888
00000100:00080000:2.0:1789762918.879525:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762918.879531:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762918.879541:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762918.879574:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8e00 x1876699521402880/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762918.879576:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521402752:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789762918.879598:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762918.879602:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762918.879605:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762918.879625:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2888
00000100:00080000:2.0:1789762918.879633:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762918.879637:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762918.879644:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762918.879659:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea300 x1876699521403008/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762918.879669:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:2.0:1789762918.879690:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762918.879697:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762918.879700:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762918.879707:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2888
00000100:00080000:2.0:1789762918.879712:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762918.879718:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762918.879726:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762918.879728:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762918/real 1789762918]  req@ffff911a12ee8700 x1876699521402752/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762918.879742:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb800 x1876699521403136/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762918.879750:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8700 x1876699521402752/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762918.879765:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762918.879785:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762918.879786:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762918.879792:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762918.879793:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762918.879802:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521402752:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789762918.879816:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2888
00000100:00080000:2.0:1789762918.879822:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762918.879828:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521402880:192.168.203.116@tcp:38:kworker.0
00000100:00080000:2.0:1789762918.879830:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762918.879842:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762918.879862:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9f80 x1876699521403264/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762918.879863:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762918.879879:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762918/real 1789762918]  req@ffff911a12ee8e00 x1876699521402880/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762918.879880:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762918.879893:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762918.879909:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762918.879917:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2888
00000100:00080000:2.0:1789762918.879924:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762918.879955:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762918.879956:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8e00 x1876699521402880/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789762918.879962:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762918.879977:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789762918.879984:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eead80 x1876699521403392/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762918.879986:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762918.879994:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521402880:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762918.880025:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521403008:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762918.880051:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762918.880064:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762918/real 1789762918]  req@ffff911a12eea300 x1876699521403008/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762918.880090:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea300 x1876699521403008/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762918.880097:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762918.880100:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762918.880103:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521403008:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762918.880107:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521403136:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762918.880124:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762918.880131:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762918/real 1789762918]  req@ffff911a12eeb800 x1876699521403136/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762918.880140:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb800 x1876699521403136/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762918.880147:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762918.880149:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762918.880151:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521403136:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762918.880166:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521403264:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762918.880179:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762918.880188:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762918/real 1789762918]  req@ffff911a12ee9f80 x1876699521403264/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762918.880221:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9f80 x1876699521403264/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762918.880230:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762918.880233:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762918.880237:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521403264:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762918.880244:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521403392:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762918.880293:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762918.880320:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762918/real 1789762918]  req@ffff911a12eead80 x1876699521403392/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762918.880330:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eead80 x1876699521403392/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762918.880337:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762918.880340:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762918.880343:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521403392:192.168.203.116@tcp:38:kworker.0
00010000:00010000:2.0:1789762918.943331:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762919.967370:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762920.991365:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762922.015417:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762923.039410:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762923.999304:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762923.999315:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762923.999319:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762923.999328:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2893
00000100:00080000:2.0:1789762923.999337:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762923.999343:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762923.999381:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9500 x1876699521403520/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762923.999408:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762923.999413:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762923.999415:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762923.999421:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2893
00000100:00080000:2.0:1789762923.999426:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762923.999430:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762923.999439:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521403520:192.168.203.116@tcp:250:kworker.0
00000008:00100000:2.0:1789762923.999441:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762923.999461:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8000 x1876699521403648/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762923.999474:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762923.999478:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762923.999480:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762923.999485:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2893
00000100:00080000:2.0:1789762923.999490:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762923.999495:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000800:00000100:1.0:1789762923.999500:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000008:00100000:2.0:1789762923.999504:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762923.999522:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea680 x1876699521403776/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762923.999532:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762923.999536:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762923.999538:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762923.999544:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2893
00000100:00100000:1.0:1789762923.999548:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762923/real 1789762923]  req@ffff911a12ee9500 x1876699521403520/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762923.999551:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762923.999561:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762923.999567:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762923.999570:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9500 x1876699521403520/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762923.999581:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8380 x1876699521403904/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762923.999588:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762923.999594:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762923.999595:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:2.0:1789762923.999600:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1789762923.999603:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521403520:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789762923.999605:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762923.999612:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2893
00000100:00080000:2.0:1789762923.999615:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762923.999618:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762923.999621:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762923.999628:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eebb80 x1876699521404032/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762923.999630:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521403648:192.168.203.116@tcp:38:kworker.0
00000100:00080000:2.0:1789762923.999645:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762923.999648:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762923.999649:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762923.999654:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2893
00000100:00080000:2.0:1789762923.999657:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789762923.999661:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:2.0:1789762923.999663:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789762923.999669:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762923.999677:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762923/real 1789762923]  req@ffff911a12ee8000 x1876699521403648/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762923.999681:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb100 x1876699521404160/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762923.999701:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8000 x1876699521403648/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762923.999708:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762923.999711:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762923.999714:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521403648:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762923.999719:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521403776:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762923.999733:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762923.999739:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762923/real 1789762923]  req@ffff911a12eea680 x1876699521403776/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762923.999746:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea680 x1876699521403776/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762923.999752:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762923.999754:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762923.999756:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521403776:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762923.999760:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521403904:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762923.999772:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762923.999782:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762923/real 1789762923]  req@ffff911a12ee8380 x1876699521403904/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762923.999794:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8380 x1876699521403904/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762923.999803:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762923.999807:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762923.999811:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521403904:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762923.999829:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521404032:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762923.999845:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762923.999853:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762923/real 1789762923]  req@ffff911a12eebb80 x1876699521404032/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762923.999876:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eebb80 x1876699521404032/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762923.999889:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762923.999892:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762923.999896:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521404032:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762923.999902:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521404160:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762923.999917:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762923.999925:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762923/real 1789762923]  req@ffff911a12eeb100 x1876699521404160/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762923.999933:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb100 x1876699521404160/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762923.999938:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762923.999940:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762923.999942:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521404160:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762924.063366:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762925.087334:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762926.111367:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762927.135462:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762928.159369:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762929.119348:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762929.119362:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762929.119367:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762929.119381:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2898
00000100:00080000:0.0:1789762929.119395:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762929.119403:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789762929.119452:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521404288/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762929.119488:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762929.119492:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762929.119495:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762929.119500:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2898
00000100:00080000:0.0:1789762929.119505:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762929.119510:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762929.119523:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762929.119532:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521404288:192.168.203.116@tcp:250:kworker.0
00000100:00100000:0.0:1789762929.119547:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56680 x1876699521404416/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762929.119564:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762929.119568:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762929.119571:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762929.119576:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2898
00000100:00080000:0.0:1789762929.119591:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762929.119596:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762929.119602:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762929.119619:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57b80 x1876699521404544/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762929.119634:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762929.119635:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521404416:192.168.203.116@tcp:38:kworker.0
00000100:00080000:0.0:1789762929.119648:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762929.119652:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762929.119659:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2898
00000100:00080000:0.0:1789762929.119665:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762929.119671:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762929.119676:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521404544:192.168.203.116@tcp:38:kworker.0
00000008:00100000:0.0:1789762929.119677:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762929.119705:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521404672/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762929.119721:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762929.119725:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762929.119728:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762929.119734:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2898
00000100:00080000:0.0:1789762929.119741:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762929.119748:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521404672:192.168.203.116@tcp:8:kworker.0
00000100:00080000:0.0:1789762929.119749:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762929.119760:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762929.119780:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521404800/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762929.119796:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762929.119801:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762929.119803:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762929.119809:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2898
00000100:00080000:0.0:1789762929.119815:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762929.119816:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521404800:192.168.203.116@tcp:38:kworker.0
00000100:00080000:0.0:1789762929.119841:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762929.119849:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762929.119865:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521404928/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762929.119900:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521404928:192.168.203.116@tcp:38:kworker.0
00010000:00010000:2.0:1789762929.183321:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762930.207323:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762931.231463:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789762932.191482:0:2395:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.116:988
00000400:00000100:2.0:1789762932.191518:0:2395:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.116@tcp at host 192.168.203.116 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789762932.191542:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:2.0:1789762932.191573:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:2.0:1789762932.191579:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:2.0:1789762932.191585:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:2.0:1789762932.191590:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:2.0:1789762932.191594:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000100:00100000:1.0:1789762932.191644:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762929/real 1789762932]  req@ffff911a05c57100 x1876699521404928/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762932.191673:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521404928/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762932.191683:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762932.191687:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762932.191690:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521404928:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762932.191698:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762929/real 1789762932]  req@ffff911a05c54000 x1876699521404800/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762932.191707:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521404800/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762932.191712:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762932.191715:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762932.191718:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521404800:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762932.191725:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762929/real 1789762932]  req@ffff911a05c55880 x1876699521404672/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762932.191737:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521404672/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762932.191746:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762932.191749:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762932.191753:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521404672:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762932.191761:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762929/real 1789762932]  req@ffff911a05c57b80 x1876699521404544/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762932.191774:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57b80 x1876699521404544/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762932.191781:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762932.191784:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762932.191786:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521404544:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762932.191791:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762929/real 1789762932]  req@ffff911a05c56680 x1876699521404416/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762932.191815:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56680 x1876699521404416/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762932.191822:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762932.191826:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762932.191829:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521404416:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762932.191836:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762929/real 1789762932]  req@ffff911a05c56a00 x1876699521404288/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762932.191850:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521404288/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762932.191857:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762932.191862:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762932.191865:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521404288:192.168.203.116@tcp:250:kworker.0
00010000:00010000:2.0:1789762932.255368:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762933.279380:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762934.239285:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762934.239293:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762934.239296:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762934.239305:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2903
00000100:00080000:0.0:1789762934.239314:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762934.239321:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789762934.239351:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54380 x1876699521405056/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762934.239378:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762934.239381:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762934.239383:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762934.239386:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2903
00000100:00080000:0.0:1789762934.239389:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762934.239392:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762934.239400:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762934.239409:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57800 x1876699521405184/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762934.239414:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521405056:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789762934.239423:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762934.239426:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762934.239429:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762934.239432:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2903
00000100:00080000:0.0:1789762934.239434:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762934.239436:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762934.239440:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762934.239455:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54a80 x1876699521405312/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762934.239465:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762934.239469:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762934.239471:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762934.239476:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2903
00000100:00080000:0.0:1789762934.239480:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762934.239487:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000800:00000100:1.0:1789762934.239487:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000008:00100000:0.0:1789762934.239497:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762934.239511:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55180 x1876699521405440/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762934.239532:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762934/real 1789762934]  req@ffff911a05c54380 x1876699521405056/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762934.239534:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762934.239543:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762934.239545:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762934.239554:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2903
00000100:00080000:0.0:1789762934.239560:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762934.239565:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762934.239570:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54380 x1876699521405056/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789762934.239573:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762934.239592:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56300 x1876699521405568/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762934.239596:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762934.239607:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:0.0:1789762934.239608:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762934.239613:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521405056:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789762934.239622:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762934.239623:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762934.239628:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2903
00000100:00080000:0.0:1789762934.239631:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762934.239635:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762934.239639:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762934.239642:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521405184:192.168.203.116@tcp:38:kworker.0
00000100:00100000:0.0:1789762934.239651:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54380 x1876699521405696/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762934.239677:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762934.239697:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762934/real 1789762934]  req@ffff911a05c57800 x1876699521405184/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762934.239710:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57800 x1876699521405184/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762934.239720:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762934.239724:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762934.239727:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521405184:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762934.239733:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521405312:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762934.239756:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762934.239768:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762934/real 1789762934]  req@ffff911a05c54a80 x1876699521405312/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762934.239779:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54a80 x1876699521405312/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762934.239801:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762934.239805:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762934.239808:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521405312:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762934.239814:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521405440:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789762934.239840:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762934.239852:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762934/real 1789762934]  req@ffff911a05c55180 x1876699521405440/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762934.239864:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55180 x1876699521405440/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762934.239873:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762934.239876:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762934.239879:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521405440:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789762934.239885:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521405568:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762934.239906:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762934.239925:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762934/real 1789762934]  req@ffff911a05c56300 x1876699521405568/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762934.239935:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56300 x1876699521405568/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762934.239942:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762934.239945:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762934.239949:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521405568:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789762934.239968:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521405696:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789762934.239987:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762934.239998:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762934/real 1789762934]  req@ffff911a05c54380 x1876699521405696/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762934.240023:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54380 x1876699521405696/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762934.240032:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762934.240034:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789762934.240037:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521405696:192.168.203.116@tcp:38:kworker.0
00010000:00010000:2.0:1789762934.303340:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762935.327344:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762936.351356:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762937.375366:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762938.399419:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762939.359362:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762939.359380:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762939.359385:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762939.359397:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2908
00000100:00080000:1.0:1789762939.359410:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762939.359419:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762939.359464:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a680 x1876699521405824/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762939.359500:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762939.359504:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762939.359507:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762939.359513:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2908
00000100:00080000:1.0:1789762939.359518:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762939.359523:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762939.359529:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521405824:192.168.203.116@tcp:250:kworker.0
00000008:00100000:1.0:1789762939.359537:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762939.359558:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b100 x1876699521405952/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762939.359577:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762939.359580:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762939.359582:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762939.359587:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2908
00000100:00080000:1.0:1789762939.359592:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762939.359595:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762939.359602:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789762939.359602:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762939.359621:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09880 x1876699521406080/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762939.359631:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762939.359634:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762939.359636:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762939.359639:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2908
00000100:00080000:1.0:1789762939.359642:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762939.359646:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762939.359651:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762939.359651:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762939/real 1789762939]  req@ffff911a08b0a680 x1876699521405824/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762939.359666:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08e00 x1876699521406208/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762939.359673:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a680 x1876699521405824/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762939.359677:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762939.359684:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762939.359687:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762939.359693:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2908
00000100:00080000:2.0:1789762939.359695:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762939.359696:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762939.359702:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:1.0:1789762939.359703:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762939.359709:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762939.359710:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521405824:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762939.359719:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09500 x1876699521406336/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762939.359727:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762939.359729:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762939.359731:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762939.359733:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2908
00000100:00080000:1.0:1789762939.359736:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762939.359739:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521405952:192.168.203.116@tcp:38:kworker.0
00000100:00080000:1.0:1789762939.359742:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762939.359761:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762939.359774:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a300 x1876699521406464/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762939.359787:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762939.359800:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762939/real 1789762939]  req@ffff911a08b0b100 x1876699521405952/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762939.359809:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b100 x1876699521405952/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762939.359814:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762939.359817:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762939.359819:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521405952:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762939.359823:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521406080:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762939.359834:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762939.359840:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762939/real 1789762939]  req@ffff911a08b09880 x1876699521406080/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762939.359847:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09880 x1876699521406080/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762939.359857:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762939.359859:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762939.359861:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521406080:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762939.359865:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521406208:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762939.359875:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762939.359881:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762939/real 1789762939]  req@ffff911a08b08e00 x1876699521406208/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762939.359888:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08e00 x1876699521406208/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762939.359893:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762939.359895:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762939.359897:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521406208:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762939.359901:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521406336:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762939.359911:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762939.359917:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762939/real 1789762939]  req@ffff911a08b09500 x1876699521406336/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762939.359924:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09500 x1876699521406336/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762939.359929:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762939.359931:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762939.359934:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521406336:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762939.359949:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521406464:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762939.359959:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762939.359965:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762939/real 1789762939]  req@ffff911a08b0a300 x1876699521406464/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762939.359971:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a300 x1876699521406464/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762939.359976:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762939.359978:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762939.359980:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521406464:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762939.423416:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762940.447338:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762941.471347:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762942.495423:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762943.519413:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762944.479381:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762944.479390:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762944.479393:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762944.479402:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2913
00000100:00080000:0.0:1789762944.479411:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762944.479417:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789762944.479456:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521406592/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762944.479483:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762944.479487:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762944.479489:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762944.479495:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2913
00000100:00080000:0.0:1789762944.479500:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762944.479505:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762944.479515:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762944.479521:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521406592:192.168.203.116@tcp:250:kworker.0
00000100:00100000:0.0:1789762944.479531:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56680 x1876699521406720/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762944.479541:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762944.479544:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762944.479545:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762944.479549:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2913
00000100:00080000:0.0:1789762944.479552:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762944.479555:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762944.479559:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762944.479567:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57b80 x1876699521406848/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762944.479574:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762944.479576:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762944.479578:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789762944.479581:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789762944.479584:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2913
00000100:00080000:0.0:1789762944.479589:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762944.479591:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762944.479595:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762944.479603:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521406976/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762944.479611:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762944.479613:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762944.479615:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762944.479618:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2913
00000100:00100000:2.0:1789762944.479622:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762944/real 1789762944]  req@ffff911a05c56a00 x1876699521406592/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762944.479624:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762944.479633:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762944.479640:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762944.479643:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521406592/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762944.479653:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789762944.479656:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521407104/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762944.479659:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762944.479666:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521406592:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789762944.479683:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762944.479686:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762944.479688:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762944.479692:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2913
00000100:00080000:0.0:1789762944.479696:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762944.479699:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521406720:192.168.203.116@tcp:38:kworker.0
00000100:00080000:0.0:1789762944.479703:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762944.479729:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789762944.479735:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789762944.479742:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521407232/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762944.479751:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762944/real 1789762944]  req@ffff911a05c56680 x1876699521406720/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762944.479762:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56680 x1876699521406720/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762944.479769:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762944.479772:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762944.479774:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521406720:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762944.479778:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521406848:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762944.479791:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762944.479797:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762944/real 1789762944]  req@ffff911a05c57b80 x1876699521406848/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762944.479805:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57b80 x1876699521406848/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762944.479810:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762944.479812:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762944.479814:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521406848:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762944.479817:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521406976:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762944.479828:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762944.479834:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762944/real 1789762944]  req@ffff911a05c55880 x1876699521406976/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762944.479842:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521406976/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762944.479847:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762944.479849:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762944.479851:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521406976:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762944.479854:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521407104:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762944.479864:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762944.479870:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762944/real 1789762944]  req@ffff911a05c54000 x1876699521407104/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762944.479877:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521407104/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762944.479882:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762944.479884:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762944.479886:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521407104:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762944.479896:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521407232:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762944.479907:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762944.479913:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762944/real 1789762944]  req@ffff911a05c57100 x1876699521407232/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762944.479920:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521407232/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762944.479930:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762944.479932:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762944.479934:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521407232:192.168.203.116@tcp:38:kworker.0
00010000:00010000:2.0:1789762944.543389:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762945.567383:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762946.591401:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762947.615354:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762948.639351:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762949.599377:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762949.599388:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762949.599393:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762949.599405:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2918
00000100:00080000:1.0:1789762949.599419:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762949.599428:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762949.599479:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09f80 x1876699521407360/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762949.599512:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762949.599517:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762949.599518:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762949.599522:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2918
00000100:00080000:1.0:1789762949.599524:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762949.599527:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762949.599538:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762949.599549:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09180 x1876699521407488/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762949.599558:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762949.599561:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762949.599564:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789762949.599566:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521407360:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789762949.599570:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2918
00000100:00080000:1.0:1789762949.599575:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762949.599582:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762949.599586:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762949.599601:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08700 x1876699521407616/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762949.599613:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762949.599617:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762949.599619:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762949.599623:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2918
00000100:00080000:1.0:1789762949.599628:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762949.599633:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762949.599641:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789762949.599643:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789762949.599660:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08380 x1876699521407744/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762949.599683:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762949.599687:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762949.599690:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762949.599695:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2918
00000100:00080000:1.0:1789762949.599712:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762949.599718:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762949/real 1789762949]  req@ffff911a08b09f80 x1876699521407360/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762949.599720:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762949.599731:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762949.599741:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09f80 x1876699521407360/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762949.599747:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0aa00 x1876699521407872/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762949.599754:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762949.599760:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762949.599761:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:1.0:1789762949.599776:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789762949.599777:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521407360:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789762949.599780:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762949.599786:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2918
00000100:00080000:1.0:1789762949.599789:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762949.599793:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762949.599797:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762949.599805:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0ad80 x1876699521408000/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762949.599808:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521407488:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762949.599836:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762949.599847:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762949/real 1789762949]  req@ffff911a08b09180 x1876699521407488/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762949.599856:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09180 x1876699521407488/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762949.599868:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762949.599871:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762949.599874:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521407488:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762949.599878:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521407616:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762949.599889:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762949.599895:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762949/real 1789762949]  req@ffff911a08b08700 x1876699521407616/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762949.599902:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08700 x1876699521407616/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762949.599908:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762949.599910:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762949.599912:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521407616:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762949.599915:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521407744:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762949.599928:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762949.599934:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762949/real 1789762949]  req@ffff911a08b08380 x1876699521407744/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762949.599942:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08380 x1876699521407744/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762949.599947:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762949.599948:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762949.599951:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521407744:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762949.599955:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521407872:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762949.599967:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762949.599972:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762949/real 1789762949]  req@ffff911a08b0aa00 x1876699521407872/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762949.599980:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0aa00 x1876699521407872/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762949.599985:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762949.599987:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762949.599988:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521407872:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762949.600000:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521408000:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762949.600022:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762949.600028:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762949/real 1789762949]  req@ffff911a08b0ad80 x1876699521408000/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762949.600035:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0ad80 x1876699521408000/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762949.600040:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762949.600042:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762949.600044:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521408000:192.168.203.116@tcp:38:kworker.0
00010000:00010000:2.0:1789762949.663372:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762950.687434:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762951.711480:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762952.735347:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762953.759364:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762954.719312:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762954.719323:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762954.719328:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762954.719338:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2923
00000100:00080000:1.0:1789762954.719350:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762954.719357:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762954.719404:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09c00 x1876699521408128/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762954.719429:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762954.719432:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762954.719434:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762954.719437:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2923
00000100:00080000:1.0:1789762954.719440:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762954.719442:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762954.719452:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762954.719466:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08000 x1876699521408256/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762954.719474:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762954.719476:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762954.719478:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762954.719480:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2923
00000100:00080000:1.0:1789762954.719482:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762954.719485:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762954.719489:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762954.719501:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b480 x1876699521408384/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762954.719503:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521408128:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789762954.719532:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762954.719535:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762954.719536:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762954.719540:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2923
00000100:00080000:1.0:1789762954.719542:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762954.719546:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762954.719550:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762954.719565:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0bb80 x1876699521408512/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762954.719573:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762954.719575:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762954.719576:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762954.719580:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2923
00000100:00080000:1.0:1789762954.719583:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789762954.719585:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789762954.719594:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762954.719600:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762954.719609:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b800 x1876699521408640/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762954.719616:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762954.719619:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762954.719620:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762954.719625:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2923
00000100:00080000:1.0:1789762954.719630:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762954.719648:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762954/real 1789762954]  req@ffff911a08b09c00 x1876699521408128/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762954.719655:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762954.719670:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762954.719681:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09c00 x1876699521408128/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762954.719685:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08a80 x1876699521408768/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762954.719736:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762954.719743:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762954.719747:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521408128:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789762954.719754:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521408256:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762954.719776:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762954.719784:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762954/real 1789762954]  req@ffff911a08b08000 x1876699521408256/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762954.719792:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08000 x1876699521408256/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762954.719798:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762954.719800:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762954.719802:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521408256:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762954.719824:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521408384:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762954.719836:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762954.719843:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762954/real 1789762954]  req@ffff911a08b0b480 x1876699521408384/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762954.719851:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b480 x1876699521408384/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762954.719856:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762954.719858:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762954.719860:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521408384:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762954.719864:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521408512:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762954.719875:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762954.719881:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762954/real 1789762954]  req@ffff911a08b0bb80 x1876699521408512/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762954.719889:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0bb80 x1876699521408512/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762954.719894:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762954.719896:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762954.719899:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521408512:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762954.719905:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521408640:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762954.719925:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762954.719936:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762954/real 1789762954]  req@ffff911a08b0b800 x1876699521408640/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762954.719949:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b800 x1876699521408640/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762954.719957:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762954.719961:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762954.719964:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521408640:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762954.719971:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521408768:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762954.719993:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762954.720006:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762954/real 1789762954]  req@ffff911a08b08a80 x1876699521408768/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762954.720018:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08a80 x1876699521408768/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762954.720028:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762954.720032:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762954.720035:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521408768:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762954.783390:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762955.807346:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762956.831352:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762957.855487:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762958.879438:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762959.839314:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762959.839322:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762959.839326:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762959.839334:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2929
00000100:00080000:0.0:1789762959.839344:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762959.839350:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789762959.839381:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521408896/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762959.839401:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762959.839404:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762959.839406:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762959.839409:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2929
00000100:00080000:0.0:1789762959.839411:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762959.839414:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762959.839421:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762959.839430:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55c00 x1876699521409024/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762959.839438:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762959.839441:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789762959.839442:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521408896:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789762959.839443:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762959.839451:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2929
00000100:00080000:0.0:1789762959.839454:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762959.839456:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762959.839460:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762959.839469:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56d80 x1876699521409152/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762959.839475:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762959.839478:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762959.839480:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762959.839483:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2929
00000100:00080000:0.0:1789762959.839486:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762959.839488:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762959.839490:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762959.839500:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54e00 x1876699521409280/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762959.839507:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789762959.839513:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762959.839516:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762959.839518:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762959.839521:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2929
00000100:00080000:0.0:1789762959.839525:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762959.839528:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762959.839532:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762959.839544:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55500 x1876699521409408/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762959.839549:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762959/real 1789762959]  req@ffff911a05c54700 x1876699521408896/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762959.839556:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762959.839563:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762959.839566:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762959.839571:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2929
00000100:00080000:0.0:1789762959.839573:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762959.839577:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521408896/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762959.839578:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762959.839585:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762959.839610:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55f80 x1876699521409536/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762959.839616:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762959.839624:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762959.839629:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521408896:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789762959.839649:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521409024:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762959.839668:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762959.839677:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762959/real 1789762959]  req@ffff911a05c55c00 x1876699521409024/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762959.839685:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55c00 x1876699521409024/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762959.839691:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762959.839693:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762959.839696:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521409024:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762959.839700:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521409152:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762959.839711:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762959.839717:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762959/real 1789762959]  req@ffff911a05c56d80 x1876699521409152/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762959.839724:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56d80 x1876699521409152/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762959.839729:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762959.839730:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762959.839732:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521409152:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762959.839736:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521409280:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762959.839747:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762959.839753:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762959/real 1789762959]  req@ffff911a05c54e00 x1876699521409280/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762959.839761:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54e00 x1876699521409280/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762959.839766:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762959.839768:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762959.839770:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521409280:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762959.839774:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521409408:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762959.839784:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762959.839789:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762959/real 1789762959]  req@ffff911a05c55500 x1876699521409408/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762959.839798:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55500 x1876699521409408/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762959.839807:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762959.839811:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762959.839814:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521409408:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762959.839820:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521409536:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762959.839840:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762959.839852:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762959/real 1789762959]  req@ffff911a05c55f80 x1876699521409536/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762959.839862:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55f80 x1876699521409536/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762959.839867:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762959.839869:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762959.839871:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521409536:192.168.203.116@tcp:38:kworker.0
00010000:00010000:2.0:1789762959.903327:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762960.927337:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762961.951388:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762962.975340:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762963.999357:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762964.959330:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762964.959339:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762964.959342:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762964.959350:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2934
00000100:00080000:3.0:1789762964.959360:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762964.959366:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789762964.959398:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2680 x1876699521409664/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762964.959420:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762964.959423:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762964.959424:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762964.959427:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2934
00000100:00080000:3.0:1789762964.959430:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762964.959432:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762964.959439:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762964.959448:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521409792/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762964.959456:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762964.959459:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762964.959460:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762964.959465:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2934
00000100:00100000:2.0:1789762964.959467:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521409664:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789762964.959468:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762964.959474:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762964.959479:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762964.959490:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521409920/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762964.959497:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762964.959499:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762964.959500:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762964.959503:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2934
00000100:00080000:3.0:1789762964.959518:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762964.959521:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762964.959524:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789762964.959528:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789762964.959533:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521410048/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762964.959541:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762964.959545:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762964.959546:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762964.959549:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2934
00000100:00080000:3.0:1789762964.959551:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762964.959553:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762964.959567:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762964.959582:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762964/real 1789762964]  req@ffff911a04ad2680 x1876699521409664/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762964.959582:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521410176/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762964.959598:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762964.959604:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789762964.959616:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2680 x1876699521409664/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762964.959625:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762964.959629:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:3.0:1789762964.959630:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789762964.959635:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521409664:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789762964.959638:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2934
00000100:00080000:3.0:1789762964.959643:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762964.959647:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762964.959651:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762964.959660:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0700 x1876699521410304/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762964.959662:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521409792:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762964.959691:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762964.959704:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762964/real 1789762964]  req@ffff911a04ad1500 x1876699521409792/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762964.959717:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1500 x1876699521409792/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762964.959723:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762964.959725:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762964.959727:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521409792:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762964.959731:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521409920:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762964.959743:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762964.959750:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762964/real 1789762964]  req@ffff911a04ad2a00 x1876699521409920/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762964.959758:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521409920/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762964.959764:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762964.959767:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762964.959769:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521409920:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762964.959774:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521410048:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762964.959796:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762964.959803:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762964/real 1789762964]  req@ffff911a04ad3800 x1876699521410048/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762964.959811:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521410048/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762964.959820:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762964.959823:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762964.959825:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521410048:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762964.959828:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521410176:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762964.959841:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762964.959848:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762964/real 1789762964]  req@ffff911a04ad0380 x1876699521410176/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762964.959857:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521410176/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762964.959872:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762964.959876:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762964.959879:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521410176:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762964.959898:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521410304:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762964.959925:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762964.959934:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762964/real 1789762964]  req@ffff911a04ad0700 x1876699521410304/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762964.959942:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0700 x1876699521410304/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762964.959947:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762964.959949:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762964.959970:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521410304:192.168.203.116@tcp:38:kworker.0
00010000:00010000:2.0:1789762965.023359:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762966.047401:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762967.071418:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762968.095479:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762969.119470:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762970.079280:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762970.079291:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762970.079296:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762970.079306:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2939
00000100:00080000:3.0:1789762970.079315:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762970.079321:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789762970.079352:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521410432/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762970.079376:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762970.079379:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762970.079380:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762970.079383:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2939
00000100:00080000:3.0:1789762970.079385:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762970.079388:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762970.079395:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762970.079403:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521410560/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762970.079411:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762970.079414:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762970.079415:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762970.079418:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2939
00000100:00080000:3.0:1789762970.079420:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762970.079424:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521410432:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789762970.079425:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762970.079432:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762970.079442:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521410688/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762970.079449:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762970.079451:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762970.079453:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762970.079455:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2939
00000100:00080000:3.0:1789762970.079458:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762970.079460:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762970.079463:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762970.079470:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521410816/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762970.079477:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762970.079479:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762970.079481:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789762970.079485:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789762970.079487:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2939
00000100:00080000:3.0:1789762970.079492:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762970.079496:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762970.079499:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762970.079508:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521410944/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762970.079514:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762970.079517:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762970.079531:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789762970.079536:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762970/real 1789762970]  req@ffff911a04ad0000 x1876699521410432/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762970.079537:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2939
00000100:00080000:3.0:1789762970.079543:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762970.079550:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762970.079555:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762970.079561:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521410432/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762970.079567:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521411072/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762970.079579:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762970.079585:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762970.079589:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521410432:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789762970.079596:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521410560:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762970.079615:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762970.079624:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762970/real 1789762970]  req@ffff911a04ad3480 x1876699521410560/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762970.079648:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521410560/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762970.079658:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762970.079661:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762970.079665:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521410560:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762970.079691:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521410688:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762970.079711:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762970.079721:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762970/real 1789762970]  req@ffff911a04ad1f80 x1876699521410688/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762970.079734:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521410688/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762970.079742:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762970.079745:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762970.079748:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521410688:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762970.079754:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521410816:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762970.079796:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762970.079807:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762970/real 1789762970]  req@ffff911a04ad2300 x1876699521410816/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762970.079821:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521410816/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762970.079830:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762970.079834:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762970.079837:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521410816:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762970.079847:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521410944:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762970.079887:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762970.079903:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762970/real 1789762970]  req@ffff911a04ad1880 x1876699521410944/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762970.079939:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521410944/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762970.079953:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762970.079958:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762970.079964:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521410944:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762970.079971:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521411072:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762970.079994:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762970.080005:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762970/real 1789762970]  req@ffff911a04ad1c00 x1876699521411072/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762970.080032:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521411072/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762970.080038:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762970.080040:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762970.080042:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521411072:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789762970.143336:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762971.167396:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762972.191405:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762973.215442:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762974.239502:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762975.199363:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762975.199374:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762975.199379:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762975.199391:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2944
00000100:00080000:3.0:1789762975.199404:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762975.199411:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789762975.199460:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0a80 x1876699521411200/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762975.199504:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762975.199518:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762975.199520:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762975.199524:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2944
00000100:00080000:3.0:1789762975.199526:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762975.199530:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762975.199541:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762975.199553:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3100 x1876699521411328/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762975.199561:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762975.199564:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762975.199565:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762975.199568:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2944
00000100:00080000:3.0:1789762975.199581:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762975.199584:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762975.199589:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521411200:192.168.203.116@tcp:250:kworker.0
00000008:00100000:3.0:1789762975.199590:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762975.199603:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521411456/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762975.199610:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762975.199613:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762975.199614:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762975.199616:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2944
00000100:00080000:3.0:1789762975.199619:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762975.199622:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762975.199627:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762975.199635:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521411584/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762975.199643:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762975.199645:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762975.199647:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762975.199649:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2944
00000100:00080000:3.0:1789762975.199654:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762975.199657:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762975.199659:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789762975.199667:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789762975.199668:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521411712/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762975.199677:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762975.199680:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762975.199681:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762975.199684:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2944
00000100:00080000:3.0:1789762975.199687:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762975.199690:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789762975.199693:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762975.199700:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521411840/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762975.199721:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762975/real 1789762975]  req@ffff911a04ad0a80 x1876699521411200/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762975.199746:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0a80 x1876699521411200/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762975.199755:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762975.199759:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762975.199762:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521411200:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789762975.199768:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521411328:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762975.199783:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762975.199792:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762975/real 1789762975]  req@ffff911a04ad3100 x1876699521411328/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762975.199800:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3100 x1876699521411328/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762975.199806:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762975.199808:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762975.199810:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521411328:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762975.199834:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521411456:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762975.199845:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762975.199854:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762975/real 1789762975]  req@ffff911a04ad1c00 x1876699521411456/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762975.199867:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521411456/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762975.199894:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762975.199898:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762975.199901:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521411456:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762975.199908:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521411584:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762975.199926:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762975.199934:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762975/real 1789762975]  req@ffff911a04ad1880 x1876699521411584/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762975.199942:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521411584/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762975.199948:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762975.199950:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762975.199952:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521411584:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762975.199956:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521411712:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762975.199966:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762975.199972:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762975/real 1789762975]  req@ffff911a04ad2300 x1876699521411712/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762975.199979:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521411712/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762975.199984:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762975.199986:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762975.199989:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521411712:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762975.199992:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521411840:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762975.200003:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762975.200009:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762975/real 1789762975]  req@ffff911a04ad1f80 x1876699521411840/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762975.200016:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521411840/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762975.200021:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762975.200022:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762975.200024:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521411840:192.168.203.116@tcp:38:kworker.0
00010000:00010000:2.0:1789762975.263374:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762976.287450:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762977.311376:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762978.335475:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762979.359382:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762980.319321:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762980.319329:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762980.319332:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762980.319341:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2949
00000100:00080000:1.0:1789762980.319350:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762980.319356:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762980.319407:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08a80 x1876699521411968/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762980.319442:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762980.319459:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762980.319460:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762980.319464:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2949
00000100:00080000:1.0:1789762980.319467:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762980.319470:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762980.319478:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762980.319488:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b800 x1876699521412096/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762980.319507:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762980.319510:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762980.319511:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762980.319514:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2949
00000100:00080000:1.0:1789762980.319517:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762980.319520:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762980.319523:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762980.319529:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0bb80 x1876699521412224/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762980.319538:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521411968:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789762980.319542:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762980.319547:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762980.319549:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762980.319554:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2949
00000100:00080000:1.0:1789762980.319558:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762980.319563:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762980.319569:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762980.319581:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b480 x1876699521412352/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762980.319593:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762980.319597:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762980.319600:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789762980.319602:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789762980.319605:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2949
00000100:00080000:1.0:1789762980.319610:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762980.319613:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762980.319618:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762980.319629:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08000 x1876699521412480/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762980.319647:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762980.319649:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762980.319650:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762980.319653:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2949
00000100:00080000:1.0:1789762980.319656:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762980.319660:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762980/real 1789762980]  req@ffff911a08b08a80 x1876699521411968/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762980.319662:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762980.319669:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762980.319682:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08a80 x1876699521411968/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762980.319692:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789762980.319693:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09c00 x1876699521412608/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762980.319699:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762980.319706:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521411968:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789762980.319719:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521412096:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762980.319739:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762980.319748:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762980/real 1789762980]  req@ffff911a08b0b800 x1876699521412096/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762980.319756:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b800 x1876699521412096/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762980.319762:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762980.319765:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762980.319768:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521412096:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762980.319793:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521412224:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762980.319814:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762980.319834:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762980/real 1789762980]  req@ffff911a08b0bb80 x1876699521412224/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762980.319843:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0bb80 x1876699521412224/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762980.319848:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762980.319850:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762980.319853:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521412224:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762980.319857:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521412352:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762980.319871:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762980.319877:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762980/real 1789762980]  req@ffff911a08b0b480 x1876699521412352/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762980.319886:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b480 x1876699521412352/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762980.319892:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762980.319894:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762980.319896:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521412352:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762980.319899:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521412480:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762980.319909:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762980.319914:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762980/real 1789762980]  req@ffff911a08b08000 x1876699521412480/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762980.319922:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08000 x1876699521412480/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762980.319936:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762980.319938:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762980.319940:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521412480:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762980.319944:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521412608:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762980.319955:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762980.319962:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762980/real 1789762980]  req@ffff911a08b09c00 x1876699521412608/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762980.319969:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09c00 x1876699521412608/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762980.319979:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762980.319981:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762980.319984:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521412608:192.168.203.116@tcp:38:kworker.0
00010000:00010000:2.0:1789762980.383336:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762981.407371:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762982.431489:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762983.455369:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762984.479530:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762985.439486:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762985.439507:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762985.439517:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762985.439533:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2954
00000100:00080000:0.0:1789762985.439551:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762985.439564:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789762985.439639:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55f80 x1876699521412736/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762985.439695:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762985.439704:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762985.439707:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762985.439717:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2954
00000100:00080000:0.0:1789762985.439724:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762985.439730:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762985.439745:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762985.439767:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55500 x1876699521412864/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762985.439783:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762985.439788:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762985.439791:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762985.439797:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2954
00000100:00080000:0.0:1789762985.439802:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762985.439806:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762985.439812:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762985.439828:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54e00 x1876699521412992/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762985.439828:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521412736:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789762985.439866:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762985.439870:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762985.439873:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762985.439879:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2954
00000100:00080000:0.0:1789762985.439883:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762985.439888:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762985.439895:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762985.439912:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56d80 x1876699521413120/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762985.439924:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762985.439930:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762985.439933:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762985.439937:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2954
00000100:00080000:0.0:1789762985.439942:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762985.439946:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000800:00000100:2.0:1789762985.439954:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000008:00100000:0.0:1789762985.439956:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762985.439976:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55c00 x1876699521413248/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762985.439989:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762985.439993:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762985.439995:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762985.440000:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2954
00000100:00080000:0.0:1789762985.440005:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762985.440009:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789762985.440014:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762985.440024:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521413376/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762985.441829:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762985/real 1789762985]  req@ffff911a05c55f80 x1876699521412736/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762985.441857:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55f80 x1876699521412736/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762985.441873:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762985.441879:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762985.441885:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521412736:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789762985.441896:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521412864:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762985.441931:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762985.441948:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762985/real 1789762985]  req@ffff911a05c55500 x1876699521412864/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762985.441964:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55500 x1876699521412864/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762985.441984:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762985.441988:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762985.441993:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521412864:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762985.442026:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521412992:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762985.442048:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762985.442059:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762985/real 1789762985]  req@ffff911a05c54e00 x1876699521412992/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762985.442073:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54e00 x1876699521412992/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762985.442084:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762985.442087:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762985.442091:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521412992:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762985.442098:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521413120:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762985.442120:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762985.442131:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762985/real 1789762985]  req@ffff911a05c56d80 x1876699521413120/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762985.442145:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56d80 x1876699521413120/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762985.442155:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762985.442158:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762985.442163:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521413120:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762985.442170:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521413248:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762985.442190:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762985.442201:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762985/real 1789762985]  req@ffff911a05c55c00 x1876699521413248/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762985.442256:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55c00 x1876699521413248/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762985.442275:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762985.442283:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762985.442291:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521413248:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762985.442307:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521413376:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762985.442349:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762985.442373:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762985/real 1789762985]  req@ffff911a05c54700 x1876699521413376/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762985.442397:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521413376/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762985.442438:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762985.442446:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762985.442453:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521413376:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789762985.503503:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762986.527415:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762987.551326:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762988.575418:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762989.599385:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762990.559347:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762990.559355:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762990.559359:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762990.559386:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2959
00000100:00080000:1.0:1789762990.559412:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762990.559418:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762990.559451:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0ad80 x1876699521413504/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762990.559474:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762990.559477:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762990.559478:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762990.559481:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2959
00000100:00080000:1.0:1789762990.559484:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762990.559487:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762990.559494:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762990.559503:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0aa00 x1876699521413632/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762990.559510:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762990.559512:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762990.559514:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762990.559516:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2959
00000100:00080000:1.0:1789762990.559518:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762990.559521:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762990.559525:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762990.559528:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521413504:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789762990.559535:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08380 x1876699521413760/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762990.559543:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762990.559546:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762990.559547:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762990.559549:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2959
00000100:00080000:1.0:1789762990.559551:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762990.559553:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762990.559557:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762990.559565:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08700 x1876699521413888/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762990.559576:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762990.559579:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762990.559580:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762990.559582:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2959
00000100:00080000:1.0:1789762990.559585:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789762990.559589:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789762990.559592:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762990.559597:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762990.559604:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09180 x1876699521414016/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762990.559610:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762990.559612:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762990.559613:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762990.559616:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2959
00000100:00080000:1.0:1789762990.559618:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762990.559621:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762990.559624:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762990.559626:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762990/real 1789762990]  req@ffff911a08b0ad80 x1876699521413504/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762990.559636:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09f80 x1876699521414144/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762990.559644:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0ad80 x1876699521413504/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762990.559653:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762990.559657:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762990.559661:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521413504:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789762990.559668:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521413632:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762990.559683:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762990.559692:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762990/real 1789762990]  req@ffff911a08b0aa00 x1876699521413632/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762990.559704:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0aa00 x1876699521413632/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762990.559713:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762990.559716:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762990.559720:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521413632:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762990.559745:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521413760:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762990.559766:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762990.559775:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762990/real 1789762990]  req@ffff911a08b08380 x1876699521413760/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762990.559783:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08380 x1876699521413760/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762990.559789:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762990.559791:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762990.559793:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521413760:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762990.559797:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521413888:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789762990.559808:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762990.559814:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762990/real 1789762990]  req@ffff911a08b08700 x1876699521413888/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762990.559821:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08700 x1876699521413888/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762990.559826:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762990.559828:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762990.559830:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521413888:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762990.559833:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521414016:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762990.559843:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762990.559848:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762990/real 1789762990]  req@ffff911a08b09180 x1876699521414016/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762990.559855:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09180 x1876699521414016/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762990.559865:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762990.559867:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762990.559869:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521414016:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762990.559872:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521414144:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789762990.559881:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789762990.559887:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762990/real 1789762990]  req@ffff911a08b09f80 x1876699521414144/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762990.559894:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09f80 x1876699521414144/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762990.559899:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762990.559901:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762990.559902:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521414144:192.168.203.116@tcp:38:kworker.0
00010000:00010000:2.0:1789762990.623353:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762991.647380:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762992.671548:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762993.695470:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762994.719405:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762995.679285:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762995.679294:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762995.679297:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762995.679306:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2964
00000100:00080000:1.0:1789762995.679315:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762995.679321:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789762995.679373:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a300 x1876699521414272/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762995.679395:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762995.679398:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762995.679400:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762995.679403:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2964
00000100:00080000:1.0:1789762995.679405:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762995.679408:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762995.679416:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762995.679427:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09500 x1876699521414400/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762995.679434:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762995.679437:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762995.679438:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762995.679441:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2964
00000100:00080000:1.0:1789762995.679443:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762995.679447:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789762995.679448:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521414272:192.168.203.116@tcp:250:kworker.0
00000008:00100000:1.0:1789762995.679450:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762995.679461:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08e00 x1876699521414528/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762995.679469:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762995.679472:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762995.679473:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762995.679475:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2964
00000100:00080000:1.0:1789762995.679478:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762995.679481:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762995.679484:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762995.679491:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09880 x1876699521414656/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762995.679498:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762995.679500:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762995.679501:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762995.679504:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2964
00000100:00080000:1.0:1789762995.679507:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762995.679509:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762995.679512:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762995.679523:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b100 x1876699521414784/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762995.679529:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762995.679533:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789762995.679534:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521414400:192.168.203.116@tcp:38:kworker.0
00000100:00080000:1.0:1789762995.679535:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762995.679543:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2964
00000100:00080000:1.0:1789762995.679547:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762995.679549:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789762995.679553:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762995.679563:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a680 x1876699521414912/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762995.679570:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521414528:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762995.679591:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521414656:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762995.679607:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521414784:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762995.679623:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521414912:192.168.203.116@tcp:38:kworker.0
00010000:00010000:2.0:1789762995.743383:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762996.767376:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762997.791351:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789762998.751594:0:2392:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.116:988
00000400:00000100:3.0:1789762998.751658:0:2392:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.116@tcp at host 192.168.203.116 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789762998.751687:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789762998.751752:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789762998.751768:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789762998.751785:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789762998.751804:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789762998.751820:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000100:00100000:2.0:1789762998.751830:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762995/real 1789762998]  req@ffff911a08b08e00 x1876699521414528/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762998.751875:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08e00 x1876699521414528/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762998.751894:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762998.751902:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762998.751909:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521414528:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762998.751920:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762995/real 1789762998]  req@ffff911a08b09880 x1876699521414656/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762998.751947:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09880 x1876699521414656/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762998.751960:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762998.751965:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762998.751970:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521414656:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789762998.751982:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762995/real 1789762998]  req@ffff911a08b0b100 x1876699521414784/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762998.752001:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b100 x1876699521414784/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762998.752023:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762998.752028:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762998.752033:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521414784:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762998.752043:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762995/real 1789762998]  req@ffff911a08b0a300 x1876699521414272/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762998.752062:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a300 x1876699521414272/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762998.752072:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762998.752077:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762998.752081:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521414272:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789762998.752090:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762995/real 1789762998]  req@ffff911a08b09500 x1876699521414400/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762998.752106:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09500 x1876699521414400/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762998.752117:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762998.752123:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762998.752128:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521414400:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789762998.752190:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762995/real 1789762998]  req@ffff911a08b0a680 x1876699521414912/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762998.752208:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a680 x1876699521414912/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762998.752220:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762998.752225:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789762998.752274:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521414912:192.168.203.116@tcp:38:kworker.0
00010000:00010000:2.0:1789762998.815454:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762999.839386:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763000.799317:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763000.799329:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763000.799335:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763000.799347:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2970
00000100:00080000:1.0:1789763000.799360:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763000.799368:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789763000.799414:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a680 x1876699521415040/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763000.799448:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763000.799453:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763000.799455:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763000.799460:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2970
00000100:00080000:1.0:1789763000.799464:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763000.799468:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763000.799479:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763000.799494:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09500 x1876699521415168/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763000.799507:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789763000.799509:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521415040:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789763000.799512:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763000.799516:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763000.799523:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2970
00000100:00080000:1.0:1789763000.799527:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763000.799531:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763000.799536:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763000.799549:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a300 x1876699521415296/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763000.799560:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763000.799564:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763000.799566:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763000.799571:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2970
00000100:00080000:1.0:1789763000.799574:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763000.799578:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763000.799583:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763000.799595:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b100 x1876699521415424/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763000.799601:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789763000.799613:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763000.799618:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763000.799620:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763000.799625:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2970
00000100:00080000:1.0:1789763000.799630:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763000.799634:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763000.799640:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763000.799657:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09880 x1876699521415552/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763000.799664:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763000/real 1789763000]  req@ffff911a08b0a680 x1876699521415040/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763000.799691:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763000.799696:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763000.799697:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763000.799703:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2970
00000100:00080000:1.0:1789763000.799707:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763000.799708:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a680 x1876699521415040/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763000.799716:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763000.799725:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789763000.799732:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789763000.799738:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08e00 x1876699521415680/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763000.799740:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763000.799752:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521415040:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789763000.799796:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521415168:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763000.799825:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763000.799840:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763000/real 1789763000]  req@ffff911a08b09500 x1876699521415168/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763000.799852:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09500 x1876699521415168/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763000.799860:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763000.799864:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763000.799867:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521415168:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763000.799873:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521415296:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763000.799893:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763000.799905:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763000/real 1789763000]  req@ffff911a08b0a300 x1876699521415296/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763000.799918:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a300 x1876699521415296/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763000.799927:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763000.799931:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763000.799941:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521415296:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763000.799948:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521415424:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789763000.799970:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763000.799992:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763000/real 1789763000]  req@ffff911a08b0b100 x1876699521415424/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763000.800005:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b100 x1876699521415424/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763000.800014:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763000.800018:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763000.800021:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521415424:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763000.800028:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521415552:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763000.800052:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763000.800064:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763000/real 1789763000]  req@ffff911a08b09880 x1876699521415552/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763000.800078:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09880 x1876699521415552/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763000.800085:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763000.800089:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763000.800092:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521415552:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763000.800099:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521415680:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763000.800128:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763000.800140:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763000/real 1789763000]  req@ffff911a08b08e00 x1876699521415680/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763000.800151:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08e00 x1876699521415680/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763000.800159:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763000.800162:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763000.800165:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521415680:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763000.863398:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763001.887367:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763002.911386:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763003.935395:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763004.959381:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763005.919345:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763005.919355:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763005.919359:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763005.919371:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2975
00000100:00080000:1.0:1789763005.919383:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763005.919401:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789763005.919446:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09f80 x1876699521415808/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763005.919475:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763005.919478:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763005.919479:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763005.919483:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2975
00000100:00080000:1.0:1789763005.919485:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763005.919488:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763005.919509:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763005.919523:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09180 x1876699521415936/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763005.919531:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763005.919533:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763005.919534:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763005.919537:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2975
00000100:00080000:1.0:1789763005.919539:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763005.919541:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763005.919545:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763005.919551:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521415808:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789763005.919556:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08700 x1876699521416064/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763005.919575:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763005.919578:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763005.919579:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763005.919581:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2975
00000100:00080000:1.0:1789763005.919583:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763005.919586:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763005.919590:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763005.919598:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08380 x1876699521416192/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763005.919605:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763005.919608:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763005.919610:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763005.919613:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2975
00000100:00080000:1.0:1789763005.919616:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763005.919618:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763005.919621:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763005.919630:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0aa00 x1876699521416320/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763005.919649:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789763005.919650:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763005.919656:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763005.919658:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763005.919662:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2975
00000100:00080000:1.0:1789763005.919664:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763005.919667:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763005.919669:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763005.919681:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0ad80 x1876699521416448/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763005.919711:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763005/real 1789763005]  req@ffff911a08b09f80 x1876699521415808/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763005.919728:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09f80 x1876699521415808/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763005.919737:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763005.919741:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763005.919744:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521415808:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789763005.919749:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521415936:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763005.919764:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763005.919773:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763005/real 1789763005]  req@ffff911a08b09180 x1876699521415936/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763005.919781:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09180 x1876699521415936/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763005.919787:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763005.919789:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763005.919791:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521415936:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763005.919814:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521416064:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763005.919825:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763005.919831:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763005/real 1789763005]  req@ffff911a08b08700 x1876699521416064/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763005.919839:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08700 x1876699521416064/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763005.919849:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763005.919851:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763005.919853:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521416064:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763005.919857:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521416192:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789763005.919867:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763005.919873:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763005/real 1789763005]  req@ffff911a08b08380 x1876699521416192/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763005.919880:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08380 x1876699521416192/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763005.919886:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763005.919887:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763005.919889:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521416192:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763005.919893:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521416320:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763005.919903:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763005.919909:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763005/real 1789763005]  req@ffff911a08b0aa00 x1876699521416320/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763005.919916:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0aa00 x1876699521416320/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763005.919921:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763005.919923:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763005.919926:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521416320:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763005.919930:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521416448:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763005.919940:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763005.919946:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763005/real 1789763005]  req@ffff911a08b0ad80 x1876699521416448/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763005.919953:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0ad80 x1876699521416448/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763005.919957:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763005.919959:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763005.919961:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521416448:192.168.203.116@tcp:38:kworker.0
00010000:00010000:2.0:1789763005.983374:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763007.007450:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763008.031395:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763009.055366:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763010.079353:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763011.039297:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763011.039307:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763011.039311:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763011.039320:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2980
00000100:00080000:1.0:1789763011.039330:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763011.039338:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789763011.039373:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09c00 x1876699521416576/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763011.039410:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763011.039414:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763011.039416:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763011.039420:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2980
00000100:00080000:1.0:1789763011.039424:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763011.039428:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763011.039436:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763011.039451:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08000 x1876699521416704/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763011.039461:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763011.039465:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763011.039468:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763011.039472:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2980
00000100:00080000:1.0:1789763011.039476:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763011.039479:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763011.039486:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763011.039498:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b480 x1876699521416832/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763011.039512:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521416576:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789763011.039515:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763011.039527:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763011.039529:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763011.039534:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2980
00000100:00080000:1.0:1789763011.039539:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763011.039544:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763011.039550:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763011.039564:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0bb80 x1876699521416960/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763011.039575:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763011.039579:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763011.039581:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763011.039585:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2980
00000100:00080000:1.0:1789763011.039590:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763011.039594:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763011.039600:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789763011.039602:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763011.039622:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b800 x1876699521417088/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763011.039633:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763011.039637:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763011.039639:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763011.039643:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2980
00000100:00080000:1.0:1789763011.039647:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763011.039651:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763011.039657:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763011.039667:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763011/real 1789763011]  req@ffff911a08b09c00 x1876699521416576/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763011.039673:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08a80 x1876699521417216/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763011.039710:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09c00 x1876699521416576/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763011.039722:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763011.039727:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763011.039731:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521416576:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789763011.039740:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521416704:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763011.039759:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763011.039768:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763011/real 1789763011]  req@ffff911a08b08000 x1876699521416704/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763011.039777:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08000 x1876699521416704/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763011.039783:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763011.039785:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763011.039788:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521416704:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763011.039812:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521416832:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763011.039823:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763011.039829:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763011/real 1789763011]  req@ffff911a08b0b480 x1876699521416832/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763011.039837:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b480 x1876699521416832/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763011.039843:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763011.039845:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763011.039847:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521416832:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763011.039851:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521416960:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789763011.039862:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763011.039867:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763011/real 1789763011]  req@ffff911a08b0bb80 x1876699521416960/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763011.039876:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0bb80 x1876699521416960/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763011.039881:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763011.039883:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763011.039885:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521416960:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763011.039889:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521417088:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763011.039899:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763011.039906:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763011/real 1789763011]  req@ffff911a08b0b800 x1876699521417088/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763011.039913:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b800 x1876699521417088/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763011.039919:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763011.039920:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763011.039922:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521417088:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763011.039926:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521417216:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763011.039936:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763011.039942:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763011/real 1789763011]  req@ffff911a08b08a80 x1876699521417216/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763011.039949:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08a80 x1876699521417216/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763011.039959:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763011.039961:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763011.039963:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521417216:192.168.203.116@tcp:38:kworker.0
00010000:00010000:2.0:1789763011.103361:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763012.127363:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763013.151353:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763014.175358:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763015.199347:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763016.159391:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763016.159400:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763016.159404:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763016.159413:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2985
00000100:00080000:2.0:1789763016.159422:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763016.159429:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789763016.159478:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb100 x1876699521417344/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763016.159525:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763016.159528:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763016.159529:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763016.159533:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2985
00000100:00080000:2.0:1789763016.159536:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763016.159538:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763016.159546:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763016.159557:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eebb80 x1876699521417472/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763016.159570:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763016.159574:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763016.159575:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763016.159578:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2985
00000100:00080000:2.0:1789763016.159581:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763016.159584:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763016.159587:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763016.159594:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8380 x1876699521417600/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763016.159601:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763016.159608:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763016.159612:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763016.159613:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521417344:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789763016.159618:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2985
00000100:00080000:2.0:1789763016.159629:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763016.159636:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763016.159641:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763016.159652:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea680 x1876699521417728/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763016.159659:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763016.159662:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763016.159663:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763016.159665:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2985
00000100:00080000:2.0:1789763016.159668:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763016.159681:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763016.159684:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763016.159690:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8000 x1876699521417856/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763016.159696:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763016.159698:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763016.159700:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763016.159703:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2985
00000100:00080000:2.0:1789763016.159706:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763016.159709:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763016.159712:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763016.159718:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9500 x1876699521417984/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763016.159750:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763016.159796:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763016/real 1789763016]  req@ffff911a12eeb100 x1876699521417344/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763016.159812:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb100 x1876699521417344/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763016.159822:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763016.159826:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763016.159829:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521417344:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789763016.159835:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521417472:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763016.159853:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763016.159861:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763016/real 1789763016]  req@ffff911a12eebb80 x1876699521417472/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763016.159869:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eebb80 x1876699521417472/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763016.159874:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763016.159876:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763016.159878:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521417472:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763016.159900:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521417600:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763016.159912:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763016.159919:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763016/real 1789763016]  req@ffff911a12ee8380 x1876699521417600/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763016.159927:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8380 x1876699521417600/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763016.159932:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763016.159934:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763016.159936:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521417600:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763016.159940:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521417728:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763016.159952:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763016.159958:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763016/real 1789763016]  req@ffff911a12eea680 x1876699521417728/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763016.159966:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea680 x1876699521417728/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763016.159971:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763016.159973:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763016.159974:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521417728:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763016.159978:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521417856:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763016.159989:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763016.159995:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763016/real 1789763016]  req@ffff911a12ee8000 x1876699521417856/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763016.160002:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8000 x1876699521417856/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763016.160008:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763016.160011:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763016.160013:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521417856:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763016.160016:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521417984:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763016.160026:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763016.160032:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763016/real 1789763016]  req@ffff911a12ee9500 x1876699521417984/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763016.160039:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9500 x1876699521417984/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763016.160044:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763016.160056:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763016.160058:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521417984:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763016.223452:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763017.247384:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763018.271375:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763019.295465:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763020.319466:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763021.279447:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763021.279470:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763021.279478:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763021.279494:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2990
00000100:00080000:1.0:1789763021.279512:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763021.279524:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789763021.279606:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08a80 x1876699521418112/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763021.279673:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763021.279682:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763021.279686:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763021.279696:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2990
00000100:00080000:1.0:1789763021.279706:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763021.279716:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763021.279736:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763021.279778:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b800 x1876699521418240/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763021.279787:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521418112:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789763021.279799:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763021.279812:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763021.279815:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763021.279822:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2990
00000100:00080000:1.0:1789763021.279827:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763021.279834:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763021.279843:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763021.279857:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0bb80 x1876699521418368/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763021.279870:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763021.279875:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763021.279877:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763021.279883:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2990
00000100:00080000:1.0:1789763021.279888:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763021.279893:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763021.279901:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763021.279917:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b480 x1876699521418496/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763021.279935:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789763021.279945:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763021.279952:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763021.279955:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763021.279962:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2990
00000100:00080000:1.0:1789763021.279967:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763021.279975:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763021.279981:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763021.280010:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08000 x1876699521418624/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763021.280023:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763021.280028:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763021.280030:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763021.280037:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2990
00000100:00100000:2.0:1789763021.280046:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763021/real 1789763021]  req@ffff911a08b08a80 x1876699521418112/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763021.280047:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763021.280065:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763021.280082:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763021.280121:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09c00 x1876699521418752/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763021.280123:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08a80 x1876699521418112/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763021.280187:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763021.280197:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763021.280210:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521418112:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789763021.280306:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521418240:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763021.280353:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763021.280379:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763021/real 1789763021]  req@ffff911a08b0b800 x1876699521418240/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763021.280407:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b800 x1876699521418240/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763021.280425:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763021.280430:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763021.280434:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521418240:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763021.280443:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521418368:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763021.280473:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763021.280487:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763021/real 1789763021]  req@ffff911a08b0bb80 x1876699521418368/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763021.280501:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0bb80 x1876699521418368/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763021.280511:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763021.280515:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763021.280519:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521418368:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763021.280526:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521418496:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789763021.280547:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763021.280560:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763021/real 1789763021]  req@ffff911a08b0b480 x1876699521418496/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763021.280573:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b480 x1876699521418496/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763021.280583:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763021.280587:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763021.280590:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521418496:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763021.280597:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521418624:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763021.280623:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763021.280642:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763021/real 1789763021]  req@ffff911a08b08000 x1876699521418624/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763021.280691:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08000 x1876699521418624/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763021.280723:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763021.280729:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763021.280734:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521418624:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763021.280743:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521418752:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763021.280775:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763021.280793:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763021/real 1789763021]  req@ffff911a08b09c00 x1876699521418752/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763021.280817:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09c00 x1876699521418752/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763021.280834:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763021.280841:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763021.280848:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521418752:192.168.203.116@tcp:38:kworker.0
00010000:00010000:2.0:1789763021.343496:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763022.367494:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763023.391485:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763024.415432:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763025.439466:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763026.399355:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763026.399369:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763026.399375:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763026.399387:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 2995
00000100:00080000:0.0:1789763026.399402:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763026.399412:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789763026.399462:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521418880/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763026.399500:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763026.399505:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763026.399508:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763026.399514:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2995
00000100:00080000:0.0:1789763026.399519:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763026.399525:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763026.399538:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763026.399556:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521419008/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763026.399567:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521418880:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763026.399583:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763026.399589:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763026.399591:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763026.399598:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2995
00000100:00080000:0.0:1789763026.399603:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763026.399607:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763026.399613:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763026.399632:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521419136/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763026.399645:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763026.399650:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763026.399652:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763026.399665:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 2995
00000800:00000100:2.0:1789763026.399666:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789763026.399676:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763026.399685:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763026.399694:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763026.399711:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57b80 x1876699521419264/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763026.399725:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789763026.399733:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763026/real 1789763026]  req@ffff911a05c57100 x1876699521418880/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763026.399734:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763026.399740:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763026.399758:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2995
00000100:00080000:0.0:1789763026.399770:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763026.399779:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521418880/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763026.399788:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763026.399800:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789763026.399830:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789763026.399832:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56680 x1876699521419392/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763026.399849:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763026.399866:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521418880:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763026.399870:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763026.399884:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763026.399888:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763026.399895:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 2995
00000100:00080000:0.0:1789763026.399902:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763026.399907:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763026.399916:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763026.399918:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521419008:192.168.203.116@tcp:38:kworker.0
00000100:00100000:0.0:1789763026.399946:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521419520/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763026.399972:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763026.399995:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763026/real 1789763026]  req@ffff911a05c54000 x1876699521419008/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763026.400013:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521419008/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763026.400024:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763026.400029:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763026.400033:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521419008:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763026.400041:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521419136:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763026.400063:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763026.400075:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763026/real 1789763026]  req@ffff911a05c55880 x1876699521419136/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763026.400090:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521419136/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763026.400100:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763026.400129:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763026.400134:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521419136:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763026.400143:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521419264:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789763026.400172:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763026.400186:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763026/real 1789763026]  req@ffff911a05c57b80 x1876699521419264/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763026.400201:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57b80 x1876699521419264/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763026.400244:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763026.400250:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763026.400254:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521419264:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763026.400262:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521419392:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763026.400287:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763026.400300:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763026/real 1789763026]  req@ffff911a05c56680 x1876699521419392/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763026.400316:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56680 x1876699521419392/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763026.400325:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763026.400329:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763026.400333:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521419392:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763026.400355:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521419520:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763026.400375:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763026.400387:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763026/real 1789763026]  req@ffff911a05c56a00 x1876699521419520/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763026.400401:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521419520/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763026.400410:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763026.400413:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763026.400417:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521419520:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763026.463384:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763027.487467:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763028.511496:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763029.535508:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763030.559491:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763031.519374:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763031.519392:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763031.519399:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763031.519413:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3000
00000100:00080000:0.0:1789763031.519430:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763031.519441:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789763031.519512:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54380 x1876699521419648/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763031.519574:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763031.519580:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763031.519583:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763031.519590:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3000
00000100:00080000:0.0:1789763031.519595:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763031.519601:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763031.519619:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763031.519640:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56300 x1876699521419776/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763031.519654:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763031.519658:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763031.519661:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763031.519668:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3000
00000100:00080000:0.0:1789763031.519673:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763031.519679:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763031.519685:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763031.519698:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55180 x1876699521419904/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763031.519712:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763031.519720:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:2.0:1789763031.519722:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521419648:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763031.519724:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763031.519740:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3000
00000100:00080000:0.0:1789763031.519744:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763031.519749:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763031.519755:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763031.519770:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54a80 x1876699521420032/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763031.519784:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763031.519789:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763031.519791:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763031.519797:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3000
00000100:00080000:0.0:1789763031.519803:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763031.519807:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763031.519812:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763031.519826:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57800 x1876699521420160/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763031.519841:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789763031.519853:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763031.519859:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763031.519862:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763031.519868:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3000
00000100:00080000:0.0:1789763031.519873:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763031.519879:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763031.519884:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763031.519901:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521420288/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763031.519919:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763031/real 1789763031]  req@ffff911a05c54380 x1876699521419648/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763031.519952:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54380 x1876699521419648/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763031.519969:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763031.519974:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763031.519980:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521419648:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789763031.519990:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521419776:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763031.520017:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763031.520031:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763031/real 1789763031]  req@ffff911a05c56300 x1876699521419776/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763031.520047:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56300 x1876699521419776/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763031.520058:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763031.520062:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763031.520091:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521419776:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763031.520127:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521419904:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763031.520165:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763031.520179:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763031/real 1789763031]  req@ffff911a05c55180 x1876699521419904/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763031.520194:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55180 x1876699521419904/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763031.520276:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763031.520280:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763031.520285:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521419904:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763031.520294:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521420032:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789763031.520322:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763031.520336:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763031/real 1789763031]  req@ffff911a05c54a80 x1876699521420032/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763031.520351:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54a80 x1876699521420032/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763031.520362:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763031.520366:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763031.520370:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521420032:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763031.520376:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521420160:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763031.520396:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763031.520407:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763031/real 1789763031]  req@ffff911a05c57800 x1876699521420160/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763031.520421:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57800 x1876699521420160/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763031.520431:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763031.520434:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763031.520439:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521420160:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763031.520446:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521420288:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763031.520465:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763031.520476:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763031/real 1789763031]  req@ffff911a05c56a00 x1876699521420288/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763031.520490:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521420288/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763031.520499:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763031.520503:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763031.520506:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521420288:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763031.583453:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763032.607441:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763033.631441:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763034.655469:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763035.679404:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763036.639329:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763036.639338:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763036.639343:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763036.639351:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3005
00000100:00080000:1.0:1789763036.639360:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763036.639367:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789763036.639403:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0ad80 x1876699521420416/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763036.639428:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763036.639431:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763036.639433:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763036.639436:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3005
00000100:00080000:1.0:1789763036.639438:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763036.639441:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763036.639449:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763036.639458:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0aa00 x1876699521420544/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763036.639465:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763036.639468:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763036.639470:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763036.639473:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521420416:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789763036.639474:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3005
00000100:00080000:1.0:1789763036.639480:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763036.639484:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763036.639487:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763036.639496:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08380 x1876699521420672/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763036.639508:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763036.639510:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763036.639512:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763036.639515:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3005
00000100:00080000:1.0:1789763036.639517:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763036.639519:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763036.639522:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763036.639530:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08700 x1876699521420800/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763036.639536:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789763036.639543:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763036.639546:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763036.639548:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763036.639552:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3005
00000100:00080000:1.0:1789763036.639554:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763036.639557:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763036.639560:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763036.639571:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09180 x1876699521420928/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763036.639577:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789763036.639578:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763036/real 1789763036]  req@ffff911a08b0ad80 x1876699521420416/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763036.639580:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763036.639584:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763036.639592:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3005
00000100:00080000:1.0:1789763036.639596:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763036.639599:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763036.639603:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763036.639604:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0ad80 x1876699521420416/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763036.639613:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09f80 x1876699521421056/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763036.639616:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763036.639625:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763036.639629:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521420416:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789763036.639649:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521420544:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763036.639667:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763036.639675:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763036/real 1789763036]  req@ffff911a08b0aa00 x1876699521420544/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763036.639683:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0aa00 x1876699521420544/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763036.639689:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763036.639691:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763036.639693:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521420544:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763036.639697:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521420672:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763036.639707:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763036.639713:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763036/real 1789763036]  req@ffff911a08b08380 x1876699521420672/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763036.639720:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08380 x1876699521420672/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763036.639725:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763036.639727:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763036.639728:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521420672:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763036.639732:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521420800:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789763036.639743:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763036.639749:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763036/real 1789763036]  req@ffff911a08b08700 x1876699521420800/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763036.639761:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08700 x1876699521420800/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763036.639766:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763036.639767:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763036.639769:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521420800:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763036.639773:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521420928:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763036.639783:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763036.639788:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763036/real 1789763036]  req@ffff911a08b09180 x1876699521420928/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763036.639796:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09180 x1876699521420928/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763036.639800:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763036.639802:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763036.639804:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521420928:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763036.639807:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521421056:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763036.639817:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763036.639822:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763036/real 1789763036]  req@ffff911a08b09f80 x1876699521421056/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763036.639830:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09f80 x1876699521421056/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763036.639839:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763036.639841:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763036.639843:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521421056:192.168.203.116@tcp:38:kworker.0
00010000:00010000:2.0:1789763036.703369:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763037.727347:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763038.751433:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763039.775479:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763040.799437:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763041.759332:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763041.759346:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763041.759352:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763041.759365:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3011
00000100:00080000:1.0:1789763041.759378:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763041.759388:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789763041.759453:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08e00 x1876699521421184/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763041.759488:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763041.759492:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763041.759495:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763041.759501:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3011
00000100:00080000:1.0:1789763041.759505:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763041.759510:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763041.759523:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763041.759541:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09880 x1876699521421312/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763041.759558:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789763041.759561:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521421184:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789763041.759569:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763041.759577:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763041.759585:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3011
00000100:00080000:1.0:1789763041.759589:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763041.759594:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763041.759601:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763041.759619:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b100 x1876699521421440/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763041.759643:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763041.759648:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763041.759650:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763041.759655:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3011
00000100:00080000:1.0:1789763041.759660:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763041.759664:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763041.759670:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789763041.759686:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763041.759695:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a300 x1876699521421568/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763041.759710:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763041.759715:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763041.759719:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763041.759732:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3011
00000100:00080000:1.0:1789763041.759738:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763041.759745:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763041.759752:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763041.759770:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763041/real 1789763041]  req@ffff911a08b08e00 x1876699521421184/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763041.759773:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09500 x1876699521421696/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763041.759838:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763041.759846:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789763041.759848:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08e00 x1876699521421184/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763041.759850:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763041.759866:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3011
00000100:00080000:1.0:1789763041.759875:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763041.759885:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00080000:2.0:1789763041.759887:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:1.0:1789763041.759893:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789763041.759899:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763041.759908:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521421184:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789763041.759915:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a680 x1876699521421824/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763041.759975:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521421312:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763041.760040:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763041.760060:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763041/real 1789763041]  req@ffff911a08b09880 x1876699521421312/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763041.760077:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09880 x1876699521421312/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763041.760088:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763041.760093:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763041.760097:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521421312:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763041.760105:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521421440:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763041.760128:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763041.760140:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763041/real 1789763041]  req@ffff911a08b0b100 x1876699521421440/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763041.760154:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b100 x1876699521421440/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763041.760164:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763041.760168:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763041.760171:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521421440:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763041.760178:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521421568:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789763041.760199:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763041.760210:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763041/real 1789763041]  req@ffff911a08b0a300 x1876699521421568/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763041.760283:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a300 x1876699521421568/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763041.760294:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763041.760298:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763041.760303:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521421568:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763041.760310:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521421696:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763041.760338:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763041.760352:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763041/real 1789763041]  req@ffff911a08b09500 x1876699521421696/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763041.760367:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09500 x1876699521421696/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763041.760377:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763041.760381:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763041.760385:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521421696:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763041.760391:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521421824:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763041.760410:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763041.760422:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763041/real 1789763041]  req@ffff911a08b0a680 x1876699521421824/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763041.760436:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a680 x1876699521421824/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763041.760446:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763041.760449:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763041.760453:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521421824:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763041.823456:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763042.847457:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763043.871473:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763044.895390:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763045.919342:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763046.879306:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763046.879314:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763046.879318:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763046.879326:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3016
00000100:00080000:1.0:1789763046.879336:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763046.879342:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789763046.879375:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a680 x1876699521421952/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763046.879394:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763046.879398:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763046.879399:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763046.879403:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3016
00000100:00080000:1.0:1789763046.879406:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763046.879409:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789763046.879415:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521421952:192.168.203.116@tcp:250:kworker.0
00000008:00100000:1.0:1789763046.879423:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763046.879438:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09500 x1876699521422080/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763046.879446:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763046.879448:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763046.879450:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763046.879453:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3016
00000100:00080000:1.0:1789763046.879456:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763046.879458:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763046.879461:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763046.879471:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a300 x1876699521422208/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763046.879478:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789763046.879481:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763046.879485:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763046.879486:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763046.879490:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3016
00000100:00080000:1.0:1789763046.879493:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763046.879496:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763046.879499:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763046.879507:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b100 x1876699521422336/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763046.879515:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763046/real 1789763046]  req@ffff911a08b0a680 x1876699521421952/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763046.879524:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763046.879530:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763046.879531:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763046.879535:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3016
00000100:00080000:1.0:1789763046.879538:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763046.879539:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a680 x1876699521421952/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763046.879543:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763046.879549:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789763046.879555:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789763046.879561:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09880 x1876699521422464/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763046.879561:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763046.879566:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521421952:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789763046.879578:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763046.879580:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763046.879582:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763046.879586:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3016
00000100:00080000:1.0:1789763046.879587:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763046.879590:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763046.879593:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763046.879594:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521422080:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763046.879605:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08e00 x1876699521422592/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763046.879616:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763046.879628:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763046/real 1789763046]  req@ffff911a08b09500 x1876699521422080/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763046.879638:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09500 x1876699521422080/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763046.879644:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763046.879646:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763046.879648:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521422080:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763046.879652:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521422208:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763046.879662:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763046.879667:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763046/real 1789763046]  req@ffff911a08b0a300 x1876699521422208/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763046.879676:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a300 x1876699521422208/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763046.879686:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763046.879688:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763046.879690:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521422208:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763046.879693:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521422336:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789763046.879703:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763046.879709:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763046/real 1789763046]  req@ffff911a08b0b100 x1876699521422336/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763046.879716:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b100 x1876699521422336/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763046.879721:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763046.879723:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763046.879725:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521422336:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763046.879728:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521422464:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763046.879737:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763046.879743:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763046/real 1789763046]  req@ffff911a08b09880 x1876699521422464/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763046.879750:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09880 x1876699521422464/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763046.879755:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763046.879756:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763046.879759:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521422464:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763046.879770:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521422592:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763046.879781:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763046.879786:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763046/real 1789763046]  req@ffff911a08b08e00 x1876699521422592/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763046.879794:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08e00 x1876699521422592/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763046.879799:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763046.879800:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763046.879802:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521422592:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763046.943478:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763047.967552:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763048.991477:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763050.015348:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763051.039399:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763051.999419:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763051.999430:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763051.999435:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763051.999447:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3021
00000100:00080000:2.0:1789763051.999460:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763051.999469:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789763051.999536:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eead80 x1876699521422720/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763051.999581:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763051.999586:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763051.999589:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763051.999595:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3021
00000100:00080000:2.0:1789763051.999601:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763051.999606:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763051.999618:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763051.999636:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9f80 x1876699521422848/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763051.999652:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763051.999657:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763051.999662:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763051.999667:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521422720:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789763051.999671:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3021
00000100:00080000:2.0:1789763051.999682:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763051.999688:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763051.999695:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763051.999715:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb800 x1876699521422976/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763051.999728:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763051.999733:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763051.999735:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763051.999740:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3021
00000100:00080000:2.0:1789763051.999745:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763051.999750:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763051.999757:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763051.999777:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea300 x1876699521423104/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763051.999778:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:2.0:1789763051.999825:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763051.999830:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763051.999833:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763051.999838:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3021
00000100:00080000:2.0:1789763051.999843:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763051.999848:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763051.999854:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763051.999874:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8e00 x1876699521423232/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763051.999879:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763051/real 1789763051]  req@ffff911a12eead80 x1876699521422720/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763051.999895:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763051.999908:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763051.999939:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763051.999950:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3021
00000100:00080000:2.0:1789763051.999959:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763051.999970:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763051.999980:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763051.999996:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8700 x1876699521423360/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763052.000030:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eead80 x1876699521422720/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763052.000049:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763052.000057:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763052.000064:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521422720:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789763052.000097:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521422848:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763052.000132:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763052.000149:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763051/real 1789763052]  req@ffff911a12ee9f80 x1876699521422848/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763052.000166:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9f80 x1876699521422848/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763052.000183:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763052.000206:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763052.000213:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521422848:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763052.000224:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521422976:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763052.000298:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763052.000315:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763051/real 1789763052]  req@ffff911a12eeb800 x1876699521422976/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763052.000353:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb800 x1876699521422976/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763052.000371:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763052.000375:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763052.000380:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521422976:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763052.000387:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521423104:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763052.000440:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763052.000459:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763052/real 1789763052]  req@ffff911a12eea300 x1876699521423104/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763052.000499:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea300 x1876699521423104/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763052.000516:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763052.000521:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763052.000526:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521423104:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763052.000534:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521423232:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763052.000565:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763052.000580:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763052/real 1789763052]  req@ffff911a12ee8e00 x1876699521423232/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763052.000593:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8e00 x1876699521423232/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763052.000602:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763052.000606:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763052.000610:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521423232:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763052.000617:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521423360:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763052.000636:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763052.000646:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763052/real 1789763052]  req@ffff911a12ee8700 x1876699521423360/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763052.000658:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8700 x1876699521423360/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763052.000667:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763052.000670:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763052.000673:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521423360:192.168.203.116@tcp:38:kworker.0
00010000:00010000:2.0:1789763052.063329:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763053.087445:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763054.111462:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763055.135450:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763056.159449:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763057.119281:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763057.119289:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763057.119294:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763057.119302:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3026
00000100:00080000:2.0:1789763057.119311:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763057.119317:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789763057.119352:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb480 x1876699521423488/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763057.119376:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763057.119379:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763057.119380:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763057.119383:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3026
00000100:00080000:2.0:1789763057.119390:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763057.119392:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763057.119399:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763057.119408:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9c00 x1876699521423616/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763057.119415:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763057.119418:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763057.119419:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763057.119422:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3026
00000100:00080000:2.0:1789763057.119424:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763057.119427:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763057.119429:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763057.119435:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8a80 x1876699521423744/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763057.119447:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521423488:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789763057.119449:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763057.119454:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763057.119456:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763057.119459:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3026
00000100:00080000:2.0:1789763057.119461:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763057.119463:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763057.119467:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763057.119474:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9880 x1876699521423872/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763057.119480:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763057.119483:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763057.119485:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763057.119487:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3026
00000100:00080000:2.0:1789763057.119490:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763057.119492:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763057.119495:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763057.119503:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9180 x1876699521424000/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763057.119510:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:2.0:1789763057.119511:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763057.119515:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763057.119516:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763057.119520:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3026
00000100:00080000:2.0:1789763057.119524:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763057.119527:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763057.119530:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763057.119536:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeaa00 x1876699521424128/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763057.119548:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763057/real 1789763057]  req@ffff911a12eeb480 x1876699521423488/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763057.119565:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb480 x1876699521423488/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763057.119573:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763057.119576:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763057.119579:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521423488:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789763057.119584:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521423616:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763057.119598:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763057.119607:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763057/real 1789763057]  req@ffff911a12ee9c00 x1876699521423616/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763057.119615:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9c00 x1876699521423616/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763057.119621:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763057.119623:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763057.119625:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521423616:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763057.119642:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521423744:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763057.119652:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763057.119658:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763057/real 1789763057]  req@ffff911a12ee8a80 x1876699521423744/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763057.119665:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8a80 x1876699521423744/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763057.119670:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763057.119672:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763057.119674:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521423744:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763057.119677:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521423872:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763057.119688:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763057.119693:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763057/real 1789763057]  req@ffff911a12ee9880 x1876699521423872/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763057.119700:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9880 x1876699521423872/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763057.119706:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763057.119708:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763057.119710:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521423872:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763057.119713:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521424000:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763057.119722:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763057.119728:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763057/real 1789763057]  req@ffff911a12ee9180 x1876699521424000/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763057.119735:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9180 x1876699521424000/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763057.119741:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763057.119742:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763057.119744:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521424000:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763057.119747:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521424128:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763057.119757:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763057.119763:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763057/real 1789763057]  req@ffff911a12eeaa00 x1876699521424128/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763057.119770:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeaa00 x1876699521424128/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763057.119775:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763057.119777:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763057.119779:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521424128:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763057.183375:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763058.207468:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763059.231483:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763060.255429:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763061.279359:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763062.239329:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763062.239343:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763062.239348:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763062.239361:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3031
00000100:00080000:2.0:1789763062.239375:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763062.239384:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789763062.239434:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeaa00 x1876699521424256/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763062.239473:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763062.239478:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763062.239480:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763062.239486:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3031
00000100:00080000:2.0:1789763062.239490:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763062.239494:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763062.239506:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763062.239520:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9180 x1876699521424384/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763062.239533:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763062.239538:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763062.239541:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763062.239546:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3031
00000100:00080000:2.0:1789763062.239550:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763062.239555:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763062.239561:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763062.239572:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9880 x1876699521424512/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763062.239585:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763062.239589:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763062.239591:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763062.239597:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3031
00000100:00080000:2.0:1789763062.239602:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763062.239607:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521424256:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789763062.239614:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763062.239626:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763062.239640:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8a80 x1876699521424640/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763062.239654:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763062.239659:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763062.239662:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763062.239667:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3031
00000100:00080000:2.0:1789763062.239671:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763062.239677:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763062.239684:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763062.239699:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9c00 x1876699521424768/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763062.239711:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763062.239716:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763062.239718:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763062.239722:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3031
00000100:00080000:2.0:1789763062.239726:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763062.239730:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763062.239736:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763062.239751:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb480 x1876699521424896/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763062.239787:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521424384:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763062.239837:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521424512:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763062.239920:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521424640:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763062.239951:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521424768:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763062.239977:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521424896:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763062.303440:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763063.327508:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763064.351484:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789763065.311816:0:2393:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.116:988
00000400:00000100:2.0:1789763065.311925:0:2393:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.116@tcp at host 192.168.203.116 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789763065.311945:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:2.0:1789763065.311998:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:2.0:1789763065.312008:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:2.0:1789763065.312017:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:2.0:1789763065.312024:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:2.0:1789763065.312032:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000100:00100000:1.0:1789763065.312339:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763062/real 1789763065]  req@ffff911a12ee8a80 x1876699521424640/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763065.312404:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8a80 x1876699521424640/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763065.312424:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763065.312432:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763065.312439:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521424640:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763065.312451:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763062/real 1789763065]  req@ffff911a12ee9c00 x1876699521424768/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763065.312472:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9c00 x1876699521424768/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763065.312498:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763065.312505:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763065.312512:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521424768:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763065.312524:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763062/real 1789763065]  req@ffff911a12eeb480 x1876699521424896/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763065.312544:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb480 x1876699521424896/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763065.312558:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763065.312564:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763065.312570:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521424896:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763065.312579:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763062/real 1789763065]  req@ffff911a12eeaa00 x1876699521424256/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763065.312598:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeaa00 x1876699521424256/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763065.312610:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763065.312615:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763065.312619:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521424256:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789763065.312629:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763062/real 1789763065]  req@ffff911a12ee9180 x1876699521424384/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763065.312649:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9180 x1876699521424384/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763065.312661:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763065.312667:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763065.312672:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521424384:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763065.312681:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763062/real 1789763065]  req@ffff911a12ee9880 x1876699521424512/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763065.312714:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9880 x1876699521424512/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763065.312732:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763065.312737:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763065.312742:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521424512:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763065.375402:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763066.399435:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763067.359321:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763067.359334:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763067.359339:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763067.359354:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3036
00000100:00080000:2.0:1789763067.359369:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763067.359379:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789763067.359440:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8700 x1876699521425024/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763067.359475:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763067.359480:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763067.359483:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763067.359488:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3036
00000100:00080000:2.0:1789763067.359493:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763067.359497:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763067.359509:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763067.359527:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8e00 x1876699521425152/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763067.359555:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521425024:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789763067.359560:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763067.359570:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763067.359572:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763067.359579:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3036
00000100:00080000:2.0:1789763067.359584:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763067.359589:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763067.359596:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763067.359616:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea300 x1876699521425280/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763067.359629:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763067.359635:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763067.359638:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763067.359643:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3036
00000100:00080000:2.0:1789763067.359649:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789763067.359656:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:2.0:1789763067.359664:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763067.359674:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763067.359691:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb800 x1876699521425408/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763067.359706:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763067.359711:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763067.359715:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763067.359719:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763067/real 1789763067]  req@ffff911a12ee8700 x1876699521425024/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763067.359727:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3036
00000100:00080000:2.0:1789763067.359739:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763067.359751:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763067.359758:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763067.359773:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8700 x1876699521425024/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763067.359781:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9f80 x1876699521425536/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763067.359857:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763067.359863:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763067.359873:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:2.0:1789763067.359878:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763067.359886:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763067.359889:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521425024:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789763067.359903:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3036
00000100:00080000:2.0:1789763067.359915:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763067.359925:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763067.359937:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763067.359948:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521425152:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763067.359971:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eead80 x1876699521425664/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763067.360011:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763067.360049:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763067/real 1789763067]  req@ffff911a12ee8e00 x1876699521425152/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763067.360077:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8e00 x1876699521425152/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763067.360096:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763067.360102:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763067.360109:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521425152:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763067.360123:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521425280:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763067.360196:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763067.360280:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763067/real 1789763067]  req@ffff911a12eea300 x1876699521425280/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763067.360306:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea300 x1876699521425280/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763067.360321:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763067.360327:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763067.360333:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521425280:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763067.360345:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521425408:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763067.360389:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763067.360410:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763067/real 1789763067]  req@ffff911a12eeb800 x1876699521425408/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763067.360446:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb800 x1876699521425408/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763067.360476:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763067.360483:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763067.360490:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521425408:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763067.360502:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521425536:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763067.360544:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763067.360568:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763067/real 1789763067]  req@ffff911a12ee9f80 x1876699521425536/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763067.360594:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9f80 x1876699521425536/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763067.360609:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763067.360616:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763067.360622:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521425536:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763067.360662:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521425664:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763067.360707:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763067.360732:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763067/real 1789763067]  req@ffff911a12eead80 x1876699521425664/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763067.360757:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eead80 x1876699521425664/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763067.360773:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763067.360779:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763067.360787:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521425664:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763067.423446:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763068.447513:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763069.471470:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763070.495497:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763071.519483:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763072.479396:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763072.479413:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763072.479431:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763072.479448:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3041
00000100:00080000:1.0:1789763072.479466:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763072.479478:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789763072.479542:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09f80 x1876699521425792/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763072.479586:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763072.479592:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763072.479595:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763072.479601:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3041
00000100:00080000:1.0:1789763072.479606:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763072.479612:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763072.479627:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763072.479646:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09180 x1876699521425920/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763072.479663:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763072.479668:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763072.479672:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763072.479685:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3041
00000100:00100000:2.0:1789763072.479685:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521425792:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789763072.479701:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763072.479713:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763072.479719:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763072.479740:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08700 x1876699521426048/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763072.479754:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763072.479759:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763072.479762:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763072.479795:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3041
00000100:00080000:1.0:1789763072.479802:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763072.479809:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763072.479817:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789763072.479831:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763072.479838:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08380 x1876699521426176/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763072.479858:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763072.479865:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763072.479867:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763072.479874:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3041
00000100:00080000:1.0:1789763072.479884:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763072.479892:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763072.479901:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763072.479909:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763072/real 1789763072]  req@ffff911a08b09f80 x1876699521425792/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763072.479927:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0aa00 x1876699521426304/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763072.479942:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789763072.479945:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09f80 x1876699521425792/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763072.479955:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763072.479967:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763072.479982:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763072.479992:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3041
00000100:00080000:2.0:1789763072.480001:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:1.0:1789763072.480004:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763072.480015:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521425792:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789763072.480024:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763072.480043:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763072.480067:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0ad80 x1876699521426432/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763072.480091:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521425920:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763072.480150:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763072.480174:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763072/real 1789763072]  req@ffff911a08b09180 x1876699521425920/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763072.480191:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09180 x1876699521425920/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763072.480203:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763072.480208:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763072.480249:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521425920:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763072.480259:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521426048:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763072.480290:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763072.480305:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763072/real 1789763072]  req@ffff911a08b08700 x1876699521426048/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763072.480320:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08700 x1876699521426048/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763072.480330:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763072.480334:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763072.480338:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521426048:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763072.480346:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521426176:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789763072.480367:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763072.480378:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763072/real 1789763072]  req@ffff911a08b08380 x1876699521426176/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763072.480393:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08380 x1876699521426176/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763072.480409:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763072.480416:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763072.480422:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521426176:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763072.480435:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521426304:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763072.480475:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763072.480499:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763072/real 1789763072]  req@ffff911a08b0aa00 x1876699521426304/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763072.480531:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0aa00 x1876699521426304/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763072.480541:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763072.480546:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763072.480550:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521426304:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763072.480577:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521426432:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763072.480606:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763072.480620:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763072/real 1789763072]  req@ffff911a08b0ad80 x1876699521426432/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763072.480635:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0ad80 x1876699521426432/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763072.480645:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763072.480649:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763072.480653:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521426432:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763072.543523:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763073.567382:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763074.591500:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763075.615486:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763076.639371:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763077.599318:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763077.599327:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763077.599331:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763077.599340:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3046
00000100:00080000:3.0:1789763077.599348:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763077.599354:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789763077.599385:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521426560/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763077.599407:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763077.599410:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763077.599411:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763077.599414:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3046
00000100:00080000:3.0:1789763077.599417:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763077.599419:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763077.599427:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763077.599436:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521426688/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763077.599444:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763077.599446:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763077.599447:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763077.599450:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3046
00000100:00080000:3.0:1789763077.599452:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763077.599457:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789763077.599458:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521426560:192.168.203.116@tcp:250:kworker.0
00000008:00100000:3.0:1789763077.599460:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763077.599471:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0700 x1876699521426816/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763077.599478:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763077.599481:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763077.599482:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763077.599485:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3046
00000100:00080000:3.0:1789763077.599487:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763077.599489:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763077.599493:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763077.599501:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521426944/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763077.599508:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763077.599510:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763077.599511:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763077.599514:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3046
00000100:00080000:3.0:1789763077.599523:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763077.599526:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763077.599530:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789763077.599534:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763077.599541:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521427072/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763077.599549:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763077.599551:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763077.599553:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763077.599555:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3046
00000100:00080000:3.0:1789763077.599557:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763077.599560:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763077.599563:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763077.599570:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521427200/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763077.599574:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763077/real 1789763077]  req@ffff911a04ad3480 x1876699521426560/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763077.599599:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521426560/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763077.599613:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763077.599616:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763077.599619:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521426560:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789763077.599625:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521426688:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763077.599642:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763077.599650:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763077/real 1789763077]  req@ffff911a04ad0000 x1876699521426688/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763077.599658:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521426688/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763077.599664:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763077.599666:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763077.599669:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521426688:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763077.599686:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521426816:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763077.599697:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763077.599704:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763077/real 1789763077]  req@ffff911a04ad0700 x1876699521426816/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763077.599711:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0700 x1876699521426816/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763077.599717:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763077.599718:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763077.599720:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521426816:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763077.599724:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521426944:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789763077.599760:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763077.599767:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763077/real 1789763077]  req@ffff911a04ad0380 x1876699521426944/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763077.599776:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521426944/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763077.599781:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763077.599784:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763077.599786:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521426944:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763077.599789:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521427072:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763077.599800:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763077.599807:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763077/real 1789763077]  req@ffff911a04ad3800 x1876699521427072/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763077.599814:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521427072/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763077.599819:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763077.599821:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763077.599823:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521427072:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763077.599826:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521427200:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763077.599837:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763077.599842:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763077/real 1789763077]  req@ffff911a04ad2a00 x1876699521427200/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763077.599851:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521427200/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763077.599856:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763077.599858:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763077.599860:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521427200:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763077.663357:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763078.687469:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763079.711545:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763080.735371:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763081.759466:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763082.719401:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763082.719417:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763082.719423:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763082.719437:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3051
00000100:00080000:1.0:1789763082.719454:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763082.719464:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789763082.719524:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09c00 x1876699521427328/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763082.719566:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763082.719572:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763082.719574:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763082.719580:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3051
00000100:00080000:1.0:1789763082.719585:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763082.719589:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763082.719602:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763082.719620:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08000 x1876699521427456/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763082.719634:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763082.719638:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763082.719640:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763082.719645:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3051
00000100:00080000:1.0:1789763082.719648:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763082.719653:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763082.719659:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763082.719673:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b480 x1876699521427584/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763082.719685:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763082.719714:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763082.719717:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763082.719726:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3051
00000100:00100000:2.0:1789763082.719729:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521427328:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789763082.719731:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763082.719745:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763082.719753:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763082.719774:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0bb80 x1876699521427712/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763082.719789:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763082.719794:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763082.719797:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763082.719801:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3051
00000100:00080000:1.0:1789763082.719808:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763082.719813:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763082.719818:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763082.719834:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b800 x1876699521427840/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763082.719845:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789763082.719862:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763082.719867:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763082.719870:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763082.719878:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3051
00000100:00080000:1.0:1789763082.719882:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763082.719887:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763082.719894:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763082.719909:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08a80 x1876699521427968/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763082.719934:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763082/real 1789763082]  req@ffff911a08b09c00 x1876699521427328/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763082.719963:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09c00 x1876699521427328/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763082.719980:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763082.719985:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763082.719991:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521427328:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789763082.720001:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521427456:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763082.720033:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763082.720051:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763082/real 1789763082]  req@ffff911a08b08000 x1876699521427456/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763082.720066:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08000 x1876699521427456/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763082.720085:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763082.720089:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763082.720093:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521427456:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763082.720100:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521427584:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763082.720120:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763082.720132:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763082/real 1789763082]  req@ffff911a08b0b480 x1876699521427584/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763082.720145:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b480 x1876699521427584/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763082.720155:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763082.720158:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763082.720162:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521427584:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763082.720201:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521427712:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789763082.720273:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763082.720289:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763082/real 1789763082]  req@ffff911a08b0bb80 x1876699521427712/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763082.720303:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0bb80 x1876699521427712/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763082.720314:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763082.720317:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763082.720323:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521427712:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763082.720330:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521427840:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763082.720351:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763082.720362:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763082/real 1789763082]  req@ffff911a08b0b800 x1876699521427840/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763082.720376:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b800 x1876699521427840/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763082.720385:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763082.720388:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763082.720392:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521427840:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763082.720398:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521427968:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763082.720417:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763082.720428:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763082/real 1789763082]  req@ffff911a08b08a80 x1876699521427968/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763082.720442:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08a80 x1876699521427968/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763082.720451:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763082.720454:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763082.720458:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521427968:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763082.783469:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763083.807434:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763084.831470:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763085.855447:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763086.879441:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763087.839418:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763087.839433:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763087.839440:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763087.839456:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3057
00000100:00080000:2.0:1789763087.839473:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763087.839484:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789763087.839570:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9500 x1876699521428096/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763087.839623:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763087.839629:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763087.839631:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763087.839637:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3057
00000100:00080000:2.0:1789763087.839642:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763087.839647:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763087.839684:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763087.839726:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8000 x1876699521428224/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763087.839745:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763087.839751:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763087.839755:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763087.839763:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3057
00000100:00100000:1.0:1789763087.839790:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521428096:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789763087.839791:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763087.839818:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763087.839835:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763087.839875:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea680 x1876699521428352/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763087.839904:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:2.0:1789763087.839904:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763087.839934:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763087.839937:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763087.839945:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3057
00000100:00080000:2.0:1789763087.839953:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763087.839958:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763087.839968:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763087.839986:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763087/real 1789763087]  req@ffff911a12ee9500 x1876699521428096/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763087.839993:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8380 x1876699521428480/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763087.840083:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763087.840088:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763087.840090:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763087.840098:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3057
00000100:00080000:2.0:1789763087.840103:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763087.840113:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789763087.840116:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9500 x1876699521428096/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789763087.840121:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763087.840139:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eebb80 x1876699521428608/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763087.840152:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763087.840156:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763087.840165:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763087.840168:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:2.0:1789763087.840170:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763087.840185:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3057
00000100:00100000:1.0:1789763087.840186:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521428096:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789763087.840198:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763087.840213:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763087.840219:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763087.840257:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521428224:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763087.840313:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763087.840358:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763087/real 1789763087]  req@ffff911a12ee8000 x1876699521428224/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763087.840359:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb100 x1876699521428736/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763087.840445:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8000 x1876699521428224/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763087.840462:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763087.840469:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763087.840476:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521428224:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763087.840514:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521428352:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763087.840537:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763087.840550:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763087/real 1789763087]  req@ffff911a12eea680 x1876699521428352/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763087.840564:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea680 x1876699521428352/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763087.840574:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763087.840578:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763087.840582:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521428352:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763087.840589:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521428480:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763087.840610:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763087.840621:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763087/real 1789763087]  req@ffff911a12ee8380 x1876699521428480/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763087.840636:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8380 x1876699521428480/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763087.840646:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763087.840650:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763087.840678:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521428480:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763087.840687:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521428608:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763087.840716:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763087.840731:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763087/real 1789763087]  req@ffff911a12eebb80 x1876699521428608/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763087.840746:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eebb80 x1876699521428608/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763087.840756:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763087.840760:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763087.840764:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521428608:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763087.840771:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521428736:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763087.840790:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763087.840801:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763087/real 1789763087]  req@ffff911a12eeb100 x1876699521428736/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763087.840815:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb100 x1876699521428736/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763087.840833:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763087.840837:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763087.840841:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521428736:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763087.903467:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763088.927512:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763089.951476:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763090.975404:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763091.999446:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763092.959392:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763092.959408:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763092.959427:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763092.959443:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3062
00000100:00080000:1.0:1789763092.959462:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763092.959475:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789763092.959543:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08a80 x1876699521428864/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763092.959593:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763092.959599:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763092.959602:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763092.959608:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3062
00000100:00080000:1.0:1789763092.959613:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763092.959646:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763092.959662:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763092.959685:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b800 x1876699521428992/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763092.959702:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763092.959707:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763092.959712:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763092.959718:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3062
00000100:00080000:1.0:1789763092.959725:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763092.959738:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789763092.959741:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521428864:192.168.203.116@tcp:250:kworker.0
00000008:00100000:1.0:1789763092.959748:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763092.959773:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0bb80 x1876699521429120/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763092.959793:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763092.959798:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763092.959802:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763092.959808:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3062
00000100:00080000:1.0:1789763092.959815:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763092.959821:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763092.959829:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763092.959851:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b480 x1876699521429248/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763092.959869:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789763092.959889:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763092.959898:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763092.959902:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763092.959913:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3062
00000100:00080000:1.0:1789763092.959925:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763092.959934:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763092.959944:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763092.959952:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763092/real 1789763092]  req@ffff911a08b08a80 x1876699521428864/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763092.959974:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08000 x1876699521429376/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763092.959993:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08a80 x1876699521428864/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763092.960013:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763092.960014:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763092.960035:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763092.960039:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:1.0:1789763092.960042:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763092.960054:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521428864:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789763092.960063:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3062
00000100:00080000:1.0:1789763092.960086:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763092.960097:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521428992:192.168.203.116@tcp:38:kworker.0
00000100:00080000:1.0:1789763092.960099:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763092.960125:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789763092.960152:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763092.960175:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09c00 x1876699521429504/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763092.960183:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763092/real 1789763092]  req@ffff911a08b0b800 x1876699521428992/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763092.960263:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b800 x1876699521428992/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763092.960276:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763092.960293:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763092.960301:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521428992:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763092.960361:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521429120:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763092.960403:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763092.960419:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763092/real 1789763092]  req@ffff911a08b0bb80 x1876699521429120/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763092.960434:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0bb80 x1876699521429120/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763092.960444:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763092.960448:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763092.960452:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521429120:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763092.960459:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521429248:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789763092.960479:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763092.960490:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763092/real 1789763092]  req@ffff911a08b0b480 x1876699521429248/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763092.960504:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b480 x1876699521429248/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763092.960514:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763092.960518:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763092.960522:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521429248:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763092.960529:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521429376:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763092.960550:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763092.960563:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763092/real 1789763092]  req@ffff911a08b08000 x1876699521429376/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763092.960577:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08000 x1876699521429376/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763092.960586:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763092.960590:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763092.960594:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521429376:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763092.960600:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521429504:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763092.960654:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763092.960670:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763092/real 1789763092]  req@ffff911a08b09c00 x1876699521429504/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763092.960685:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09c00 x1876699521429504/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763092.960696:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763092.960700:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763092.960704:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521429504:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763093.023472:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763094.047490:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763095.071447:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763096.095506:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763097.119406:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763098.079385:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763098.079398:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763098.079404:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763098.079417:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3067
00000100:00080000:3.0:1789763098.079430:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763098.079440:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789763098.079489:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521429632/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763098.079531:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763098.079540:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763098.079544:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763098.079552:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3067
00000100:00080000:3.0:1789763098.079560:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763098.079570:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789763098.079619:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521429632:192.168.203.116@tcp:250:kworker.0
00000008:00100000:3.0:1789763098.079621:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763098.079659:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2680 x1876699521429760/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763098.079677:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763098.079682:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763098.079684:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763098.079690:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3067
00000100:00080000:3.0:1789763098.079697:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763098.079702:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763098.079709:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789763098.079713:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763098.079733:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521429888/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763098.079749:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763098.079754:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763098.079756:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763098.079762:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3067
00000100:00080000:3.0:1789763098.079768:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763098.079777:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789763098.079778:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763098/real 1789763098]  req@ffff911a04ad1500 x1876699521429632/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789763098.079787:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763098.079811:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521430016/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763098.079823:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1500 x1876699521429632/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763098.079831:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763098.079846:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763098.079852:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763098.079866:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3067
00000100:00080000:2.0:1789763098.079867:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763098.079871:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763098.079879:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:3.0:1789763098.079881:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763098.079893:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763098.079894:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521429632:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789763098.079913:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521430144/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763098.079935:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521429760:192.168.203.116@tcp:38:kworker.0
00000100:00080000:3.0:1789763098.079943:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763098.079950:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763098.079953:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763098.079961:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3067
00000100:00080000:3.0:1789763098.079976:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789763098.079987:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789763098.079987:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763098.080002:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763098.080020:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0700 x1876699521430272/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763098.080035:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763098/real 1789763098]  req@ffff911a04ad2680 x1876699521429760/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763098.080071:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2680 x1876699521429760/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763098.080084:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763098.080089:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763098.080094:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521429760:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763098.080102:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521429888:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763098.080134:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763098.080148:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763098/real 1789763098]  req@ffff911a04ad2a00 x1876699521429888/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763098.080164:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521429888/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763098.080174:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763098.080178:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763098.080182:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521429888:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763098.080191:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521430016:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789763098.080268:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763098.080284:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763098/real 1789763098]  req@ffff911a04ad3800 x1876699521430016/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763098.080302:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521430016/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763098.080319:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763098.080325:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763098.080332:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521430016:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763098.080363:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521430144:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763098.080407:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763098.080425:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763098/real 1789763098]  req@ffff911a04ad0380 x1876699521430144/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763098.080441:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521430144/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763098.080452:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763098.080456:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763098.080460:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521430144:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763098.080467:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521430272:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763098.080490:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763098.080501:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763098/real 1789763098]  req@ffff911a04ad0700 x1876699521430272/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763098.080516:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0700 x1876699521430272/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763098.080526:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763098.080529:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763098.080533:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521430272:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763098.143434:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763099.167486:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763100.191495:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763101.215450:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763102.239627:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763103.199334:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763103.199348:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763103.199354:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763103.199367:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3072
00000100:00080000:3.0:1789763103.199380:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763103.199390:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789763103.199438:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521430400/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763103.199476:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763103.199482:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763103.199484:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763103.199490:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3072
00000100:00080000:3.0:1789763103.199494:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763103.199498:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763103.199510:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763103.199525:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521430528/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763103.199538:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763103.199571:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763103.199576:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763103.199584:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3072
00000100:00080000:3.0:1789763103.199590:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763103.199596:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763103.199604:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763103.199621:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521430656/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763103.199632:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521430400:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789763103.199667:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763103.199672:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763103.199674:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763103.199681:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3072
00000100:00080000:3.0:1789763103.199686:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763103.199691:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763103.199698:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763103.199713:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521430784/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763103.199725:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763103.199730:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763103.199733:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763103.199738:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3072
00000100:00080000:3.0:1789763103.199742:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763103.199746:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763103.199752:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789763103.199757:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763103.199771:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521430912/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763103.199785:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763103.199789:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763103.199791:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763103.199796:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3072
00000100:00080000:3.0:1789763103.199802:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763103.199808:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763103.199815:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763103.199823:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763103/real 1789763103]  req@ffff911a04ad0000 x1876699521430400/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763103.199833:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521431040/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763103.199885:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521430400/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763103.199904:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763103.199911:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763103.199917:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521430400:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789763103.199927:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521430528:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763103.199981:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763103.199997:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763103/real 1789763103]  req@ffff911a04ad3480 x1876699521430528/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763103.200014:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521430528/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763103.200033:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763103.200037:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763103.200041:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521430528:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763103.200072:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521430656:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763103.200093:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763103.200106:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763103/real 1789763103]  req@ffff911a04ad1f80 x1876699521430656/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763103.200120:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521430656/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763103.200130:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763103.200133:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763103.200136:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521430656:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763103.200143:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521430784:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789763103.200163:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763103.200174:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763103/real 1789763103]  req@ffff911a04ad2300 x1876699521430784/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763103.200189:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521430784/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763103.200198:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763103.200201:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763103.200206:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521430784:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763103.200253:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521430912:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763103.200280:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763103.200294:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763103/real 1789763103]  req@ffff911a04ad1880 x1876699521430912/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763103.200309:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521430912/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763103.200319:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763103.200322:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763103.200327:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521430912:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763103.200334:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521431040:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763103.200353:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763103.200365:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763103/real 1789763103]  req@ffff911a04ad1c00 x1876699521431040/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763103.200379:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521431040/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763103.200388:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763103.200391:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763103.200395:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521431040:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763103.263532:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763104.287467:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763105.311430:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763106.335385:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763107.359438:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763108.319276:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763108.319285:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763108.319288:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763108.319297:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3077
00000100:00080000:3.0:1789763108.319306:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763108.319312:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789763108.319344:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3100 x1876699521431168/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763108.319368:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763108.319371:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763108.319372:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763108.319375:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3077
00000100:00080000:3.0:1789763108.319378:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763108.319380:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763108.319405:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763108.319425:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0a80 x1876699521431296/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763108.319441:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763108.319451:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789763108.319472:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521431168:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789763108.319473:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763108.319483:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3077
00000100:00080000:3.0:1789763108.319488:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763108.319492:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763108.319498:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763108.319533:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521431424/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763108.319559:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763108.319562:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763108.319564:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763108.319566:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3077
00000100:00080000:3.0:1789763108.319570:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763108.319573:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763108.319577:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789763108.319581:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763108.319589:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521431552/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763108.319597:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763108.319600:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763108.319602:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763108.319604:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3077
00000100:00080000:3.0:1789763108.319606:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763108.319609:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763108.319613:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763108.319619:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763108/real 1789763108]  req@ffff911a04ad3100 x1876699521431168/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763108.319623:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521431680/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763108.319667:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763108.319669:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763108.319671:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763108.319676:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3077
00000100:00100000:2.0:1789763108.319677:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3100 x1876699521431168/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763108.319679:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763108.319685:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763108.319693:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789763108.319698:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789763108.319703:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521431808/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763108.319713:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763108.319719:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521431168:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789763108.319757:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521431296:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763108.319783:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763108.319797:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763108/real 1789763108]  req@ffff911a04ad0a80 x1876699521431296/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763108.319810:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0a80 x1876699521431296/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763108.319818:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763108.319822:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763108.319825:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521431296:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763108.319830:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521431424:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763108.319859:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763108.319865:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763108/real 1789763108]  req@ffff911a04ad1c00 x1876699521431424/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763108.319872:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521431424/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763108.319883:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763108.319885:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763108.319887:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521431424:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763108.319890:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521431552:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789763108.319902:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763108.319907:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763108/real 1789763108]  req@ffff911a04ad1880 x1876699521431552/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763108.319914:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521431552/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763108.319920:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763108.319922:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763108.319924:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521431552:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763108.319927:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521431680:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763108.319937:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763108.319943:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763108/real 1789763108]  req@ffff911a04ad2300 x1876699521431680/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763108.319950:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521431680/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763108.319954:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763108.319956:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763108.319959:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521431680:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763108.319963:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521431808:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763108.319973:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763108.319978:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763108/real 1789763108]  req@ffff911a04ad1f80 x1876699521431808/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763108.319985:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521431808/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763108.319990:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763108.319992:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763108.319993:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521431808:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763108.383319:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763109.407579:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763110.431424:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763111.455464:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763112.479463:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763113.439379:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763113.439392:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763113.439414:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763113.439430:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3082
00000100:00080000:0.0:1789763113.439447:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763113.439460:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789763113.439560:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56680 x1876699521431936/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763113.439621:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763113.439627:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763113.439630:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763113.439636:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3082
00000100:00080000:0.0:1789763113.439642:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763113.439647:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763113.439660:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763113.439679:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57b80 x1876699521432064/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763113.439705:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763113.439710:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763113.439713:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763113.439719:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3082
00000100:00080000:0.0:1789763113.439723:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763113.439728:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763113.439734:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763113.439749:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521432192/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763113.439758:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521431936:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763113.439769:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763113.439779:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763113.439782:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763113.439803:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3082
00000100:00080000:0.0:1789763113.439811:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763113.439820:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763113.439833:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763113.439868:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521432320/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763113.439876:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789763113.439889:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763113.439893:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763113.439895:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763113.439900:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3082
00000100:00080000:0.0:1789763113.439904:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763113.439908:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763113.439914:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763113.439923:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763113/real 1789763113]  req@ffff911a05c56680 x1876699521431936/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763113.439946:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521432448/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763113.439981:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763113.439986:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763113.440008:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763113.440010:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56680 x1876699521431936/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763113.440016:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3082
00000100:00080000:0.0:1789763113.440024:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763113.440036:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00080000:2.0:1789763113.440038:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:0.0:1789763113.440043:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789763113.440048:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763113.440056:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521431936:192.168.203.116@tcp:250:kworker.0
00000100:00100000:0.0:1789763113.440079:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521432576/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763113.440087:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521432064:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763113.440115:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763113.440127:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763113/real 1789763113]  req@ffff911a05c57b80 x1876699521432064/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763113.440137:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57b80 x1876699521432064/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763113.440144:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763113.440147:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763113.440150:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521432064:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763113.440170:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521432192:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763113.440183:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763113.440191:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763113/real 1789763113]  req@ffff911a05c55880 x1876699521432192/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763113.440200:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521432192/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763113.440207:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763113.440209:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763113.440212:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521432192:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763113.440216:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521432320:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789763113.440250:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763113.440259:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763113/real 1789763113]  req@ffff911a05c54000 x1876699521432320/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763113.440272:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521432320/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763113.440281:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763113.440284:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763113.440288:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521432320:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763113.440340:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521432448:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763113.440357:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763113.440366:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763113/real 1789763113]  req@ffff911a05c57100 x1876699521432448/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763113.440396:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521432448/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763113.440405:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763113.440409:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763113.440412:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521432448:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763113.440417:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521432576:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763113.440434:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763113.440462:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763113/real 1789763113]  req@ffff911a05c54700 x1876699521432576/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763113.440530:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521432576/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763113.440539:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763113.440542:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763113.440547:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521432576:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763113.503340:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763114.527425:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763115.551434:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763116.575344:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763117.599526:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763118.559472:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763118.559485:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763118.559490:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763118.559503:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3087
00000100:00080000:2.0:1789763118.559518:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763118.559527:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789763118.559578:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb100 x1876699521432704/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763118.559620:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763118.559626:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763118.559629:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763118.559635:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3087
00000100:00080000:2.0:1789763118.559640:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763118.559644:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763118.559656:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763118.559671:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eebb80 x1876699521432832/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763118.559684:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763118.559688:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763118.559691:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763118.559696:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3087
00000100:00080000:2.0:1789763118.559699:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763118.559706:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763118.559712:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763118.559725:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8380 x1876699521432960/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763118.559739:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763118.559749:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521432704:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789763118.559749:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763118.559756:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763118.559770:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3087
00000100:00080000:2.0:1789763118.559773:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763118.559777:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763118.559785:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763118.559800:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea680 x1876699521433088/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763118.559813:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763118.559817:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763118.559820:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763118.559824:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3087
00000100:00080000:2.0:1789763118.559830:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763118.559835:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763118.559841:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789763118.559853:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763118.559860:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8000 x1876699521433216/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763118.559875:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763118.559881:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763118.559884:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763118.559889:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3087
00000100:00080000:2.0:1789763118.559894:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763118.559899:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763118.559905:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763118.559918:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9500 x1876699521433344/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763118.559941:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763118/real 1789763118]  req@ffff911a12eeb100 x1876699521432704/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763118.559971:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb100 x1876699521432704/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763118.559987:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763118.559993:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763118.559998:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521432704:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789763118.560007:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521432832:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763118.560036:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763118.560052:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763118/real 1789763118]  req@ffff911a12eebb80 x1876699521432832/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763118.560067:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eebb80 x1876699521432832/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763118.560077:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763118.560081:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763118.560086:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521432832:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763118.560114:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521432960:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763118.560134:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763118.560145:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763118/real 1789763118]  req@ffff911a12ee8380 x1876699521432960/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763118.560159:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8380 x1876699521432960/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763118.560169:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763118.560172:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763118.560176:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521432960:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763118.560183:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521433088:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763118.560202:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763118.560258:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763118/real 1789763118]  req@ffff911a12eea680 x1876699521433088/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763118.560274:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea680 x1876699521433088/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763118.560285:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763118.560289:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763118.560293:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521433088:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763118.560300:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521433216:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763118.560325:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763118.560337:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763118/real 1789763118]  req@ffff911a12ee8000 x1876699521433216/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763118.560351:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8000 x1876699521433216/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763118.560361:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763118.560364:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763118.560367:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521433216:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763118.560375:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521433344:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763118.560394:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763118.560405:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763118/real 1789763118]  req@ffff911a12ee9500 x1876699521433344/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763118.560419:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9500 x1876699521433344/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763118.560458:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763118.560461:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763118.560466:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521433344:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763118.623496:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763119.647457:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763120.671447:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763121.695522:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763122.719453:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763123.679367:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763123.679381:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763123.679387:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763123.679422:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3092
00000100:00080000:3.0:1789763123.679436:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763123.679446:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789763123.679493:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521433472/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763123.679533:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763123.679538:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763123.679541:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763123.679546:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3092
00000100:00080000:3.0:1789763123.679552:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763123.679557:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763123.679569:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763123.679586:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521433600/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763123.679601:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763123.679606:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763123.679609:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763123.679614:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3092
00000100:00080000:3.0:1789763123.679618:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763123.679622:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763123.679630:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763123.679645:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0700 x1876699521433728/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763123.679666:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521433472:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789763123.679667:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763123.679686:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763123.679693:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763123.679700:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3092
00000100:00080000:3.0:1789763123.679705:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763123.679713:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763123.679722:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763123.679744:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521433856/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763123.679766:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763123.679771:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763123.679774:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763123.679779:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3092
00000100:00080000:3.0:1789763123.679786:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763123.679794:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763123.679803:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763123.679828:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521433984/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763123.679851:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789763123.679858:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763123.679868:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763123.679873:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763123.679884:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3092
00000100:00080000:3.0:1789763123.679900:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763123.679908:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763123.679919:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763123.679954:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763123/real 1789763123]  req@ffff911a04ad3480 x1876699521433472/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763123.679958:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521434112/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763123.680030:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521433472/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763123.680050:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763123.680057:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763123.680064:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521433472:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789763123.680081:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521433600:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763123.680120:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763123.680137:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763123/real 1789763123]  req@ffff911a04ad0000 x1876699521433600/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763123.680152:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521433600/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763123.680163:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763123.680166:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763123.680171:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521433600:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763123.680210:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521433728:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763123.680288:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763123.680305:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763123/real 1789763123]  req@ffff911a04ad0700 x1876699521433728/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763123.680320:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0700 x1876699521433728/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763123.680331:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763123.680335:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763123.680339:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521433728:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763123.680347:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521433856:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763123.680368:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763123.680380:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763123/real 1789763123]  req@ffff911a04ad0380 x1876699521433856/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763123.680427:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521433856/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763123.680439:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763123.680443:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763123.680447:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521433856:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763123.680456:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521433984:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763123.680485:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763123.680498:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763123/real 1789763123]  req@ffff911a04ad3800 x1876699521433984/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763123.680513:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521433984/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763123.680524:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763123.680528:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763123.680532:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521433984:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763123.680539:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521434112:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763123.680558:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763123.680569:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763123/real 1789763123]  req@ffff911a04ad2a00 x1876699521434112/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763123.680583:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521434112/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763123.680593:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763123.680597:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763123.680600:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521434112:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763123.743445:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763124.767525:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763125.791521:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763126.815584:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763127.839568:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763128.799323:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763128.799336:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763128.799341:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763128.799380:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3098
00000100:00080000:3.0:1789763128.799398:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763128.799411:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789763128.799469:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2680 x1876699521434240/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763128.799509:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763128.799514:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763128.799517:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763128.799523:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3098
00000100:00080000:3.0:1789763128.799528:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763128.799533:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763128.799546:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763128.799565:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521434368/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763128.799581:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763128.799586:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763128.799589:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763128.799597:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521434240:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789763128.799601:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3098
00000100:00080000:3.0:1789763128.799614:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763128.799618:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763128.799625:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763128.799643:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521434496/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763128.799656:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763128.799661:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763128.799664:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763128.799668:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3098
00000100:00080000:3.0:1789763128.799672:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763128.799678:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763128.799684:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763128.799698:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521434624/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763128.799710:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763128.799714:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763128.799717:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763128.799722:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3098
00000100:00080000:3.0:1789763128.799726:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763128.799731:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763128.799738:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763128.799752:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521434752/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763128.799763:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521434368:192.168.203.116@tcp:38:kworker.0
00000100:00080000:3.0:1789763128.799777:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763128.799783:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763128.799786:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763128.799793:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3098
00000100:00080000:3.0:1789763128.799800:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763128.799806:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763128.799817:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763128.799818:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521434496:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763128.799842:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0700 x1876699521434880/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763128.799875:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521434624:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763128.799912:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521434752:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763128.799938:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521434880:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763128.863360:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763129.887420:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763130.911511:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789763131.871680:0:2394:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.116:988
00000400:00000100:2.0:1789763131.871753:0:2394:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.116@tcp at host 192.168.203.116 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789763131.871781:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:2.0:1789763131.871851:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:2.0:1789763131.871863:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:2.0:1789763131.871872:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:2.0:1789763131.871882:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:2.0:1789763131.871892:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000100:00100000:1.0:1789763131.872007:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763128/real 1789763131]  req@ffff911a04ad0380 x1876699521434752/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763131.872063:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521434752/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763131.872088:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763131.872099:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763131.872107:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521434752:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763131.872123:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763128/real 1789763131]  req@ffff911a04ad0700 x1876699521434880/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763131.872147:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0700 x1876699521434880/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763131.872164:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763131.872171:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763131.872178:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521434880:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763131.872191:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763128/real 1789763131]  req@ffff911a04ad1500 x1876699521434368/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763131.872295:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1500 x1876699521434368/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763131.872314:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763131.872323:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763131.872357:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521434368:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763131.872375:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763128/real 1789763131]  req@ffff911a04ad2a00 x1876699521434496/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763131.872402:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521434496/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763131.872420:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763131.872427:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763131.872434:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521434496:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763131.872448:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763128/real 1789763131]  req@ffff911a04ad3800 x1876699521434624/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763131.872472:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521434624/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763131.872488:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763131.872494:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763131.872500:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521434624:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763131.872513:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763128/real 1789763131]  req@ffff911a04ad2680 x1876699521434240/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763131.872537:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2680 x1876699521434240/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763131.872553:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763131.872561:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763131.872570:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521434240:192.168.203.116@tcp:250:kworker.0
00010000:00010000:0.0:1789763131.935560:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763132.959469:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763133.919419:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763133.919431:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763133.919437:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763133.919449:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3103
00000100:00080000:0.0:1789763133.919463:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763133.919472:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789763133.919532:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55c00 x1876699521435008/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763133.919573:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763133.919578:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763133.919580:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763133.919587:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3103
00000100:00080000:0.0:1789763133.919591:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763133.919596:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763133.919609:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763133.919625:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56d80 x1876699521435136/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763133.919652:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763133.919659:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789763133.919661:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521435008:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763133.919663:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763133.919679:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3103
00000100:00080000:0.0:1789763133.919689:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763133.919698:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763133.919708:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763133.919734:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54e00 x1876699521435264/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763133.919755:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763133.919762:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763133.919767:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763133.919775:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3103
00000100:00080000:0.0:1789763133.919787:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789763133.919788:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789763133.919814:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763133.919826:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763133.919852:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55500 x1876699521435392/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763133.919875:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763133.919887:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1789763133.919888:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763133/real 1789763133]  req@ffff911a05c55c00 x1876699521435008/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763133.919892:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763133.919912:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3103
00000100:00080000:0.0:1789763133.919929:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763133.919941:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789763133.919952:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55c00 x1876699521435008/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789763133.919954:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763133.919987:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789763133.919991:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55f80 x1876699521435520/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763133.920000:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763133.920015:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521435008:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763133.920043:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763133.920050:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763133.920063:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763133.920072:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521435136:192.168.203.116@tcp:38:kworker.0
00000100:00080000:0.0:1789763133.920080:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3103
00000100:00080000:0.0:1789763133.920096:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763133.920104:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763133.920116:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789763133.920144:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789763133.920148:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55c00 x1876699521435648/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763133.920270:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763133/real 1789763133]  req@ffff911a05c56d80 x1876699521435136/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763133.920303:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56d80 x1876699521435136/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763133.920355:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763133.920362:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763133.920370:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521435136:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763133.920384:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521435264:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763133.920432:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763133.920457:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763133/real 1789763133]  req@ffff911a05c54e00 x1876699521435264/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763133.920484:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54e00 x1876699521435264/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763133.920501:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763133.920507:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763133.920514:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521435264:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763133.920526:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521435392:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763133.920566:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763133.920591:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763133/real 1789763133]  req@ffff911a05c55500 x1876699521435392/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763133.920612:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55500 x1876699521435392/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763133.920627:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763133.920633:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763133.920639:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521435392:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763133.920651:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521435520:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763133.920691:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763133.920712:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763133/real 1789763133]  req@ffff911a05c55f80 x1876699521435520/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763133.920737:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55f80 x1876699521435520/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763133.920766:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763133.920773:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763133.920779:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521435520:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763133.920820:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521435648:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763133.920865:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763133.920889:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763133/real 1789763133]  req@ffff911a05c55c00 x1876699521435648/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763133.920915:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55c00 x1876699521435648/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763133.920933:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763133.920940:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763133.920947:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521435648:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763133.983532:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763135.007476:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763136.031406:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763137.055485:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763138.079513:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763139.039415:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763139.039429:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763139.039434:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763139.039446:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3108
00000100:00080000:3.0:1789763139.039461:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763139.039471:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789763139.039518:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521435776/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763139.039555:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763139.039560:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763139.039563:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763139.039579:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3108
00000100:00080000:3.0:1789763139.039584:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763139.039591:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763139.039603:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763139.039620:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521435904/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763139.039637:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763139.039644:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789763139.039646:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521435776:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789763139.039648:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763139.039662:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3108
00000100:00080000:3.0:1789763139.039671:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763139.039676:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763139.039681:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763139.039697:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521436032/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763139.039711:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763139.039716:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763139.039719:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763139.039724:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3108
00000100:00080000:3.0:1789763139.039729:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763139.039733:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763139.039739:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763139.039755:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521436160/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763139.039764:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789763139.039781:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763139.039787:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763139.039791:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763139.039798:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3108
00000100:00080000:3.0:1789763139.039803:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763139.039808:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763139.039842:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763139.039856:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521436288/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763139.039871:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763139/real 1789763139]  req@ffff911a04ad0000 x1876699521435776/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763139.039911:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763139.039918:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763139.039923:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763139.039931:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521435776/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763139.039940:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3108
00000100:00080000:3.0:1789763139.039959:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763139.039963:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763139.039977:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00080000:1.0:1789763139.039978:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763139.039992:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521435776:192.168.203.116@tcp:250:kworker.0
00000008:00100000:3.0:1789763139.039999:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763139.040031:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521436416/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763139.040033:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521435904:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763139.040087:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763139.040123:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763139/real 1789763139]  req@ffff911a04ad3480 x1876699521435904/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763139.040140:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521435904/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763139.040150:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763139.040155:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763139.040159:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521435904:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763139.040168:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521436032:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763139.040192:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763139.040204:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763139/real 1789763139]  req@ffff911a04ad1f80 x1876699521436032/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763139.040266:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521436032/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763139.040305:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763139.040311:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763139.040315:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521436032:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763139.040325:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521436160:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763139.040358:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763139.040374:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763139/real 1789763139]  req@ffff911a04ad2300 x1876699521436160/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763139.040390:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521436160/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763139.040400:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763139.040404:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763139.040408:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521436160:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763139.040414:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521436288:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763139.040433:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763139.040445:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763139/real 1789763139]  req@ffff911a04ad1880 x1876699521436288/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763139.040459:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521436288/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763139.040468:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763139.040472:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763139.040475:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521436288:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763139.040498:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521436416:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763139.040518:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763139.040529:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763139/real 1789763139]  req@ffff911a04ad1c00 x1876699521436416/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763139.040543:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521436416/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763139.040553:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763139.040557:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763139.040561:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521436416:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763139.103475:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763140.127474:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763141.151523:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763142.175464:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763143.199494:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763144.159366:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763144.159379:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763144.159384:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763144.159396:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3113
00000100:00080000:3.0:1789763144.159410:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763144.159419:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789763144.159464:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0a80 x1876699521436544/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763144.159501:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763144.159506:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763144.159508:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763144.159514:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3113
00000100:00080000:3.0:1789763144.159518:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763144.159522:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763144.159535:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763144.159549:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3100 x1876699521436672/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763144.159565:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763144.159573:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763144.159578:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763144.159586:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3113
00000100:00080000:3.0:1789763144.159593:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763144.159604:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521436544:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789763144.159605:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763144.159627:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763144.159666:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521436800/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763144.159690:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763144.159698:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763144.159702:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763144.159710:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3113
00000800:00000100:1.0:1789763144.159719:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789763144.159721:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763144.159733:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763144.159743:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763144.159765:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521436928/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763144.159779:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763144.159785:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763144/real 1789763144]  req@ffff911a04ad0a80 x1876699521436544/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763144.159786:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763144.159794:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763144.159817:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3113
00000100:00080000:3.0:1789763144.159828:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763144.159834:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789763144.159843:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0a80 x1876699521436544/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789763144.159844:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763144.159874:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789763144.159874:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521437056/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763144.159890:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:3.0:1789763144.159904:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763144.159905:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521436544:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789763144.159918:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763144.159925:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763144.159931:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521436672:192.168.203.116@tcp:38:kworker.0
00000100:00080000:3.0:1789763144.159938:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3113
00000100:00080000:3.0:1789763144.159947:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763144.159953:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763144.159960:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789763144.159979:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763144.159982:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521437184/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763144.160004:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763144/real 1789763144]  req@ffff911a04ad3100 x1876699521436672/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763144.160024:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3100 x1876699521436672/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763144.160036:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763144.160042:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763144.160048:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521436672:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763144.160081:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521436800:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763144.160118:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763144.160140:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763144/real 1789763144]  req@ffff911a04ad1c00 x1876699521436800/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763144.160168:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521436800/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763144.160185:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763144.160192:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763144.160196:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521436800:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763144.160205:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521436928:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763144.160309:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763144.160326:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763144/real 1789763144]  req@ffff911a04ad1880 x1876699521436928/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763144.160341:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521436928/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763144.160352:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763144.160356:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763144.160360:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521436928:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763144.160367:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521437056:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763144.160388:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763144.160400:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763144/real 1789763144]  req@ffff911a04ad2300 x1876699521437056/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763144.160414:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521437056/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763144.160424:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763144.160427:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763144.160431:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521437056:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763144.160437:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521437184:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763144.160456:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763144.160467:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763144/real 1789763144]  req@ffff911a04ad1f80 x1876699521437184/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763144.160481:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521437184/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763144.160490:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763144.160493:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763144.160497:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521437184:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763144.223494:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763145.247441:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763146.271413:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763147.295456:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763148.319402:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763149.279415:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763149.279441:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763149.279447:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763149.279460:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3118
00000100:00080000:2.0:1789763149.279474:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763149.279483:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789763149.279543:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eead80 x1876699521437312/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763149.279593:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763149.279601:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763149.279606:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763149.279615:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3118
00000100:00080000:2.0:1789763149.279623:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763149.279631:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763149.279647:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763149.279705:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9f80 x1876699521437440/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763149.279734:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763149.279746:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521437312:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789763149.279746:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763149.279762:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763149.279778:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3118
00000100:00080000:2.0:1789763149.279787:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763149.279797:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763149.279835:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763149.279866:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb800 x1876699521437568/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763149.279875:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:2.0:1789763149.279898:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763149.279906:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763149.279911:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763149.279920:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3118
00000100:00080000:2.0:1789763149.279930:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763149.279939:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763149.279953:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763149.279962:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763149/real 1789763149]  req@ffff911a12eead80 x1876699521437312/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763149.279985:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea300 x1876699521437696/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763149.279998:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eead80 x1876699521437312/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763149.280035:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763149.280069:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763149.280080:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763149.280081:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763149.280098:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:2.0:1789763149.280106:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3118
00000100:00100000:1.0:1789763149.280116:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521437312:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789763149.280122:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763149.280149:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763149.280161:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763149.280182:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521437440:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763149.280194:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8e00 x1876699521437824/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763149.280344:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763149.280353:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763149.280358:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789763149.280370:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:2.0:1789763149.280373:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3118
00000100:00080000:2.0:1789763149.280389:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763149.280400:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789763149.280406:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763149/real 1789763149]  req@ffff911a12ee9f80 x1876699521437440/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789763149.280433:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763149.280473:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9f80 x1876699521437440/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763149.280485:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789763149.280489:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8700 x1876699521437952/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763149.280495:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763149.280507:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521437440:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763149.280527:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521437568:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763149.280592:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763149.280615:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763149/real 1789763149]  req@ffff911a12eeb800 x1876699521437568/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763149.280633:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb800 x1876699521437568/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763149.280644:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763149.280648:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763149.280652:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521437568:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763149.280677:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521437696:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763149.280697:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763149.280706:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763149/real 1789763149]  req@ffff911a12eea300 x1876699521437696/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763149.280717:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea300 x1876699521437696/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763149.280724:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763149.280727:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763149.280729:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521437696:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763149.280747:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521437824:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763149.280763:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763149.280772:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763149/real 1789763149]  req@ffff911a12ee8e00 x1876699521437824/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763149.280782:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8e00 x1876699521437824/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763149.280789:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763149.280792:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763149.280794:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521437824:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763149.280799:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521437952:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763149.280814:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763149.280822:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763149/real 1789763149]  req@ffff911a12ee8700 x1876699521437952/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763149.280833:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8700 x1876699521437952/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763149.280840:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763149.280843:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763149.280847:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521437952:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763149.343493:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763150.367454:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763151.391451:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763152.415509:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763153.439502:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763154.399385:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763154.399398:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763154.399403:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763154.399415:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3123
00000100:00080000:1.0:1789763154.399428:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763154.399437:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789763154.399489:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0ad80 x1876699521438080/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763154.399546:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763154.399554:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763154.399559:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763154.399568:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3123
00000100:00080000:1.0:1789763154.399578:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763154.399586:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763154.399601:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763154.399626:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0aa00 x1876699521438208/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763154.399641:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521438080:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789763154.399664:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763154.399685:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763154.399689:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763154.399696:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3123
00000100:00080000:1.0:1789763154.399701:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763154.399705:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763154.399712:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763154.399743:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08380 x1876699521438336/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763154.399759:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763154.399764:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763154.399767:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763154.399772:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3123
00000100:00080000:1.0:1789763154.399776:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763154.399781:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763154.399789:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763154.399804:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08700 x1876699521438464/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763154.399821:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789763154.399842:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763154.399848:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763154.399852:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763154.399858:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3123
00000100:00080000:1.0:1789763154.399866:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763154.399875:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763154.399883:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763154.399904:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09180 x1876699521438592/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763154.399926:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789763154.399934:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763154/real 1789763154]  req@ffff911a08b0ad80 x1876699521438080/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763154.399938:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763154.399951:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763154.399986:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3123
00000100:00080000:1.0:1789763154.399997:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763154.399999:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0ad80 x1876699521438080/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763154.400012:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763154.400036:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789763154.400042:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763154.400051:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763154.400060:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521438080:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789763154.400068:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09f80 x1876699521438720/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763154.400119:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521438208:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763154.400156:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763154.400201:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763154/real 1789763154]  req@ffff911a08b0aa00 x1876699521438208/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763154.400254:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0aa00 x1876699521438208/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763154.400266:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763154.400271:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763154.400275:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521438208:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763154.400284:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521438336:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763154.400314:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763154.400328:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763154/real 1789763154]  req@ffff911a08b08380 x1876699521438336/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763154.400352:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08380 x1876699521438336/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763154.400362:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763154.400365:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763154.400369:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521438336:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763154.400376:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521438464:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789763154.400399:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763154.400410:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763154/real 1789763154]  req@ffff911a08b08700 x1876699521438464/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763154.400425:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08700 x1876699521438464/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763154.400435:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763154.400439:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763154.400442:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521438464:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763154.400450:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521438592:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763154.400472:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763154.400483:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763154/real 1789763154]  req@ffff911a08b09180 x1876699521438592/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763154.400498:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09180 x1876699521438592/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763154.400516:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763154.400520:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763154.400525:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521438592:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763154.400531:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521438720:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763154.400551:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763154.400561:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763154/real 1789763154]  req@ffff911a08b09f80 x1876699521438720/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763154.400575:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09f80 x1876699521438720/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763154.400585:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763154.400589:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763154.400592:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521438720:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763154.463453:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763155.487545:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763156.511450:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763157.535495:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763158.559460:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763159.519366:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763159.519380:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763159.519386:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763159.519399:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3128
00000100:00080000:3.0:1789763159.519413:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763159.519423:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789763159.519494:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521438848/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763159.519543:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763159.519549:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763159.519552:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763159.519558:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3128
00000100:00080000:3.0:1789763159.519562:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763159.519566:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763159.519577:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763159.519595:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521438976/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763159.519608:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763159.519614:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763159.519619:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763159.519626:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3128
00000100:00080000:3.0:1789763159.519631:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763159.519639:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763159.519647:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763159.519670:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521438848:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789763159.519670:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2680 x1876699521439104/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763159.519722:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763159.519726:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763159.519730:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763159.519737:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3128
00000100:00080000:3.0:1789763159.519743:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763159.519750:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763159.519758:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763159.519775:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521439232/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763159.519785:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763159.519789:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763159.519790:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763159.519793:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3128
00000100:00080000:3.0:1789763159.519807:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763159.519811:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763159.519815:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789763159.519828:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763159.519829:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521439360/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763159.519844:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763159.519848:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763159.519849:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763159.519853:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3128
00000100:00080000:3.0:1789763159.519857:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763159.519862:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763159.519869:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763159.519882:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521439488/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763159.519917:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763159/real 1789763159]  req@ffff911a04ad3480 x1876699521438848/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763159.519947:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521438848/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763159.519982:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763159.519991:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763159.520001:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521438848:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789763159.520017:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521438976:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763159.520069:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763159.520117:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763159/real 1789763159]  req@ffff911a04ad0000 x1876699521438976/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763159.520185:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521438976/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763159.520204:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763159.520209:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763159.520283:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521438976:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763159.520327:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521439104:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763159.520362:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763159.520379:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763159/real 1789763159]  req@ffff911a04ad2680 x1876699521439104/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763159.520395:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2680 x1876699521439104/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763159.520406:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763159.520411:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763159.520415:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521439104:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763159.520423:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521439232:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789763159.520447:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763159.520479:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763159/real 1789763159]  req@ffff911a04ad3800 x1876699521439232/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763159.520503:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521439232/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763159.520520:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763159.520526:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763159.520533:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521439232:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763159.520546:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521439360:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763159.520585:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763159.520602:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763159/real 1789763159]  req@ffff911a04ad2a00 x1876699521439360/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763159.520618:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521439360/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763159.520629:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763159.520633:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763159.520638:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521439360:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763159.520655:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521439488:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763159.520676:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763159.520688:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763159/real 1789763159]  req@ffff911a04ad1500 x1876699521439488/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763159.520707:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1500 x1876699521439488/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763159.520724:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763159.520730:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763159.520737:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521439488:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763159.583371:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763160.607434:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763161.631401:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763162.655380:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763163.679459:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763164.639332:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763164.639346:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763164.639352:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763164.639367:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3133
00000100:00080000:3.0:1789763164.639384:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763164.639395:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789763164.639445:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0700 x1876699521439616/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763164.639495:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763164.639512:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763164.639515:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763164.639523:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3133
00000100:00080000:3.0:1789763164.639529:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763164.639537:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763164.639551:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763164.639575:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521439744/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763164.639594:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763164.639600:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763164.639604:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763164.639611:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3133
00000100:00080000:3.0:1789763164.639617:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763164.639625:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521439616:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789763164.639628:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763164.639646:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763164.639672:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521439872/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763164.639693:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763164.639699:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763164.639702:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763164.639708:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3133
00000100:00080000:3.0:1789763164.639716:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789763164.639725:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789763164.639727:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763164.639741:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763164.639764:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521440000/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763164.639783:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763164.639790:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763164.639797:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763164.639799:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763164/real 1789763164]  req@ffff911a04ad0700 x1876699521439616/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763164.639809:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3133
00000100:00080000:3.0:1789763164.639819:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763164.639832:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763164.639842:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763164.639861:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0700 x1876699521439616/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763164.639869:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521440128/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763164.639902:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763164.639905:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763164.639912:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763164.639914:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:3.0:1789763164.639917:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763164.639924:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521439616:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789763164.639928:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3133
00000100:00080000:3.0:1789763164.639941:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763164.639949:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521439744:192.168.203.116@tcp:38:kworker.0
00000100:00080000:3.0:1789763164.639950:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763164.639962:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763164.639978:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2680 x1876699521440256/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763164.640000:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763164.640023:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763164/real 1789763164]  req@ffff911a04ad0380 x1876699521439744/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763164.640049:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521439744/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763164.640059:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763164.640063:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763164.640066:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521439744:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763164.640119:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521439872:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763164.640155:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763164.640176:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763164/real 1789763164]  req@ffff911a04ad1500 x1876699521439872/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763164.640197:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1500 x1876699521439872/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763164.640206:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763164.640210:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763164.640249:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521439872:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763164.640257:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521440000:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789763164.640284:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763164.640297:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763164/real 1789763164]  req@ffff911a04ad2a00 x1876699521440000/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763164.640310:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521440000/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763164.640319:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763164.640323:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763164.640326:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521440000:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763164.640332:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521440128:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763164.640348:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763164.640357:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763164/real 1789763164]  req@ffff911a04ad3800 x1876699521440128/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763164.640370:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521440128/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763164.640379:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763164.640382:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763164.640385:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521440128:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763164.640390:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521440256:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763164.640406:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763164.640415:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763164/real 1789763164]  req@ffff911a04ad2680 x1876699521440256/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763164.640428:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2680 x1876699521440256/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763164.640436:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763164.640439:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763164.640442:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521440256:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763164.703431:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763165.727447:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763166.751396:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763167.775367:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763168.799343:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763169.759335:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763169.759352:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763169.759360:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763169.759377:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3139
00000100:00080000:3.0:1789763169.759394:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763169.759408:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789763169.759464:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521440384/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763169.759528:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763169.759536:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763169.759540:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763169.759548:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3139
00000100:00080000:3.0:1789763169.759555:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763169.759564:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763169.759579:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763169.759618:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521440512/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763169.759634:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521440384:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789763169.759669:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763169.759676:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763169.759680:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763169.759690:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3139
00000100:00080000:3.0:1789763169.759716:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763169.759726:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000800:00000100:2.0:1789763169.759730:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000008:00100000:3.0:1789763169.759745:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763169.759774:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521440640/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763169.759793:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763169/real 1789763169]  req@ffff911a04ad0000 x1876699521440384/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763169.759799:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763169.759816:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763169.759826:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763169.759838:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3139
00000100:00100000:2.0:1789763169.759840:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521440384/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763169.759846:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763169.759864:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00080000:2.0:1789763169.759886:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763169.759893:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000008:00100000:3.0:1789763169.759896:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763169.759899:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521440384:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789763169.759932:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521440768/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763169.759940:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521440512:192.168.203.116@tcp:38:kworker.0
00000100:00080000:3.0:1789763169.759975:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789763169.759986:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789763169.759987:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763169.759995:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763169.760008:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3139
00000100:00100000:2.0:1789763169.760011:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763169/real 1789763169]  req@ffff911a04ad3480 x1876699521440512/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763169.760021:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763169.760039:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789763169.760042:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521440512/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789763169.760080:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789763169.760105:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763169.760115:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763169.760118:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521440896/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763169.760124:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521440512:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763169.760146:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521440640:192.168.203.116@tcp:38:kworker.0
00000100:00080000:3.0:1789763169.760161:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763169.760170:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763169.760175:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763169.760185:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3139
00000800:00000100:2.0:1789763169.760192:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789763169.760200:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763169.760253:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763169.760264:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763169.760273:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763169/real 1789763169]  req@ffff911a04ad1f80 x1876699521440640/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763169.760297:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521441024/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763169.760308:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521440640/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763169.760334:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763169.760341:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763169.760348:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521440640:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763169.760376:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521440768:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789763169.760405:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763169.760420:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763169/real 1789763169]  req@ffff911a04ad2300 x1876699521440768/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763169.760439:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521440768/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763169.760455:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763169.760461:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763169.760467:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521440768:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763169.760479:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521440896:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763169.760517:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763169.760540:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763169/real 1789763169]  req@ffff911a04ad1880 x1876699521440896/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763169.760561:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521440896/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763169.760571:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763169.760575:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763169.760579:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521440896:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763169.760586:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521441024:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763169.760613:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763169.760626:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763169/real 1789763169]  req@ffff911a04ad1c00 x1876699521441024/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763169.760640:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521441024/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763169.760650:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763169.760654:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763169.760657:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521441024:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763169.823476:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763170.847527:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763171.871474:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763172.895445:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763173.919482:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763174.879334:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763174.879351:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763174.879358:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763174.879374:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3144
00000100:00080000:3.0:1789763174.879391:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763174.879405:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789763174.879466:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3100 x1876699521441152/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763174.879517:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763174.879523:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763174.879526:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763174.879534:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3144
00000100:00080000:3.0:1789763174.879543:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763174.879552:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763174.879569:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763174.879588:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521441152:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789763174.879602:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0a80 x1876699521441280/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763174.879629:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763174.879635:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763174.879639:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763174.879645:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3144
00000100:00080000:3.0:1789763174.879666:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763174.879672:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763174.879682:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789763174.879695:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763174.879705:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521441408/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763174.879722:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763174.879727:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763174.879729:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763174.879735:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3144
00000100:00080000:3.0:1789763174.879741:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763174.879747:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763174.879755:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763174.879757:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763174/real 1789763174]  req@ffff911a04ad3100 x1876699521441152/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763174.879777:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521441536/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763174.879794:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3100 x1876699521441152/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763174.879798:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763174.879814:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763174.879821:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763174.879835:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3144
00000100:00080000:2.0:1789763174.879837:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763174.879841:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763174.879848:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:3.0:1789763174.879851:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763174.879861:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763174.879863:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521441152:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789763174.879882:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521441664/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763174.879900:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789763174.879905:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521441280:192.168.203.116@tcp:38:kworker.0
00000100:00080000:3.0:1789763174.879908:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763174.879917:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763174.879925:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3144
00000100:00080000:3.0:1789763174.879931:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763174.879937:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763174.879943:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789763174.879952:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763174.879962:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521441792/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763174.879976:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763174/real 1789763174]  req@ffff911a04ad0a80 x1876699521441280/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763174.879997:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0a80 x1876699521441280/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763174.880041:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763174.880046:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763174.880051:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521441280:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763174.880058:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521441408:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763174.880083:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763174.880097:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763174/real 1789763174]  req@ffff911a04ad1c00 x1876699521441408/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763174.880111:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521441408/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763174.880122:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763174.880125:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763174.880129:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521441408:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763174.880136:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521441536:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789763174.880157:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763174.880168:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763174/real 1789763174]  req@ffff911a04ad1880 x1876699521441536/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763174.880182:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521441536/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763174.880192:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763174.880195:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763174.880200:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521441536:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763174.880261:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521441664:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763174.880287:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763174.880302:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763174/real 1789763174]  req@ffff911a04ad2300 x1876699521441664/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763174.880317:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521441664/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763174.880327:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763174.880331:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763174.880336:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521441664:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763174.880343:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521441792:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763174.880362:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763174.880373:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763174/real 1789763174]  req@ffff911a04ad1f80 x1876699521441792/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763174.880402:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521441792/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763174.880412:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763174.880416:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763174.880420:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521441792:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763174.943428:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763175.967430:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763176.991433:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763178.015436:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763179.039436:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763179.999357:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763179.999371:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763179.999376:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763179.999389:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3149
00000100:00080000:1.0:1789763179.999403:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763179.999412:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789763179.999460:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08e00 x1876699521441920/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763179.999500:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763179.999507:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763179.999510:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763179.999517:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3149
00000100:00080000:1.0:1789763179.999522:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763179.999529:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763179.999542:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763179.999562:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09880 x1876699521442048/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763179.999578:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763179.999584:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763179.999589:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763179.999593:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521441920:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789763179.999598:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3149
00000100:00080000:1.0:1789763179.999606:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763179.999615:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763179.999620:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763179.999645:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b100 x1876699521442176/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763179.999666:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763179.999673:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763179.999676:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763179.999684:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3149
00000100:00080000:1.0:1789763179.999692:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763179.999701:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000800:00000100:2.0:1789763179.999710:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000008:00100000:1.0:1789763179.999719:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763179.999749:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a300 x1876699521442304/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763179.999765:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789763179.999771:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763179/real 1789763179]  req@ffff911a08b08e00 x1876699521441920/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763179.999772:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763179.999779:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763179.999793:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3149
00000100:00080000:1.0:1789763179.999803:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763179.999811:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763179.999820:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763179.999821:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08e00 x1876699521441920/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763179.999842:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789763179.999844:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09500 x1876699521442432/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763179.999853:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763179.999868:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521441920:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789763179.999875:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763179.999881:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763179.999884:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763179.999891:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3149
00000100:00080000:1.0:1789763179.999895:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763179.999901:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763179.999908:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763179.999910:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521442048:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763179.999928:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a680 x1876699521442560/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763179.999955:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763180.000013:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763179/real 1789763179]  req@ffff911a08b09880 x1876699521442048/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763180.000043:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09880 x1876699521442048/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763180.000061:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763180.000068:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763180.000076:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521442048:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763180.000089:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521442176:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763180.000122:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763180.000138:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763179/real 1789763180]  req@ffff911a08b0b100 x1876699521442176/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763180.000153:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b100 x1876699521442176/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763180.000182:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763180.000189:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763180.000195:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521442176:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763180.000207:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521442304:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789763180.000309:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763180.000333:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763180/real 1789763180]  req@ffff911a08b0a300 x1876699521442304/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763180.000360:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a300 x1876699521442304/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763180.000377:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763180.000381:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763180.000386:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521442304:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763180.000394:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521442432:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763180.000440:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763180.000455:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763180/real 1789763180]  req@ffff911a08b09500 x1876699521442432/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763180.000470:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09500 x1876699521442432/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763180.000480:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763180.000483:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763180.000488:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521442432:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763180.000519:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521442560:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763180.000540:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763180.000552:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763180/real 1789763180]  req@ffff911a08b0a680 x1876699521442560/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763180.000566:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a680 x1876699521442560/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763180.000577:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763180.000584:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763180.000591:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521442560:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763180.063431:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763181.087475:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763182.111494:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763183.135457:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763184.159460:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763185.119382:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763185.119395:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763185.119401:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763185.119415:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3154
00000100:00080000:2.0:1789763185.119428:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763185.119438:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789763185.119484:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9880 x1876699521442688/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763185.119525:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763185.119530:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763185.119533:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763185.119538:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3154
00000100:00080000:2.0:1789763185.119543:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763185.119550:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763185.119562:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763185.119580:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9180 x1876699521442816/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763185.119592:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521442688:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789763185.119601:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763185.119615:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763185.119620:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763185.119626:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3154
00000100:00080000:2.0:1789763185.119630:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763185.119634:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763185.119640:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763185.119655:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeaa00 x1876699521442944/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763185.119668:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763185.119673:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763185.119675:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763185.119679:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3154
00000100:00080000:2.0:1789763185.119695:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763185.119705:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000800:00000100:1.0:1789763185.119706:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000008:00100000:2.0:1789763185.119715:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763185.119734:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb480 x1876699521443072/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763185.119749:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763185.119754:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763185.119757:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763185.119763:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3154
00000100:00100000:1.0:1789763185.119771:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763185/real 1789763185]  req@ffff911a12ee9880 x1876699521442688/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763185.119772:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763185.119785:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763185.119796:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763185.119818:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9c00 x1876699521443200/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763185.119821:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9880 x1876699521442688/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763185.119856:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763185.119861:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763185.119863:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763185.119869:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3154
00000100:00080000:2.0:1789763185.119881:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763185.119886:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763185.119887:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763185.119902:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763185.119905:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763185.119915:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521442688:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789763185.119922:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8a80 x1876699521443328/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763185.119985:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521442816:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763185.120032:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763185.120056:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763185/real 1789763185]  req@ffff911a12ee9180 x1876699521442816/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763185.120078:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9180 x1876699521442816/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763185.120090:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763185.120095:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763185.120099:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521442816:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763185.120107:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521442944:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763185.120138:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763185.120151:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763185/real 1789763185]  req@ffff911a12eeaa00 x1876699521442944/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763185.120174:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeaa00 x1876699521442944/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763185.120184:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763185.120187:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763185.120191:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521442944:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763185.120198:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521443072:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763185.120254:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763185.120269:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763185/real 1789763185]  req@ffff911a12eeb480 x1876699521443072/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763185.120284:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb480 x1876699521443072/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763185.120295:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763185.120298:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763185.120302:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521443072:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763185.120309:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521443200:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763185.120331:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763185.120342:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763185/real 1789763185]  req@ffff911a12ee9c00 x1876699521443200/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763185.120356:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9c00 x1876699521443200/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763185.120374:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763185.120378:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763185.120382:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521443200:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763185.120388:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521443328:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763185.120408:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763185.120420:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763185/real 1789763185]  req@ffff911a12ee8a80 x1876699521443328/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763185.120433:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8a80 x1876699521443328/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763185.120443:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763185.120446:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763185.120450:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521443328:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763185.183425:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763186.207416:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763187.231466:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763188.255483:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763189.279434:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763190.239388:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763190.239405:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763190.239414:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763190.239434:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3159
00000100:00080000:3.0:1789763190.239456:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763190.239471:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789763190.239549:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521443456/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763190.239597:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763190.239610:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763190.239613:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763190.239620:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3159
00000100:00080000:3.0:1789763190.239626:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763190.239632:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763190.239648:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763190.239669:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521443584/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763190.239685:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763190.239691:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521443456:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789763190.239692:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763190.239697:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763190.239710:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3159
00000100:00080000:3.0:1789763190.239715:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763190.239719:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763190.239726:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763190.239744:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2680 x1876699521443712/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763190.239766:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763190.239771:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763190.239774:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763190.239779:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3159
00000100:00080000:3.0:1789763190.239783:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763190.239789:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763190.239795:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763190.239811:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521443840/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763190.239821:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789763190.239836:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763190.239842:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763190.239846:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763190.239852:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3159
00000100:00080000:3.0:1789763190.239857:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763190.239863:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763190.239868:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763190.239880:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521443968/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763190.239892:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763190.239897:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763190.239928:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763190.239935:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3159
00000100:00080000:3.0:1789763190.239944:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763190.239947:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763190/real 1789763190]  req@ffff911a04ad3480 x1876699521443456/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763190.239955:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763190.239972:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763190.240005:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521443456/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763190.240006:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521444096/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763190.240076:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763190.240086:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763190.240094:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521443456:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789763190.240137:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521443584:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763190.240175:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763190.240195:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763190/real 1789763190]  req@ffff911a04ad0000 x1876699521443584/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763190.240212:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521443584/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763190.240272:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763190.240277:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763190.240281:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521443584:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763190.240290:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521443712:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763190.240322:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763190.240355:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763190/real 1789763190]  req@ffff911a04ad2680 x1876699521443712/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763190.240371:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2680 x1876699521443712/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763190.240382:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763190.240386:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763190.240390:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521443712:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763190.240397:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521443840:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763190.240422:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763190.240435:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763190/real 1789763190]  req@ffff911a04ad3800 x1876699521443840/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763190.240450:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521443840/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763190.240461:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763190.240464:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763190.240468:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521443840:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763190.240474:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521443968:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763190.240495:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763190.240520:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763190/real 1789763190]  req@ffff911a04ad2a00 x1876699521443968/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763190.240534:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521443968/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763190.240545:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763190.240548:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763190.240552:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521443968:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763190.240559:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521444096:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763190.240582:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763190.240594:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763190/real 1789763190]  req@ffff911a04ad1500 x1876699521444096/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763190.240608:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1500 x1876699521444096/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763190.240619:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763190.240623:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763190.240627:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521444096:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763190.303495:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763191.327504:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763192.351489:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763193.375487:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763194.399522:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763195.359354:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763195.359368:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763195.359374:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763195.359387:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3164
00000100:00080000:3.0:1789763195.359401:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763195.359411:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789763195.359458:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521444224/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763195.359497:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763195.359502:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763195.359504:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763195.359510:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3164
00000100:00080000:3.0:1789763195.359514:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763195.359518:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763195.359530:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763195.359544:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0700 x1876699521444352/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763195.359558:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763195.359564:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763195.359567:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763195.359573:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3164
00000100:00080000:3.0:1789763195.359577:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763195.359582:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763195.359588:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763195.359601:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521444480/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763195.359616:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763195.359618:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521444224:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789763195.359622:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763195.359629:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763195.359638:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3164
00000100:00080000:3.0:1789763195.359642:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763195.359647:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763195.359653:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763195.359668:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521444608/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763195.359681:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763195.359686:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763195.359689:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763195.359693:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3164
00000100:00080000:3.0:1789763195.359698:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763195.359704:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763195.359711:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763195.359726:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521444736/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763195.359739:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763195.359746:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763195.359750:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763195.359760:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3164
00000100:00100000:1.0:1789763195.359768:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521444352:192.168.203.116@tcp:38:kworker.0
00000100:00080000:3.0:1789763195.359770:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763195.359791:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763195.359805:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763195.359837:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2680 x1876699521444864/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763195.359840:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521444480:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763195.359932:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521444608:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763195.359968:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521444736:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763195.359996:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521444864:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763195.423460:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763196.447469:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763197.471417:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789763198.431615:0:2395:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.116:988
00000400:00000100:2.0:1789763198.431671:0:2395:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.116@tcp at host 192.168.203.116 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789763198.431696:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:2.0:1789763198.431759:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:2.0:1789763198.431780:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:2.0:1789763198.431799:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:2.0:1789763198.431819:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000100:00100000:1.0:1789763198.431829:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763195/real 1789763198]  req@ffff911a04ad1500 x1876699521444480/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1789763198.431872:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000100:00100000:1.0:1789763198.431933:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1500 x1876699521444480/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763198.431958:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763198.431968:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763198.431975:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521444480:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763198.431990:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763195/real 1789763198]  req@ffff911a04ad2a00 x1876699521444608/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763198.432027:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521444608/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763198.432042:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763198.432048:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763198.432054:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521444608:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763198.432066:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763195/real 1789763198]  req@ffff911a04ad3800 x1876699521444736/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763198.432089:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521444736/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763198.432104:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763198.432110:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763198.432117:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521444736:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763198.432131:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763195/real 1789763198]  req@ffff911a04ad0380 x1876699521444224/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763198.432157:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521444224/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763198.432172:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763198.432179:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763198.432186:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521444224:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789763198.432199:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763195/real 1789763198]  req@ffff911a04ad0700 x1876699521444352/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763198.432266:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0700 x1876699521444352/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763198.432284:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763198.432291:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763198.432297:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521444352:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763198.432356:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763195/real 1789763198]  req@ffff911a04ad2680 x1876699521444864/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763198.432392:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2680 x1876699521444864/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763198.432409:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763198.432417:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763198.432424:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521444864:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763198.495424:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763199.519524:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763200.479326:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763200.479338:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763200.479344:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763200.479357:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3169
00000100:00080000:3.0:1789763200.479372:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763200.479382:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789763200.479443:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521444992/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763200.479480:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763200.479485:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763200.479488:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763200.479493:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3169
00000100:00080000:3.0:1789763200.479498:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763200.479503:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763200.479514:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763200.479529:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521445120/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763200.479543:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763200.479548:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763200.479550:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763200.479556:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3169
00000100:00080000:3.0:1789763200.479560:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763200.479564:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763200.479570:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763200.479582:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521445248/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763200.479596:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763200.479603:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:1.0:1789763200.479605:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521444992:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789763200.479606:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763200.479622:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3169
00000100:00080000:3.0:1789763200.479628:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763200.479633:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763200.479640:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763200.479658:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521445376/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763200.479679:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763200.479684:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763200.479687:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763200.479691:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3169
00000100:00080000:3.0:1789763200.479696:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763200.479701:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763200.479707:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763200.479720:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521445504/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763200.479732:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789763200.479742:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763200.479748:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763200.479752:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763200.479759:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3169
00000100:00080000:3.0:1789763200.479776:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763200.479784:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763200.479795:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763200.479808:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763200/real 1789763200]  req@ffff911a04ad0000 x1876699521444992/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763200.479845:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521445632/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763200.479900:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521444992/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763200.479925:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763200.479934:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763200.479944:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521444992:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789763200.479958:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521445120:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763200.480006:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763200.480032:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763200/real 1789763200]  req@ffff911a04ad3480 x1876699521445120/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763200.480056:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521445120/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763200.480072:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763200.480079:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763200.480086:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521445120:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763200.480139:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521445248:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763200.480181:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763200.480203:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763200/real 1789763200]  req@ffff911a04ad1f80 x1876699521445248/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763200.480293:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521445248/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763200.480310:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763200.480317:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763200.480324:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521445248:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763200.480337:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521445376:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763200.480380:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763200.480416:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763200/real 1789763200]  req@ffff911a04ad2300 x1876699521445376/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763200.480443:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521445376/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763200.480461:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763200.480466:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763200.480473:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521445376:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763200.480487:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521445504:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763200.480529:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763200.480551:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763200/real 1789763200]  req@ffff911a04ad1880 x1876699521445504/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763200.480574:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521445504/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763200.480591:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763200.480596:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763200.480602:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521445504:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763200.480614:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521445632:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763200.480659:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763200.480683:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763200/real 1789763200]  req@ffff911a04ad1c00 x1876699521445632/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763200.480708:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521445632/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763200.480725:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763200.480732:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763200.480739:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521445632:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763200.543414:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763201.567516:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763202.591563:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763203.615472:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763204.639519:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763205.599425:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763205.599450:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763205.599456:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763205.599472:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3174
00000100:00080000:1.0:1789763205.599488:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763205.599498:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789763205.599560:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a680 x1876699521445760/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763205.599602:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763205.599613:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763205.599616:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763205.599621:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3174
00000100:00080000:1.0:1789763205.599625:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763205.599630:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763205.599644:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763205.599660:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09500 x1876699521445888/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763205.599676:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521445760:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789763205.599677:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763205.599690:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763205.599695:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763205.599701:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3174
00000100:00080000:1.0:1789763205.599704:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763205.599708:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763205.599714:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763205.599727:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a300 x1876699521446016/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763205.599737:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763205.599742:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763205.599744:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763205.599748:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3174
00000100:00080000:1.0:1789763205.599752:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763205.599755:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763205.599760:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763205.599771:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b100 x1876699521446144/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763205.599780:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789763205.599806:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789763205.599807:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763205.599814:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763205.599820:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3174
00000100:00080000:1.0:1789763205.599825:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763205.599831:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763205.599850:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763205.599863:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09880 x1876699521446272/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763205.599874:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763205.599878:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763205.599880:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763205.599885:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3174
00000100:00080000:1.0:1789763205.599889:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763205.599894:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763205/real 1789763205]  req@ffff911a08b0a680 x1876699521445760/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763205.599898:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763205.599909:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763205.599932:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08e00 x1876699521446400/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763205.599945:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a680 x1876699521445760/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763205.599969:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763205.599979:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763205.599988:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521445760:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789763205.600028:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521445888:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763205.600060:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763205.600075:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763205/real 1789763205]  req@ffff911a08b09500 x1876699521445888/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763205.600089:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09500 x1876699521445888/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763205.600099:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763205.600103:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763205.600106:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521445888:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763205.600113:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521446016:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763205.600131:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763205.600140:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763205/real 1789763205]  req@ffff911a08b0a300 x1876699521446016/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763205.600154:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a300 x1876699521446016/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763205.600162:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763205.600165:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763205.600168:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521446016:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763205.600174:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521446144:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789763205.600192:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763205.600256:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763205/real 1789763205]  req@ffff911a08b0b100 x1876699521446144/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763205.600272:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b100 x1876699521446144/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763205.600285:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763205.600290:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763205.600296:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521446144:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763205.600306:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521446272:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763205.600354:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763205.600372:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763205/real 1789763205]  req@ffff911a08b09880 x1876699521446272/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763205.600385:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09880 x1876699521446272/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763205.600401:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763205.600405:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763205.600408:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521446272:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763205.600415:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521446400:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763205.600448:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763205.600473:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763205/real 1789763205]  req@ffff911a08b08e00 x1876699521446400/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763205.600493:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08e00 x1876699521446400/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763205.600508:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763205.600512:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763205.600516:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521446400:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763205.663462:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763206.687439:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763207.711484:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763208.735449:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763209.759454:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763210.719381:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763210.719396:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763210.719402:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763210.719415:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3179
00000100:00080000:3.0:1789763210.719430:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763210.719440:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789763210.719488:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0a80 x1876699521446528/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763210.719531:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763210.719536:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763210.719539:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763210.719545:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3179
00000100:00080000:3.0:1789763210.719549:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763210.719554:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763210.719565:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763210.719580:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3100 x1876699521446656/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763210.719593:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763210.719597:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763210.719601:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763210.719606:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3179
00000100:00080000:3.0:1789763210.719610:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763210.719617:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763210.719624:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763210.719638:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521446784/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763210.719653:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763210.719658:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763210.719663:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763210.719676:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3179
00000100:00100000:2.0:1789763210.719677:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521446528:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789763210.719682:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763210.719703:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763210.719711:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763210.719729:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521446912/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763210.719742:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763210.719770:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763210.719774:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763210.719780:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3179
00000100:00080000:3.0:1789763210.719787:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763210.719793:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763210.719802:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763210.719822:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521447040/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763210.719835:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763210.719844:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000100:2.0:1789763210.719847:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789763210.719849:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763210.719862:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3179
00000100:00080000:3.0:1789763210.719870:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763210.719877:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763210.719885:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763210.719906:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521447168/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763210.719945:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763210/real 1789763210]  req@ffff911a04ad0a80 x1876699521446528/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763210.719990:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0a80 x1876699521446528/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763210.720008:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763210.720014:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763210.720021:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521446528:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789763210.720032:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521446656:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763210.720064:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763210.720080:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763210/real 1789763210]  req@ffff911a04ad3100 x1876699521446656/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763210.720096:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3100 x1876699521446656/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763210.720107:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763210.720111:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763210.720116:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521446656:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763210.720153:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521446784:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763210.720175:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763210.720187:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763210/real 1789763210]  req@ffff911a04ad1c00 x1876699521446784/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763210.720201:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521446784/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763210.720251:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763210.720256:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763210.720260:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521446784:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763210.720269:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521446912:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789763210.720296:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763210.720312:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763210/real 1789763210]  req@ffff911a04ad1880 x1876699521446912/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763210.720327:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521446912/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763210.720337:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763210.720341:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763210.720345:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521446912:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763210.720352:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521447040:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763210.720372:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763210.720383:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763210/real 1789763210]  req@ffff911a04ad2300 x1876699521447040/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763210.720398:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521447040/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763210.720408:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763210.720411:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763210.720415:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521447040:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763210.720421:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521447168:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763210.720442:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763210.720453:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763210/real 1789763210]  req@ffff911a04ad1f80 x1876699521447168/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763210.720467:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521447168/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763210.720478:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763210.720482:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763210.720486:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521447168:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763210.783428:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763211.807468:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763212.831486:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763213.855525:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763214.879448:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763215.839360:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763215.839377:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763215.839385:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763215.839401:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3185
00000100:00080000:3.0:1789763215.839418:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763215.839428:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789763215.839477:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521447296/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763215.839517:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763215.839522:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763215.839525:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763215.839530:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3185
00000100:00080000:3.0:1789763215.839535:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763215.839539:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763215.839550:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763215.839568:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521447424/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763215.839582:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763215.839587:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763215.839590:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763215.839594:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3185
00000100:00080000:3.0:1789763215.839600:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763215.839606:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763215.839613:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763215.839624:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2680 x1876699521447552/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763215.839643:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521447296:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789763215.839647:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763215.839669:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763215.839674:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763215.839681:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3185
00000100:00080000:3.0:1789763215.839684:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763215.839688:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763215.839695:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763215.839742:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0700 x1876699521447680/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763215.839758:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763215.839773:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763215.839776:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763215.839782:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3185
00000100:00080000:3.0:1789763215.839804:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763215.839810:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763215.839818:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789763215.839823:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763215.839878:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521447808/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763215.839903:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789763215.839907:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763215/real 1789763215]  req@ffff911a04ad3480 x1876699521447296/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763215.839910:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763215.839917:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763215.839938:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3185
00000100:00080000:3.0:1789763215.839960:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763215.839970:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789763215.839972:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521447296/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789763215.839984:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789763215.840017:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763215.840028:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763215.840040:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521447296:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789763215.840043:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521447936/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763215.840057:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521447424:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763215.840099:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763215.840122:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763215/real 1789763215]  req@ffff911a04ad0000 x1876699521447424/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763215.840140:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521447424/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763215.840152:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763215.840157:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763215.840161:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521447424:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763215.840202:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521447552:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763215.840288:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763215.840304:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763215/real 1789763215]  req@ffff911a04ad2680 x1876699521447552/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763215.840320:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2680 x1876699521447552/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763215.840330:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763215.840335:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763215.840339:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521447552:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763215.840349:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521447680:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789763215.840386:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763215.840407:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763215/real 1789763215]  req@ffff911a04ad0700 x1876699521447680/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763215.840432:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0700 x1876699521447680/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763215.840450:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763215.840458:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763215.840465:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521447680:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763215.840477:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521447808:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763215.840509:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763215.840525:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763215/real 1789763215]  req@ffff911a04ad0380 x1876699521447808/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763215.840541:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521447808/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763215.840552:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763215.840556:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763215.840559:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521447808:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763215.840567:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521447936:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763215.840587:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763215.840598:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763215/real 1789763215]  req@ffff911a04ad3800 x1876699521447936/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763215.840613:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521447936/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763215.840622:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763215.840626:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763215.840629:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521447936:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763215.903458:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763216.927495:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763217.951440:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763218.975464:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763219.999474:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763220.959324:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763220.959338:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763220.959343:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763220.959356:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3190
00000100:00080000:3.0:1789763220.959370:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763220.959380:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789763220.959427:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521448064/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763220.959465:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763220.959470:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763220.959472:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763220.959478:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3190
00000100:00080000:3.0:1789763220.959482:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763220.959487:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763220.959500:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763220.959514:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521448192/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763220.959534:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763220.959538:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763220.959540:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763220.959545:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3190
00000100:00080000:3.0:1789763220.959550:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763220.959555:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763220.959564:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763220.959578:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521448320/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763220.959592:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763220.959596:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763220.959599:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763220.959612:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3190
00000100:00100000:2.0:1789763220.959617:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521448064:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789763220.959620:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763220.959634:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763220.959643:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763220.959666:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521448448/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763220.959719:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763220.959724:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763220.959728:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763220.959735:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3190
00000100:00080000:3.0:1789763220.959740:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763220.959745:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763220.959753:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763220.959770:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0700 x1876699521448576/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763220.959782:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763220.959786:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763220.959788:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763220.959792:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3190
00000100:00080000:3.0:1789763220.959796:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789763220.959808:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789763220.959814:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763220.959826:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763220.959841:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2680 x1876699521448704/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763220.959902:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763220/real 1789763220]  req@ffff911a04ad2a00 x1876699521448064/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763220.959931:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521448064/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763220.959960:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763220.959970:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763220.959979:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521448064:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789763220.959995:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521448192:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763220.960045:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763220.960071:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763220/real 1789763220]  req@ffff911a04ad1500 x1876699521448192/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763220.960095:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1500 x1876699521448192/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763220.960123:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763220.960129:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763220.960134:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521448192:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763220.960179:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521448320:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763220.960215:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763220.960231:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763220/real 1789763220]  req@ffff911a04ad3800 x1876699521448320/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763220.960276:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521448320/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763220.960287:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763220.960291:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763220.960294:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521448320:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763220.960303:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521448448:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789763220.960328:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763220.960340:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763220/real 1789763220]  req@ffff911a04ad0380 x1876699521448448/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763220.960352:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521448448/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763220.960361:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763220.960365:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763220.960368:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521448448:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763220.960374:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521448576:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763220.960390:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763220.960418:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763220/real 1789763220]  req@ffff911a04ad0700 x1876699521448576/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763220.960431:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0700 x1876699521448576/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763220.960441:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763220.960444:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763220.960447:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521448576:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763220.960454:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521448704:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763220.960475:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763220.960486:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763220/real 1789763220]  req@ffff911a04ad2680 x1876699521448704/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763220.960500:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2680 x1876699521448704/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763220.960509:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763220.960512:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763220.960515:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521448704:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763221.023557:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763222.047465:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763223.071480:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763224.095504:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763225.119508:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763226.079413:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763226.079430:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763226.079437:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763226.079453:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3195
00000100:00080000:1.0:1789763226.079472:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763226.079485:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789763226.079551:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09f80 x1876699521448832/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763226.079594:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763226.079600:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763226.079602:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763226.079609:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3195
00000100:00080000:1.0:1789763226.079613:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763226.079620:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763226.079656:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763226.079680:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09180 x1876699521448960/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763226.079695:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763226.079701:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763226.079703:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763226.079709:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3195
00000100:00080000:1.0:1789763226.079715:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763226.079720:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763226.079728:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763226.079739:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521448832:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789763226.079747:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08700 x1876699521449088/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763226.079764:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763226.079768:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763226.079770:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763226.079775:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3195
00000100:00080000:1.0:1789763226.079780:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763226.079785:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763226.079791:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763226.079812:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08380 x1876699521449216/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763226.079825:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763226.079830:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763226.079833:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763226.079839:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3195
00000100:00080000:1.0:1789763226.079844:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763226.079848:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763226.079855:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789763226.079859:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763226.079875:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0aa00 x1876699521449344/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763226.079890:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763226.079894:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763226.079896:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763226.079900:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3195
00000100:00080000:1.0:1789763226.079905:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763226.079909:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763226.079915:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763226.079946:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763226/real 1789763226]  req@ffff911a08b09f80 x1876699521448832/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763226.079947:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0ad80 x1876699521449472/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763226.080017:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09f80 x1876699521448832/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763226.080034:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763226.080040:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763226.080047:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521448832:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789763226.080057:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521448960:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763226.080086:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763226.080101:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763226/real 1789763226]  req@ffff911a08b09180 x1876699521448960/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763226.080122:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09180 x1876699521448960/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763226.080152:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763226.080159:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763226.080166:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521448960:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763226.080261:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521449088:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763226.080296:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763226.080313:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763226/real 1789763226]  req@ffff911a08b08700 x1876699521449088/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763226.080328:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08700 x1876699521449088/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763226.080339:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763226.080344:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763226.080348:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521449088:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763226.080355:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521449216:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789763226.080377:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763226.080389:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763226/real 1789763226]  req@ffff911a08b08380 x1876699521449216/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763226.080403:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08380 x1876699521449216/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763226.080413:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763226.080416:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763226.080421:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521449216:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763226.080428:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521449344:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763226.080448:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763226.080459:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763226/real 1789763226]  req@ffff911a08b0aa00 x1876699521449344/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763226.080472:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0aa00 x1876699521449344/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763226.080482:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763226.080485:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763226.080488:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521449344:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763226.080495:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521449472:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763226.080514:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763226.080525:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763226/real 1789763226]  req@ffff911a08b0ad80 x1876699521449472/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763226.080539:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0ad80 x1876699521449472/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763226.080548:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763226.080551:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763226.080555:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521449472:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763226.143455:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763227.167512:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763228.191358:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763229.215440:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763230.239493:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763231.199512:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763231.199529:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763231.199537:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763231.199555:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3200
00000100:00080000:0.0:1789763231.199575:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763231.199621:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789763231.199692:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521449600/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763231.199745:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763231.199753:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763231.199758:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763231.199769:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3200
00000100:00080000:0.0:1789763231.199779:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763231.199786:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789763231.199802:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521449600:192.168.203.116@tcp:250:kworker.0
00000008:00100000:0.0:1789763231.199815:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763231.199844:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521449728/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763231.199862:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763231.199867:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763231.199870:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763231.199876:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3200
00000100:00080000:0.0:1789763231.199881:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763231.199886:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763231.199893:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763231.199909:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521449856/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763231.199916:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789763231.199935:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763231.199941:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763231.199945:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763231.199952:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3200
00000100:00080000:0.0:1789763231.199956:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763231.199961:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763231.199968:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763231.199986:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521449984/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763231.199995:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763231/real 1789763231]  req@ffff911a05c54700 x1876699521449600/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763231.200014:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763231.200025:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763231.200027:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763231.200035:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3200
00000100:00080000:0.0:1789763231.200040:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763231.200043:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521449600/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763231.200050:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763231.200064:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789763231.200078:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789763231.200088:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57b80 x1876699521450112/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763231.200094:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763231.200110:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521449600:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763231.200117:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763231.200124:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763231.200127:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763231.200133:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3200
00000100:00080000:0.0:1789763231.200138:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763231.200142:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763231.200148:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763231.200156:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521449728:192.168.203.116@tcp:38:kworker.0
00000100:00100000:0.0:1789763231.200172:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56680 x1876699521450240/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763231.200199:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763231.200259:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763231/real 1789763231]  req@ffff911a05c57100 x1876699521449728/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763231.200277:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521449728/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763231.200288:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763231.200293:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763231.200298:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521449728:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763231.200305:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521449856:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763231.200331:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763231.200344:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763231/real 1789763231]  req@ffff911a05c54000 x1876699521449856/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763231.200359:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521449856/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763231.200379:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763231.200383:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763231.200387:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521449856:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763231.200394:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521449984:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789763231.200416:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763231.200427:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763231/real 1789763231]  req@ffff911a05c55880 x1876699521449984/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763231.200442:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521449984/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763231.200452:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763231.200456:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763231.200460:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521449984:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763231.200467:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521450112:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763231.200487:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763231.200499:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763231/real 1789763231]  req@ffff911a05c57b80 x1876699521450112/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763231.200513:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57b80 x1876699521450112/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763231.200523:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763231.200526:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763231.200530:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521450112:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763231.200549:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521450240:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763231.200569:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763231.200581:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763231/real 1789763231]  req@ffff911a05c56680 x1876699521450240/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763231.200594:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56680 x1876699521450240/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763231.200633:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763231.200637:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763231.200642:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521450240:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763231.263462:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763232.287496:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763233.311501:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763234.335420:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763235.359476:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763236.319399:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763236.319415:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763236.319421:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763236.319437:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3205
00000100:00080000:3.0:1789763236.319454:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763236.319466:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789763236.319528:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521450368/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763236.319606:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763236.319613:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763236.319616:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763236.319623:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3205
00000100:00080000:3.0:1789763236.319639:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763236.319647:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763236.319665:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763236.319693:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521450368:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789763236.319694:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521450496/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763236.319723:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763236.319728:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763236.319731:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763236.319738:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3205
00000100:00080000:3.0:1789763236.319742:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763236.319747:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763236.319753:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763236.319770:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521450624/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763236.319784:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763236.319789:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763236.319792:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763236.319797:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3205
00000100:00080000:3.0:1789763236.319804:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763236.319815:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000800:00000100:2.0:1789763236.319816:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000008:00100000:3.0:1789763236.319827:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763236.319846:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521450752/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763236.319861:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763236.319866:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763236.319868:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763236.319874:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3205
00000100:00080000:3.0:1789763236.319880:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763236.319885:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789763236.319894:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763236/real 1789763236]  req@ffff911a04ad0000 x1876699521450368/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789763236.319895:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763236.319920:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521450880/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763236.319935:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521450368/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763236.319938:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763236.319957:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763236.319965:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763236.319977:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3205
00000100:00080000:2.0:1789763236.319978:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763236.319984:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763236.319991:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763236.319999:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521450368:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789763236.320012:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763236.320022:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763236.320038:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521451008/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763236.320044:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521450496:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763236.320096:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763236.320120:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763236/real 1789763236]  req@ffff911a04ad3480 x1876699521450496/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763236.320138:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521450496/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763236.320149:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763236.320153:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763236.320158:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521450496:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763236.320165:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521450624:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763236.320185:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763236.320197:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763236/real 1789763236]  req@ffff911a04ad1f80 x1876699521450624/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763236.320243:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521450624/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763236.320255:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763236.320260:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763236.320264:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521450624:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763236.320272:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521450752:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789763236.320298:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763236.320311:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763236/real 1789763236]  req@ffff911a04ad2300 x1876699521450752/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763236.320326:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521450752/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763236.320337:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763236.320341:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763236.320345:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521450752:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763236.320351:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521450880:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763236.320371:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763236.320382:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763236/real 1789763236]  req@ffff911a04ad1880 x1876699521450880/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763236.320396:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521450880/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763236.320407:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763236.320410:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763236.320414:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521450880:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763236.320436:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521451008:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763236.320457:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763236.320469:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763236/real 1789763236]  req@ffff911a04ad1c00 x1876699521451008/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763236.320483:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521451008/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763236.320493:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763236.320496:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763236.320501:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521451008:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763236.383520:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763237.407522:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763238.431460:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763239.455455:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763240.479436:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763241.439356:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763241.439377:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763241.439387:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763241.439406:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3210
00000100:00080000:3.0:1789763241.439425:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763241.439437:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789763241.439503:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3100 x1876699521451136/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763241.439580:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763241.439589:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763241.439593:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763241.439603:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3210
00000100:00080000:3.0:1789763241.439612:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763241.439622:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763241.439642:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763241.439668:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521451136:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789763241.439669:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0a80 x1876699521451264/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763241.439700:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763241.439704:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763241.439707:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763241.439714:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3210
00000100:00080000:3.0:1789763241.439720:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763241.439725:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763241.439735:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763241.439754:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521451392/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763241.439769:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763241.439774:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763241.439776:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763241.439780:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3210
00000100:00080000:3.0:1789763241.439785:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763241.439794:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000800:00000100:2.0:1789763241.439795:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000008:00100000:3.0:1789763241.439802:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763241.439821:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521451520/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763241.439835:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763241.439840:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763241.439842:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763241.439848:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3210
00000100:00080000:3.0:1789763241.439854:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763241.439859:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763241.439865:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763241.439869:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763241/real 1789763241]  req@ffff911a04ad3100 x1876699521451136/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763241.439884:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521451648/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763241.439903:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789763241.439911:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3100 x1876699521451136/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763241.439912:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763241.439920:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763241.439932:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3210
00000100:00080000:3.0:1789763241.439943:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763241.439950:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763241.439951:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763241.439958:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763241.439970:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521451776/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763241.439982:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763241.439998:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521451136:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789763241.440039:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521451264:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763241.440072:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763241.440089:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763241/real 1789763241]  req@ffff911a04ad0a80 x1876699521451264/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763241.440105:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0a80 x1876699521451264/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763241.440116:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763241.440121:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763241.440125:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521451264:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763241.440132:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521451392:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763241.440151:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763241.440164:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763241/real 1789763241]  req@ffff911a04ad1c00 x1876699521451392/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763241.440179:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521451392/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763241.440189:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763241.440192:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763241.440196:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521451392:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763241.440202:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521451520:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789763241.440269:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763241.440283:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763241/real 1789763241]  req@ffff911a04ad1880 x1876699521451520/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763241.440299:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521451520/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763241.440309:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763241.440313:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763241.440317:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521451520:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763241.440324:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521451648:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763241.440345:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763241.440356:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763241/real 1789763241]  req@ffff911a04ad2300 x1876699521451648/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763241.440385:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521451648/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763241.440397:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763241.440401:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763241.440405:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521451648:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763241.440412:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521451776:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763241.440447:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763241.440461:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763241/real 1789763241]  req@ffff911a04ad1f80 x1876699521451776/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763241.440475:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521451776/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763241.440485:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763241.440488:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763241.440492:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521451776:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763241.503434:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763242.527435:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763243.551472:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763244.575485:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763245.599537:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763246.559338:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763246.559364:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763246.559370:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763246.559386:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3215
00000100:00080000:3.0:1789763246.559404:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763246.559416:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789763246.559480:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521451904/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763246.559558:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763246.559563:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763246.559566:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763246.559573:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3215
00000100:00080000:3.0:1789763246.559579:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763246.559585:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763246.559601:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763246.559623:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521452032/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763246.559648:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521451904:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789763246.559677:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763246.559682:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763246.559685:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763246.559693:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3215
00000100:00080000:3.0:1789763246.559699:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763246.559703:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763246.559709:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763246.559737:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2680 x1876699521452160/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763246.559750:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763246.559755:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763246.559757:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763246.559763:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3215
00000100:00080000:3.0:1789763246.559767:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763246.559772:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763246.559779:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789763246.559780:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763246.559802:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0700 x1876699521452288/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763246.559819:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763246.559833:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763246.559835:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763246.559841:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3215
00000100:00080000:3.0:1789763246.559848:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763246.559854:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763246.559860:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763246.559869:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763246/real 1789763246]  req@ffff911a04ad3480 x1876699521451904/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763246.559888:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521452416/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763246.559914:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521451904/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763246.559917:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763246.559938:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763246.559947:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763246.559959:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3215
00000100:00080000:3.0:1789763246.559967:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763246.559969:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763246.559980:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00080000:2.0:1789763246.559989:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000008:00100000:3.0:1789763246.559998:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763246.560007:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521451904:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789763246.560037:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521452544/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763246.560075:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521452032:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763246.560127:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763246.560154:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763246/real 1789763246]  req@ffff911a04ad0000 x1876699521452032/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763246.560187:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521452032/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763246.560199:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763246.560204:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763246.560208:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521452032:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763246.560256:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521452160:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763246.560288:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763246.560303:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763246/real 1789763246]  req@ffff911a04ad2680 x1876699521452160/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763246.560319:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2680 x1876699521452160/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763246.560329:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763246.560333:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763246.560338:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521452160:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763246.560344:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521452288:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789763246.560375:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763246.560387:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763246/real 1789763246]  req@ffff911a04ad0700 x1876699521452288/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763246.560401:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0700 x1876699521452288/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763246.560411:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763246.560415:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763246.560419:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521452288:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763246.560425:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521452416:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763246.560452:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763246.560472:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763246/real 1789763246]  req@ffff911a04ad0380 x1876699521452416/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763246.560520:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521452416/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763246.560538:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763246.560545:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763246.560552:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521452416:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763246.560564:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521452544:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763246.560598:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763246.560612:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763246/real 1789763246]  req@ffff911a04ad3800 x1876699521452544/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763246.560627:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521452544/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763246.560638:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763246.560643:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763246.560656:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521452544:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763246.623542:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763247.647461:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763248.671451:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763249.695430:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763250.719493:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763251.679376:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763251.679394:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763251.679401:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763251.679418:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3220
00000100:00080000:3.0:1789763251.679434:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763251.679476:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789763251.679533:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521452672/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763251.679573:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763251.679579:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763251.679581:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763251.679587:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3220
00000100:00080000:3.0:1789763251.679593:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763251.679599:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763251.679612:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763251.679629:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521452800/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763251.679645:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763251.679650:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763251.679658:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763251.679660:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521452672:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789763251.679668:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3220
00000100:00080000:3.0:1789763251.679688:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763251.679694:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763251.679702:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763251.679723:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521452928/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763251.679736:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763251.679741:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763251.679743:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763251.679748:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3220
00000100:00080000:3.0:1789763251.679754:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789763251.679758:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789763251.679765:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763251.679776:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763251.679793:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521453056/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763251.679808:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763251.679813:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1789763251.679820:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763251/real 1789763251]  req@ffff911a04ad1500 x1876699521452672/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763251.679821:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763251.679831:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3220
00000100:00080000:3.0:1789763251.679835:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763251.679840:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763251.679851:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763251.679874:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0700 x1876699521453184/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763251.679885:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1500 x1876699521452672/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763251.679899:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763251.679915:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763251.679922:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763251.679929:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763251.679931:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3220
00000100:00080000:3.0:1789763251.679943:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763251.679946:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:3.0:1789763251.679954:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789763251.679960:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521452672:192.168.203.116@tcp:250:kworker.0
00000008:00100000:3.0:1789763251.679964:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763251.679985:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2680 x1876699521453312/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763251.680004:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521452800:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763251.680042:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763251.680059:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763251/real 1789763251]  req@ffff911a04ad2a00 x1876699521452800/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763251.680075:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521452800/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763251.680086:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763251.680091:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763251.680098:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521452800:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763251.680111:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521452928:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763251.680149:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763251.680171:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763251/real 1789763251]  req@ffff911a04ad3800 x1876699521452928/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763251.680197:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521452928/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763251.680254:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763251.680260:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763251.680265:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521452928:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763251.680273:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521453056:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789763251.680305:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763251.680321:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763251/real 1789763251]  req@ffff911a04ad0380 x1876699521453056/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763251.680336:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521453056/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763251.680346:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763251.680350:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763251.680353:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521453056:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763251.680360:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521453184:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763251.680379:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763251.680390:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763251/real 1789763251]  req@ffff911a04ad0700 x1876699521453184/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763251.680404:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0700 x1876699521453184/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763251.680414:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763251.680417:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763251.680421:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521453184:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763251.680443:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521453312:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763251.680502:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763251.680517:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763251/real 1789763251]  req@ffff911a04ad2680 x1876699521453312/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763251.680532:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2680 x1876699521453312/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763251.680543:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763251.680547:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763251.680550:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521453312:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763251.743418:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763252.767467:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763253.791506:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763254.815497:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763255.839519:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763256.799344:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763256.799370:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763256.799376:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763256.799404:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3226
00000100:00080000:2.0:1789763256.799426:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763256.799434:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789763256.799496:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8a80 x1876699521453440/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763256.799521:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763256.799523:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763256.799525:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763256.799528:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3226
00000100:00080000:2.0:1789763256.799531:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763256.799533:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763256.799541:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763256.799550:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9c00 x1876699521453568/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763256.799558:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763256.799560:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763256.799562:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763256.799565:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3226
00000100:00080000:2.0:1789763256.799568:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763256.799569:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521453440:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789763256.799572:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763256.799580:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763256.799588:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb480 x1876699521453696/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763256.799594:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763256.799596:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763256.799597:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763256.799600:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3226
00000100:00080000:2.0:1789763256.799603:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763256.799606:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763256.799610:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763256.799623:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeaa00 x1876699521453824/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763256.799630:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789763256.799633:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:2.0:1789763256.799634:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763256.799637:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763256.799641:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3226
00000100:00080000:2.0:1789763256.799644:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763256.799646:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763256.799650:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763256.799658:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9180 x1876699521453952/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763256.799663:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763256.799666:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789763256.799670:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763256/real 1789763256]  req@ffff911a12ee8a80 x1876699521453440/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763256.799670:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763256.799674:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3226
00000100:00080000:2.0:1789763256.799679:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763256.799685:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763256.799689:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763256.799693:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8a80 x1876699521453440/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763256.799700:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9880 x1876699521454080/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763256.799731:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763256.799738:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763256.799743:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521453440:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789763256.799777:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521453568:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763256.799796:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763256.799806:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763256/real 1789763256]  req@ffff911a12ee9c00 x1876699521453568/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763256.799815:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9c00 x1876699521453568/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763256.799820:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763256.799823:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763256.799825:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521453568:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763256.799829:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521453696:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763256.799840:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763256.799845:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763256/real 1789763256]  req@ffff911a12eeb480 x1876699521453696/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763256.799853:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb480 x1876699521453696/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763256.799858:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763256.799859:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763256.799861:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521453696:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763256.799865:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521453824:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763256.799877:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763256.799883:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763256/real 1789763256]  req@ffff911a12eeaa00 x1876699521453824/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763256.799890:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeaa00 x1876699521453824/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763256.799896:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763256.799897:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763256.799899:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521453824:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763256.799903:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521453952:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763256.799913:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763256.799919:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763256/real 1789763256]  req@ffff911a12ee9180 x1876699521453952/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763256.799926:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9180 x1876699521453952/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763256.799931:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763256.799932:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763256.799934:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521453952:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763256.799938:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521454080:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763256.799947:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763256.799953:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763256/real 1789763256]  req@ffff911a12ee9880 x1876699521454080/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763256.799960:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9880 x1876699521454080/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763256.799965:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763256.799967:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763256.799968:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521454080:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763256.863361:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763257.887510:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763258.911446:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763259.935451:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763260.959463:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763261.919393:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763261.919411:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763261.919418:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763261.919434:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3231
00000100:00080000:2.0:1789763261.919451:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763261.919462:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789763261.919513:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8700 x1876699521454208/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763261.919552:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763261.919558:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763261.919560:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763261.919566:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3231
00000100:00080000:2.0:1789763261.919571:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763261.919575:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763261.919587:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763261.919604:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8e00 x1876699521454336/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763261.919618:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763261.919624:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763261.919627:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763261.919634:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3231
00000100:00080000:2.0:1789763261.919638:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763261.919642:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763261.919651:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763261.919676:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea300 x1876699521454464/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763261.919677:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521454208:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789763261.919721:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763261.919725:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763261.919728:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763261.919735:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3231
00000100:00080000:2.0:1789763261.919739:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763261.919745:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763261.919753:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763261.919773:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb800 x1876699521454592/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763261.919785:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763261.919789:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763261.919791:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763261.919795:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3231
00000100:00080000:2.0:1789763261.919813:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763261.919819:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763261.919826:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763261.919839:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9f80 x1876699521454720/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763261.919851:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763261.919855:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763261.919858:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763261.919863:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3231
00000100:00080000:2.0:1789763261.919868:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763261.919873:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763261.919880:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763261.919899:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521454336:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763261.919919:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eead80 x1876699521454848/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763261.919983:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521454464:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763261.920024:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521454592:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763261.920054:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521454720:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763261.920086:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521454848:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763261.983497:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763263.007438:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763264.031478:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789763264.991629:0:2392:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.116:988
00000400:00000100:3.0:1789763264.991683:0:2392:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.116@tcp at host 192.168.203.116 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789763264.991706:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789763264.991753:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789763264.991766:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789763264.991776:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789763264.991785:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789763264.991802:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000100:00100000:1.0:1789763264.991889:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763261/real 1789763264]  req@ffff911a12eea300 x1876699521454464/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763264.991937:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea300 x1876699521454464/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763264.991983:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763264.991993:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763264.992001:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521454464:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763264.992019:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763261/real 1789763264]  req@ffff911a12eeb800 x1876699521454592/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763264.992054:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb800 x1876699521454592/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763264.992071:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763264.992079:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763264.992086:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521454592:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763264.992099:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763261/real 1789763264]  req@ffff911a12ee9f80 x1876699521454720/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763264.992121:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9f80 x1876699521454720/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763264.992139:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763264.992146:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763264.992153:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521454720:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763264.992165:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763261/real 1789763264]  req@ffff911a12eead80 x1876699521454848/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763264.992186:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eead80 x1876699521454848/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763264.992199:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763264.992205:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763264.992260:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521454848:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763264.992277:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763261/real 1789763264]  req@ffff911a12ee8700 x1876699521454208/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763264.992305:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8700 x1876699521454208/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763264.992321:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763264.992327:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763264.992335:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521454208:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789763264.992383:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763261/real 1789763264]  req@ffff911a12ee8e00 x1876699521454336/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763264.992410:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8e00 x1876699521454336/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763264.992427:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763264.992434:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763264.992441:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521454336:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763265.055441:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763266.079509:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763267.039419:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763267.039435:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763267.039440:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763267.039454:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3236
00000100:00080000:2.0:1789763267.039472:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763267.039484:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789763267.039534:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9500 x1876699521454976/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763267.039569:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763267.039573:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763267.039576:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763267.039581:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3236
00000100:00080000:2.0:1789763267.039585:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763267.039590:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763267.039601:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763267.039616:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8000 x1876699521455104/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763267.039631:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763267.039635:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763267.039638:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763267.039643:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3236
00000100:00080000:2.0:1789763267.039647:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763267.039651:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763267.039657:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763267.039669:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea680 x1876699521455232/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763267.039685:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521454976:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789763267.039688:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763267.039701:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763267.039707:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763267.039715:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3236
00000100:00080000:2.0:1789763267.039718:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763267.039722:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763267.039729:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763267.039746:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8380 x1876699521455360/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763267.039759:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763267.039764:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763267.039766:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763267.039770:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3236
00000100:00080000:2.0:1789763267.039777:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763267.039781:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763267.039788:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763267.039804:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eebb80 x1876699521455488/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763267.039821:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763267.039825:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763267.039827:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763267.039834:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3236
00000800:00000100:1.0:1789763267.039837:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:2.0:1789763267.039840:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763267.039848:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763267.039853:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763267.039865:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb100 x1876699521455616/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763267.039919:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763267/real 1789763267]  req@ffff911a12ee9500 x1876699521454976/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763267.039956:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9500 x1876699521454976/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763267.039978:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763267.039987:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763267.039995:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521454976:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789763267.040010:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521455104:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763267.040069:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763267.040096:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763267/real 1789763267]  req@ffff911a12ee8000 x1876699521455104/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763267.040121:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8000 x1876699521455104/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763267.040138:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763267.040145:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763267.040152:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521455104:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763267.040193:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521455232:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763267.040303:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763267.040328:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763267/real 1789763267]  req@ffff911a12eea680 x1876699521455232/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763267.040395:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea680 x1876699521455232/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763267.040412:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763267.040418:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763267.040425:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521455232:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763267.040438:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521455360:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763267.040480:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763267.040505:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763267/real 1789763267]  req@ffff911a12ee8380 x1876699521455360/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763267.040530:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8380 x1876699521455360/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763267.040548:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763267.040555:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763267.040562:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521455360:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763267.040575:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521455488:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763267.040618:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763267.040659:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763267/real 1789763267]  req@ffff911a12eebb80 x1876699521455488/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763267.040685:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eebb80 x1876699521455488/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763267.040701:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763267.040708:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763267.040715:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521455488:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763267.040728:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521455616:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763267.040778:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763267.040811:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763267/real 1789763267]  req@ffff911a12eeb100 x1876699521455616/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763267.040852:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb100 x1876699521455616/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763267.040870:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763267.040876:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763267.040883:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521455616:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763267.103470:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763268.127494:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763269.151411:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763270.175520:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763271.199468:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763272.159425:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763272.159441:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763272.159448:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763272.159464:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3241
00000100:00080000:3.0:1789763272.159483:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763272.159495:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789763272.159561:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521455744/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763272.159604:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763272.159609:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763272.159611:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763272.159618:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3241
00000100:00080000:3.0:1789763272.159622:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763272.159626:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763272.159640:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763272.159657:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521455872/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763272.159669:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763272.159675:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763272.159677:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763272.159683:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3241
00000100:00080000:3.0:1789763272.159688:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763272.159693:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763272.159699:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763272.159711:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521456000/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763272.159724:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763272.159728:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763272.159731:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763272.159736:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3241
00000100:00080000:3.0:1789763272.159741:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763272.159752:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521455744:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789763272.159753:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763272.159770:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763272.159784:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521456128/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763272.159799:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763272.159805:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763272.159807:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763272.159813:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3241
00000100:00080000:3.0:1789763272.159818:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763272.159823:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763272.159831:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763272.159845:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521456256/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763272.159857:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763272.159861:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763272.159863:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763272.159867:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3241
00000100:00080000:3.0:1789763272.159872:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789763272.159876:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789763272.159884:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763272.159892:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763272.159908:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521456384/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763272.159954:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763272/real 1789763272]  req@ffff911a04ad0000 x1876699521455744/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763272.159983:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521455744/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763272.160000:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763272.160006:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763272.160012:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521455744:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789763272.160022:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521455872:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763272.160049:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763272.160064:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763272/real 1789763272]  req@ffff911a04ad3480 x1876699521455872/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763272.160080:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521455872/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763272.160099:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763272.160103:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763272.160108:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521455872:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763272.160117:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521456000:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763272.160144:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763272.160158:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763272/real 1789763272]  req@ffff911a04ad1f80 x1876699521456000/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763272.160179:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521456000/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763272.160197:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763272.160206:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763272.160274:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521456000:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763272.160360:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521456128:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763272.160406:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763272.160430:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763272/real 1789763272]  req@ffff911a04ad2300 x1876699521456128/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763272.160453:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521456128/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763272.160468:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763272.160474:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763272.160481:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521456128:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763272.160492:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521456256:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763272.160525:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763272.160545:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763272/real 1789763272]  req@ffff911a04ad1880 x1876699521456256/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763272.160566:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521456256/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763272.160582:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763272.160588:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763272.160596:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521456256:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763272.160606:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521456384:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763272.160646:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763272.160669:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763272/real 1789763272]  req@ffff911a04ad1c00 x1876699521456384/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763272.160692:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521456384/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763272.160707:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763272.160713:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763272.160719:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521456384:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763272.223448:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763273.247439:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763274.271537:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763275.295458:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763276.319450:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763277.279318:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763277.279331:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763277.279337:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763277.279350:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3246
00000100:00080000:3.0:1789763277.279364:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763277.279374:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789763277.279421:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0a80 x1876699521456512/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763277.279461:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763277.279467:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763277.279469:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763277.279474:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3246
00000100:00080000:3.0:1789763277.279479:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763277.279484:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763277.279496:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763277.279514:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3100 x1876699521456640/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763277.279528:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763277.279532:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763277.279535:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763277.279540:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3246
00000100:00080000:3.0:1789763277.279543:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763277.279551:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521456512:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789763277.279554:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763277.279570:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763277.279589:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521456768/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763277.279603:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763277.279608:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763277.279611:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763277.279616:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3246
00000100:00080000:3.0:1789763277.279622:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763277.279626:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763277.279633:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763277.279648:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521456896/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763277.279656:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789763277.279684:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763277.279689:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763277.279691:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763277.279697:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3246
00000100:00080000:3.0:1789763277.279701:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763277.279707:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763277.279715:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763277.279723:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763277/real 1789763277]  req@ffff911a04ad0a80 x1876699521456512/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763277.279733:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521457024/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763277.279768:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763277.279773:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789763277.279778:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0a80 x1876699521456512/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763277.279779:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763277.279796:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3246
00000100:00080000:3.0:1789763277.279807:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763277.279814:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763277.279815:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763277.279829:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763277.279830:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763277.279845:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521457152/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763277.279865:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521456512:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789763277.279883:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521456640:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763277.279917:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763277.279933:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763277/real 1789763277]  req@ffff911a04ad3100 x1876699521456640/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763277.279956:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3100 x1876699521456640/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763277.279973:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763277.279980:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763277.279987:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521456640:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763277.280029:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521456768:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763277.280069:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763277.280086:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763277/real 1789763277]  req@ffff911a04ad1c00 x1876699521456768/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763277.280101:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521456768/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763277.280121:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763277.280125:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763277.280129:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521456768:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763277.280137:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521456896:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763277.280159:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763277.280194:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763277/real 1789763277]  req@ffff911a04ad1880 x1876699521456896/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763277.280300:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521456896/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763277.280315:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763277.280319:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763277.280323:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521456896:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763277.280332:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521457024:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763277.280364:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763277.280381:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763277/real 1789763277]  req@ffff911a04ad2300 x1876699521457024/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763277.280396:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521457024/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763277.280406:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763277.280410:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763277.280414:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521457024:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763277.280422:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521457152:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763277.280442:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763277.280453:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763277/real 1789763277]  req@ffff911a04ad1f80 x1876699521457152/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763277.280467:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521457152/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763277.280476:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763277.280479:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763277.280483:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521457152:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763277.343531:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763278.367384:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763279.391434:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763280.415374:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763281.439455:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763282.399314:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763282.399325:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763282.399345:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763282.399359:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3251
00000100:00080000:3.0:1789763282.399376:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763282.399388:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789763282.399488:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521457280/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763282.399561:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763282.399564:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763282.399566:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763282.399570:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3251
00000100:00080000:3.0:1789763282.399574:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763282.399577:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763282.399589:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763282.399601:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521457408/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763282.399625:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763282.399630:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763282.399633:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763282.399638:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3251
00000100:00080000:3.0:1789763282.399643:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763282.399648:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763282.399655:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763282.399668:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521457280:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789763282.399697:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2680 x1876699521457536/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763282.399717:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763282.399722:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763282.399723:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763282.399728:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3251
00000100:00080000:3.0:1789763282.399731:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763282.399736:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763282.399742:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763282.399754:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0700 x1876699521457664/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763282.399761:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763282.399765:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763282.399768:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763282.399771:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3251
00000100:00080000:3.0:1789763282.399775:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763282.399779:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000800:00000100:1.0:1789763282.399791:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000008:00100000:3.0:1789763282.399794:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763282.399806:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521457792/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763282.399815:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763282.399818:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763282.399819:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763282.399824:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3251
00000100:00080000:3.0:1789763282.399842:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763282.399845:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763282.399851:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763282.399859:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521457920/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763282.399890:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763282/real 1789763282]  req@ffff911a04ad3480 x1876699521457280/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763282.399930:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521457280/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763282.399939:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763282.399943:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763282.399946:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521457280:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789763282.399953:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521457408:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763282.400013:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763282.400042:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763282/real 1789763282]  req@ffff911a04ad0000 x1876699521457408/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763282.400069:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521457408/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763282.400082:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763282.400087:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763282.400091:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521457408:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763282.400124:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521457536:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763282.400155:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763282.400169:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763282/real 1789763282]  req@ffff911a04ad2680 x1876699521457536/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763282.400209:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2680 x1876699521457536/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763282.400217:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763282.400287:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763282.400290:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521457536:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763282.400296:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521457664:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763282.400315:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763282.400331:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763282/real 1789763282]  req@ffff911a04ad0700 x1876699521457664/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763282.400339:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0700 x1876699521457664/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763282.400345:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763282.400347:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763282.400349:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521457664:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763282.400354:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521457792:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763282.400365:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763282.400371:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763282/real 1789763282]  req@ffff911a04ad0380 x1876699521457792/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763282.400379:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521457792/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763282.400384:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763282.400386:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763282.400388:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521457792:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763282.400391:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521457920:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763282.400401:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763282.400427:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763282/real 1789763282]  req@ffff911a04ad3800 x1876699521457920/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763282.400438:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521457920/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763282.400443:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763282.400445:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763282.400448:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521457920:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763282.463402:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763283.487327:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763284.511394:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763285.535339:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763286.559367:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763287.519276:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763287.519284:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763287.519287:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763287.519296:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3256
00000100:00080000:3.0:1789763287.519305:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763287.519311:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789763287.519342:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521458048/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763287.519363:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763287.519365:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763287.519367:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763287.519370:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3256
00000100:00080000:3.0:1789763287.519373:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763287.519375:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763287.519382:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763287.519392:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521458176/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763287.519400:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763287.519402:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763287.519404:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763287.519408:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3256
00000100:00100000:1.0:1789763287.519410:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521458048:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789763287.519411:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763287.519419:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763287.519423:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763287.519432:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521458304/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763287.519439:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763287.519441:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763287.519443:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763287.519445:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3256
00000100:00080000:3.0:1789763287.519447:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763287.519450:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763287.519453:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763287.519460:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521458432/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763287.519490:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763287.519499:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000800:00000100:1.0:1789763287.519502:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789763287.519507:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763287.519521:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3256
00000100:00080000:3.0:1789763287.519533:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763287.519541:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763287.519552:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763287.519598:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763287/real 1789763287]  req@ffff911a04ad2a00 x1876699521458048/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763287.519600:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0700 x1876699521458560/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763287.519633:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763287.519636:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521458048/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763287.519637:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763287.519641:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763287.519672:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3256
00000100:00080000:1.0:1789763287.519675:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763287.519685:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763287.519687:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:3.0:1789763287.519706:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789763287.519708:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521458048:192.168.203.116@tcp:250:kworker.0
00000008:00100000:3.0:1789763287.519726:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763287.519756:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2680 x1876699521458688/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763287.519765:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521458176:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763287.519831:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763287.519851:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763287/real 1789763287]  req@ffff911a04ad1500 x1876699521458176/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763287.519880:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1500 x1876699521458176/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763287.519889:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763287.519893:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763287.519897:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521458176:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763287.519903:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521458304:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763287.519923:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763287.519933:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763287/real 1789763287]  req@ffff911a04ad3800 x1876699521458304/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763287.519941:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521458304/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763287.519947:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763287.519949:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763287.519951:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521458304:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763287.519955:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521458432:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763287.519983:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763287.519997:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763287/real 1789763287]  req@ffff911a04ad0380 x1876699521458432/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763287.520011:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521458432/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763287.520021:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763287.520025:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763287.520028:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521458432:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763287.520035:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521458560:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763287.520055:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763287.520066:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763287/real 1789763287]  req@ffff911a04ad0700 x1876699521458560/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763287.520080:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0700 x1876699521458560/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763287.520090:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763287.520094:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763287.520098:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521458560:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763287.520129:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521458688:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763287.520165:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763287.520225:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763287/real 1789763287]  req@ffff911a04ad2680 x1876699521458688/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763287.520258:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2680 x1876699521458688/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763287.520264:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763287.520267:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763287.520269:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521458688:192.168.203.116@tcp:38:kworker.0
00010000:00010000:2.0:1789763287.583319:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763288.607371:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763289.631351:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763290.655319:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763291.679334:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763292.639301:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763292.639309:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763292.639312:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763292.639322:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3261
00000100:00080000:3.0:1789763292.639331:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763292.639337:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789763292.639369:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521458816/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763292.639391:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763292.639394:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763292.639395:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763292.639398:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3261
00000100:00080000:3.0:1789763292.639401:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763292.639403:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763292.639411:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763292.639419:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521458944/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763292.639426:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763292.639428:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763292.639429:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763292.639431:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3261
00000100:00080000:3.0:1789763292.639433:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763292.639435:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763292.639438:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763292.639444:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521459072/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763292.639451:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763292.639454:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763292.639455:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763292.639458:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3261
00000100:00080000:3.0:1789763292.639459:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763292.639462:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763292.639465:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763292.639468:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521458816:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789763292.639475:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521459200/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763292.639484:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763292.639486:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763292.639488:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763292.639491:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3261
00000100:00080000:3.0:1789763292.639493:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763292.639495:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763292.639499:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763292.639506:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521459328/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763292.639512:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763292.639514:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763292.639515:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763292.639518:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3261
00000100:00080000:3.0:1789763292.639521:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763292.639523:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763292.639526:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789763292.639531:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763292.639535:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521459456/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763292.639571:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763292/real 1789763292]  req@ffff911a04ad0000 x1876699521458816/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763292.639586:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521458816/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763292.639594:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763292.639597:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763292.639600:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521458816:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789763292.639605:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521458944:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763292.639620:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763292.639628:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763292/real 1789763292]  req@ffff911a04ad3480 x1876699521458944/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763292.639636:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521458944/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763292.639641:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763292.639643:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763292.639645:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521458944:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763292.639648:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521459072:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763292.639658:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763292.639664:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763292/real 1789763292]  req@ffff911a04ad1f80 x1876699521459072/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763292.639671:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521459072/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763292.639676:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763292.639678:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763292.639679:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521459072:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763292.639698:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521459200:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763292.639709:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763292.639716:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763292/real 1789763292]  req@ffff911a04ad2300 x1876699521459200/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763292.639723:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521459200/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763292.639729:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763292.639730:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763292.639732:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521459200:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763292.639735:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521459328:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763292.639745:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763292.639751:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763292/real 1789763292]  req@ffff911a04ad1880 x1876699521459328/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763292.639758:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521459328/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763292.639763:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763292.639764:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763292.639766:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521459328:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763292.639769:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521459456:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763292.639778:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763292.639784:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763292/real 1789763292]  req@ffff911a04ad1c00 x1876699521459456/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763292.639791:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521459456/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763292.639796:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763292.639798:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763292.639800:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521459456:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763292.703326:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763293.727320:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763294.751340:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763295.775331:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763296.799356:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763297.759320:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763297.759330:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763297.759335:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763297.759347:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3267
00000100:00080000:2.0:1789763297.759359:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763297.759367:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789763297.759413:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb100 x1876699521459584/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763297.759439:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763297.759446:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763297.759448:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763297.759452:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3267
00000100:00080000:2.0:1789763297.759454:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763297.759457:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763297.759467:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763297.759477:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eebb80 x1876699521459712/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763297.759486:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763297.759488:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763297.759490:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763297.759495:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521459584:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789763297.759496:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3267
00000100:00080000:2.0:1789763297.759504:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763297.759510:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763297.759515:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763297.759529:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8380 x1876699521459840/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763297.759541:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763297.759545:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763297.759548:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763297.759552:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3267
00000100:00080000:2.0:1789763297.759559:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763297.759563:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763297.759568:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789763297.759571:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763297.759581:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea680 x1876699521459968/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763297.759590:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763297.759593:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763297.759595:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763297.759598:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3267
00000100:00080000:2.0:1789763297.759601:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763297.759603:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763297.759606:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763297.759626:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763297/real 1789763297]  req@ffff911a12eeb100 x1876699521459584/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763297.759630:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8000 x1876699521460096/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763297.759649:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763297.759652:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb100 x1876699521459584/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763297.759656:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763297.759660:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763297.759666:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3267
00000100:00080000:2.0:1789763297.759672:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763297.759673:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763297.759678:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00080000:1.0:1789763297.759680:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763297.759687:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521459584:192.168.203.116@tcp:250:kworker.0
00000008:00100000:2.0:1789763297.759687:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763297.759701:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9500 x1876699521460224/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763297.759714:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521459712:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763297.759735:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763297.759745:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763297/real 1789763297]  req@ffff911a12eebb80 x1876699521459712/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763297.759757:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eebb80 x1876699521459712/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763297.759767:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763297.759771:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763297.759775:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521459712:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763297.759782:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521459840:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763297.759805:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763297.759815:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763297/real 1789763297]  req@ffff911a12ee8380 x1876699521459840/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763297.759823:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8380 x1876699521459840/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763297.759832:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763297.759835:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763297.759839:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521459840:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763297.759846:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521459968:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763297.759868:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763297.759879:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763297/real 1789763297]  req@ffff911a12eea680 x1876699521459968/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763297.759888:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea680 x1876699521459968/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763297.759894:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763297.759897:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763297.759899:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521459968:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763297.759903:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521460096:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763297.759917:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763297.759924:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763297/real 1789763297]  req@ffff911a12ee8000 x1876699521460096/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763297.759932:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8000 x1876699521460096/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763297.759945:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763297.759947:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763297.759949:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521460096:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763297.759964:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521460224:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763297.759976:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763297.759983:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763297/real 1789763297]  req@ffff911a12ee9500 x1876699521460224/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763297.759991:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9500 x1876699521460224/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763297.759996:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763297.759998:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763297.760000:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521460224:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763297.823346:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763298.847347:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763299.871373:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763300.895469:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763301.919327:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763302.879344:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763302.879352:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763302.879355:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763302.879364:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3272
00000100:00080000:0.0:1789763302.879374:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763302.879380:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789763302.879416:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521460352/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763302.879448:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763302.879452:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763302.879453:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763302.879457:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3272
00000100:00080000:0.0:1789763302.879460:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763302.879463:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763302.879471:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763302.879481:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57800 x1876699521460480/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763302.879489:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763302.879491:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763302.879493:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763302.879497:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3272
00000100:00080000:0.0:1789763302.879499:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763302.879502:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763302.879506:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763302.879513:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54a80 x1876699521460608/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763302.879522:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763302.879527:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763302.879530:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763302.879533:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521460352:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763302.879535:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3272
00000100:00080000:0.0:1789763302.879540:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763302.879548:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763302.879552:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763302.879558:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55180 x1876699521460736/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763302.879565:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763302.879567:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763302.879569:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763302.879573:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3272
00000100:00080000:0.0:1789763302.879576:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763302.879578:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763302.879581:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763302.879589:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56300 x1876699521460864/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763302.879596:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763302.879597:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763302.879599:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763302.879604:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3272
00000100:00080000:0.0:1789763302.879615:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763302.879618:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763302.879622:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763302.879630:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54380 x1876699521460992/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763302.879642:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763302.879708:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763302/real 1789763302]  req@ffff911a05c56a00 x1876699521460352/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763302.879730:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521460352/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763302.879750:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763302.879755:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763302.879759:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521460352:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789763302.879768:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521460480:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763302.879793:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763302.879805:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763302/real 1789763302]  req@ffff911a05c57800 x1876699521460480/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763302.879817:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57800 x1876699521460480/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763302.879825:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763302.879828:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763302.879832:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521460480:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763302.879862:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521460608:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763302.879880:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763302.879889:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763302/real 1789763302]  req@ffff911a05c54a80 x1876699521460608/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763302.879900:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54a80 x1876699521460608/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763302.879908:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763302.879912:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763302.879915:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521460608:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763302.879922:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521460736:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763302.879941:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763302.879951:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763302/real 1789763302]  req@ffff911a05c55180 x1876699521460736/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763302.879962:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55180 x1876699521460736/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763302.879970:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763302.879973:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763302.879976:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521460736:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763302.879982:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521460864:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763302.879999:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763302.880009:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763302/real 1789763302]  req@ffff911a05c56300 x1876699521460864/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763302.880021:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56300 x1876699521460864/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763302.880039:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763302.880042:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763302.880045:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521460864:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763302.880051:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521460992:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763302.880088:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763302.880101:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763302/real 1789763302]  req@ffff911a05c54380 x1876699521460992/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763302.880115:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54380 x1876699521460992/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763302.880124:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763302.880127:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763302.880130:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521460992:192.168.203.116@tcp:38:kworker.0
00010000:00010000:2.0:1789763302.943327:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763303.967398:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763304.991335:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763306.015339:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763307.039428:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763307.999271:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763307.999279:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763307.999282:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763307.999291:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3277
00000100:00080000:0.0:1789763307.999300:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763307.999306:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789763307.999338:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54380 x1876699521461120/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763307.999360:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763307.999364:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763307.999366:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763307.999370:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3277
00000100:00080000:0.0:1789763307.999374:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763307.999380:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763307.999389:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763307.999403:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521461120:192.168.203.116@tcp:250:kworker.0
00000100:00100000:0.0:1789763307.999406:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56300 x1876699521461248/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763307.999421:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763307.999424:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763307.999426:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763307.999429:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3277
00000100:00080000:0.0:1789763307.999432:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763307.999435:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763307.999439:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763307.999449:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55180 x1876699521461376/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763307.999455:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763307.999458:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763307.999460:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763307.999462:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3277
00000100:00080000:0.0:1789763307.999464:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763307.999466:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000800:00000100:1.0:1789763307.999472:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000008:00100000:0.0:1789763307.999473:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763307.999482:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54a80 x1876699521461504/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763307.999490:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763307.999492:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763307.999493:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763307.999495:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3277
00000100:00080000:0.0:1789763307.999498:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763307.999501:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763307.999504:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763307.999511:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57800 x1876699521461632/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763307.999518:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763307.999520:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763307.999522:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763307.999523:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763307/real 1789763307]  req@ffff911a05c54380 x1876699521461120/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763307.999527:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3277
00000100:00080000:0.0:1789763307.999532:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763307.999536:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763307.999541:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763307.999551:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521461760/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763307.999562:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54380 x1876699521461120/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763307.999574:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763307.999578:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763307.999581:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521461120:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789763307.999600:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521461248:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763307.999620:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763307.999629:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763307/real 1789763307]  req@ffff911a05c56300 x1876699521461248/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763307.999638:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56300 x1876699521461248/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763307.999648:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763307.999651:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763307.999653:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521461248:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763307.999657:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521461376:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763307.999669:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763307.999675:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763307/real 1789763307]  req@ffff911a05c55180 x1876699521461376/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763307.999682:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55180 x1876699521461376/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763307.999687:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763307.999689:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763307.999691:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521461376:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763307.999695:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521461504:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763307.999706:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763307.999712:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763307/real 1789763307]  req@ffff911a05c54a80 x1876699521461504/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763307.999719:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54a80 x1876699521461504/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763307.999724:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763307.999726:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763307.999728:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521461504:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763307.999732:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521461632:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763307.999742:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763307.999748:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763307/real 1789763307]  req@ffff911a05c57800 x1876699521461632/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763307.999758:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57800 x1876699521461632/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763307.999766:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763307.999769:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763307.999773:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521461632:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763307.999779:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521461760:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763307.999800:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763307.999811:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763307/real 1789763307]  req@ffff911a05c56a00 x1876699521461760/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763307.999820:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521461760/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763307.999825:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763307.999827:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763307.999829:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521461760:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763308.063321:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763309.087323:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763310.111338:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763311.135391:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763312.159448:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763313.119364:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763313.119381:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763313.119388:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763313.119404:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3282
00000100:00080000:2.0:1789763313.119424:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763313.119438:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789763313.119531:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8e00 x1876699521461888/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763313.119574:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763313.119597:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763313.119599:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763313.119606:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3282
00000100:00080000:2.0:1789763313.119618:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763313.119623:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763313.119645:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763313.119667:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8700 x1876699521462016/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763313.119683:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763313.119687:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763313.119690:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763313.119699:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521461888:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789763313.119701:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3282
00000100:00080000:2.0:1789763313.119714:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763313.119721:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763313.119727:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763313.119742:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eead80 x1876699521462144/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763313.119754:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763313.119758:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763313.119761:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763313.119765:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3282
00000100:00080000:2.0:1789763313.119770:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763313.119774:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763313.119780:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763313.119793:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9f80 x1876699521462272/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763313.119813:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763313.119819:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763313.119822:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789763313.119833:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:2.0:1789763313.119834:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3282
00000100:00080000:2.0:1789763313.119849:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763313.119859:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763313.119870:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763313.119915:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb800 x1876699521462400/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763313.119932:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763313.119933:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763313/real 1789763313]  req@ffff911a12ee8e00 x1876699521461888/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763313.119950:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763313.119959:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763313.119975:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3282
00000100:00080000:2.0:1789763313.119982:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763313.119990:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8e00 x1876699521461888/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763313.120032:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763313.120056:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763313.120061:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763313.120071:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763313.120079:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea300 x1876699521462528/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763313.120081:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521461888:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789763313.120138:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521462016:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763313.120199:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763313.120223:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763313/real 1789763313]  req@ffff911a12ee8700 x1876699521462016/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763313.120242:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8700 x1876699521462016/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763313.120310:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763313.120317:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763313.120323:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521462016:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763313.120333:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521462144:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763313.120362:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763313.120377:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763313/real 1789763313]  req@ffff911a12eead80 x1876699521462144/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763313.120393:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eead80 x1876699521462144/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763313.120412:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763313.120416:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763313.120420:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521462144:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763313.120426:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521462272:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763313.120448:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763313.120460:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763313/real 1789763313]  req@ffff911a12ee9f80 x1876699521462272/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763313.120474:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9f80 x1876699521462272/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763313.120484:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763313.120488:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763313.120492:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521462272:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763313.120499:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521462400:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763313.120518:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763313.120530:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763313/real 1789763313]  req@ffff911a12eeb800 x1876699521462400/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763313.120543:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb800 x1876699521462400/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763313.120553:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763313.120556:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763313.120561:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521462400:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763313.120570:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521462528:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763313.120623:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763313.120644:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763313/real 1789763313]  req@ffff911a12eea300 x1876699521462528/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763313.120685:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea300 x1876699521462528/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763313.120703:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763313.120709:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763313.120714:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521462528:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789763313.183426:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763314.207401:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763315.231535:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763316.255498:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763317.279370:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763318.239413:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763318.239424:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763318.239430:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763318.239442:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3287
00000100:00080000:0.0:1789763318.239455:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763318.239464:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789763318.239510:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56680 x1876699521462656/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763318.239546:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763318.239551:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763318.239553:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763318.239558:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3287
00000100:00080000:0.0:1789763318.239561:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763318.239565:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763318.239576:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763318.239590:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57b80 x1876699521462784/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763318.239611:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763318.239622:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521462656:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763318.239638:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763318.239643:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763318.239652:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3287
00000100:00080000:0.0:1789763318.239659:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763318.239666:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763318.239677:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763318.239701:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521462912/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763318.239712:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789763318.239729:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763318.239735:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763318.239738:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763318.239745:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3287
00000100:00080000:0.0:1789763318.239751:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763318.239757:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763318.239765:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763318.239779:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763318/real 1789763318]  req@ffff911a05c56680 x1876699521462656/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763318.239782:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521463040/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763318.239828:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763318.239832:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763318.239833:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763318.239836:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3287
00000100:00080000:0.0:1789763318.239840:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763318.239845:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789763318.239846:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56680 x1876699521462656/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789763318.239848:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763318.239859:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521463168/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763318.239865:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763318.239868:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763318.239872:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:0.0:1789763318.239874:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763318.239878:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763318.239879:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521462656:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763318.239884:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3287
00000100:00080000:0.0:1789763318.239888:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763318.239890:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763318.239901:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763318.239904:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521462784:192.168.203.116@tcp:38:kworker.0
00000100:00100000:0.0:1789763318.239911:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521463296/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763318.239935:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763318.239948:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763318/real 1789763318]  req@ffff911a05c57b80 x1876699521462784/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763318.239972:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57b80 x1876699521462784/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763318.239979:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763318.239981:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763318.239984:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521462784:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763318.239988:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521462912:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763318.240010:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763318.240022:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763318/real 1789763318]  req@ffff911a05c55880 x1876699521462912/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763318.240035:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521462912/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763318.240044:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763318.240048:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763318.240051:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521462912:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763318.240056:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521463040:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763318.240072:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763318.240079:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763318/real 1789763318]  req@ffff911a05c54000 x1876699521463040/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763318.240087:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521463040/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763318.240093:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763318.240095:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763318.240097:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521463040:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763318.240101:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521463168:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763318.240111:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763318.240116:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763318/real 1789763318]  req@ffff911a05c57100 x1876699521463168/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763318.240124:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521463168/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763318.240129:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763318.240131:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763318.240133:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521463168:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763318.240146:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521463296:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763318.240157:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763318.240163:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763318/real 1789763318]  req@ffff911a05c54700 x1876699521463296/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763318.240170:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521463296/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763318.240175:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763318.240177:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763318.240179:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521463296:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763318.303376:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763319.327415:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763320.351427:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763321.375481:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763322.399324:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763323.359355:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763323.359364:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763323.359368:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763323.359378:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3292
00000100:00080000:2.0:1789763323.359389:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763323.359396:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789763323.359436:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9880 x1876699521463424/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763323.359460:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763323.359463:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763323.359464:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763323.359468:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3292
00000100:00080000:2.0:1789763323.359470:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763323.359473:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763323.359482:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763323.359492:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9180 x1876699521463552/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763323.359499:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521463424:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789763323.359502:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763323.359507:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763323.359509:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763323.359513:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3292
00000100:00080000:2.0:1789763323.359515:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763323.359517:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763323.359520:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763323.359529:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeaa00 x1876699521463680/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763323.359536:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763323.359539:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763323.359540:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763323.359543:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3292
00000100:00080000:2.0:1789763323.359546:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763323.359548:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763323.359551:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763323.359558:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb480 x1876699521463808/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763323.359565:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763323.359567:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763323.359569:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763323.359574:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3292
00000800:00000100:1.0:1789763323.359576:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:2.0:1789763323.359577:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763323.359587:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763323.359591:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763323.359599:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9c00 x1876699521463936/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763323.359606:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763323.359609:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763323.359610:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763323.359614:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3292
00000100:00080000:2.0:1789763323.359617:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763323.359618:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763323/real 1789763323]  req@ffff911a12ee9880 x1876699521463424/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763323.359623:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763323.359629:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763323.359642:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8a80 x1876699521464064/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763323.359645:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9880 x1876699521463424/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763323.359666:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763323.359670:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763323.359673:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521463424:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789763323.359693:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521463552:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763323.359712:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763323.359720:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763323/real 1789763323]  req@ffff911a12ee9180 x1876699521463552/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763323.359729:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9180 x1876699521463552/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763323.359734:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763323.359736:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763323.359739:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521463552:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763323.359742:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521463680:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763323.359752:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763323.359759:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763323/real 1789763323]  req@ffff911a12eeaa00 x1876699521463680/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763323.359767:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeaa00 x1876699521463680/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763323.359772:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763323.359773:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763323.359775:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521463680:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763323.359779:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521463808:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763323.359789:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763323.359795:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763323/real 1789763323]  req@ffff911a12eeb480 x1876699521463808/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763323.359803:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb480 x1876699521463808/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763323.359808:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763323.359809:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763323.359811:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521463808:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763323.359814:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521463936:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763323.359824:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763323.359832:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763323/real 1789763323]  req@ffff911a12ee9c00 x1876699521463936/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763323.359843:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9c00 x1876699521463936/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763323.359852:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763323.359855:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763323.359859:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521463936:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763323.359865:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521464064:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763323.359887:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763323.359895:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763323/real 1789763323]  req@ffff911a12ee8a80 x1876699521464064/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763323.359904:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8a80 x1876699521464064/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763323.359909:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763323.359911:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763323.359913:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521464064:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763323.423436:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763324.447451:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763325.471492:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763326.495482:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763327.519436:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763328.479401:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763328.479418:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763328.479425:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763328.479441:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3297
00000100:00080000:1.0:1789763328.479473:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763328.479481:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789763328.479518:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09c00 x1876699521464192/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763328.479546:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763328.479550:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763328.479552:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763328.479556:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3297
00000100:00080000:1.0:1789763328.479560:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763328.479564:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763328.479573:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763328.479587:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08000 x1876699521464320/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763328.479594:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521464192:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789763328.479600:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763328.479608:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763328.479611:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763328.479617:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3297
00000100:00080000:1.0:1789763328.479621:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763328.479627:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763328.479634:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763328.479663:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b480 x1876699521464448/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763328.479674:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763328.479678:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763328.479679:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763328.479683:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3297
00000100:00080000:1.0:1789763328.479688:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763328.479692:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763328.479698:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763328.479711:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0bb80 x1876699521464576/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763328.479714:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521464320:192.168.203.116@tcp:38:kworker.0
00000100:00080000:1.0:1789763328.479732:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763328.479736:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763328.479738:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763328.479759:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3297
00000100:00080000:1.0:1789763328.479765:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763328.479772:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789763328.479779:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521464448:192.168.203.116@tcp:38:kworker.0
00000008:00100000:1.0:1789763328.479780:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763328.479812:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b800 x1876699521464704/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763328.479830:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763328.479839:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763328.479844:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763328.479850:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521464576:192.168.203.116@tcp:8:kworker.0
00000100:00080000:1.0:1789763328.479857:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3297
00000100:00080000:1.0:1789763328.479867:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763328.479873:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763328.479910:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763328.479948:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08a80 x1876699521464832/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763328.479953:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521464704:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763328.480026:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521464832:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789763328.543534:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763329.567402:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763330.591356:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789763331.551584:0:2393:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.116:988
00000400:00000100:3.0:1789763331.551639:0:2393:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.116@tcp at host 192.168.203.116 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789763331.551661:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789763331.551705:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789763331.551717:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789763331.551726:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789763331.551737:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789763331.551754:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000100:00100000:2.0:1789763331.551808:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763328/real 1789763331]  req@ffff911a08b08a80 x1876699521464832/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763331.551895:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08a80 x1876699521464832/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763331.551913:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763331.551919:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763331.551925:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521464832:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763331.551936:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763328/real 1789763331]  req@ffff911a08b0bb80 x1876699521464576/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763331.551960:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0bb80 x1876699521464576/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763331.551986:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763331.551993:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763331.552001:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521464576:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763331.552014:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763328/real 1789763331]  req@ffff911a08b0b800 x1876699521464704/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763331.552038:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b800 x1876699521464704/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763331.552053:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763331.552070:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763331.552077:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521464704:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763331.552090:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763328/real 1789763331]  req@ffff911a08b08000 x1876699521464320/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763331.552115:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08000 x1876699521464320/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763331.552133:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763331.552139:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763331.552147:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521464320:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763331.552159:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763328/real 1789763331]  req@ffff911a08b0b480 x1876699521464448/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763331.552182:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b480 x1876699521464448/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763331.552197:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763331.552204:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763331.552211:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521464448:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763331.552275:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763328/real 1789763331]  req@ffff911a08b09c00 x1876699521464192/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763331.552305:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09c00 x1876699521464192/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763331.552324:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763331.552332:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763331.552340:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521464192:192.168.203.116@tcp:250:kworker.0
00010000:00010000:3.0:1789763331.615516:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763332.639433:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763333.599334:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763333.599345:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763333.599349:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763333.599360:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3302
00000100:00080000:1.0:1789763333.599371:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763333.599380:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789763333.599416:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09c00 x1876699521464960/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763333.599449:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763333.599453:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763333.599455:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763333.599460:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3302
00000100:00080000:1.0:1789763333.599465:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763333.599469:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763333.599479:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763333.599526:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b480 x1876699521465088/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763333.599526:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521464960:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789763333.599547:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763333.599552:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763333.599553:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763333.599558:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3302
00000100:00080000:1.0:1789763333.599563:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763333.599567:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763333.599573:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763333.599587:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08000 x1876699521465216/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763333.599603:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789763333.599605:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789763333.599606:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763333.599610:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763333.599616:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3302
00000100:00080000:1.0:1789763333.599636:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763333.599642:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763333.599649:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763333.599670:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763333/real 1789763333]  req@ffff911a08b09c00 x1876699521464960/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763333.599672:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b800 x1876699521465344/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763333.599713:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763333.599723:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763333.599725:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763333.599730:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3302
00000100:00100000:2.0:1789763333.599735:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09c00 x1876699521464960/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763333.599737:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763333.599747:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763333.599757:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789763333.599759:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763333.599767:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763333.599776:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521464960:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789763333.599777:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0bb80 x1876699521465472/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763333.599799:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763333.599803:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789763333.599806:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521465088:192.168.203.116@tcp:38:kworker.0
00000100:00080000:1.0:1789763333.599807:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763333.599818:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3302
00000100:00080000:1.0:1789763333.599824:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763333.599829:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763333.599835:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789763333.599842:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763333.599869:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08a80 x1876699521465600/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763333.599880:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763333/real 1789763333]  req@ffff911a08b0b480 x1876699521465088/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763333.599896:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b480 x1876699521465088/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763333.599905:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763333.599908:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763333.599912:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521465088:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763333.599920:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521465216:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763333.599946:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763333.599959:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763333/real 1789763333]  req@ffff911a08b08000 x1876699521465216/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763333.599971:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08000 x1876699521465216/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763333.599979:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763333.599982:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763333.599985:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521465216:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763333.599991:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521465344:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789763333.600012:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763333.600024:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763333/real 1789763333]  req@ffff911a08b0b800 x1876699521465344/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763333.600035:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b800 x1876699521465344/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763333.600044:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763333.600047:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763333.600049:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521465344:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763333.600055:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521465472:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763333.600073:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763333.600084:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763333/real 1789763333]  req@ffff911a08b0bb80 x1876699521465472/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763333.600100:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0bb80 x1876699521465472/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763333.600107:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763333.600110:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763333.600114:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521465472:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763333.600132:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521465600:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763333.600154:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763333.600165:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763333/real 1789763333]  req@ffff911a08b08a80 x1876699521465600/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763333.600195:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08a80 x1876699521465600/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763333.600203:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763333.600206:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763333.600210:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521465600:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763333.663371:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763334.687499:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763335.711452:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763336.735478:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763337.759527:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763338.719290:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763338.719302:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763338.719306:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763338.719320:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3307
00000100:00080000:1.0:1789763338.719334:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763338.719344:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789763338.719391:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0ad80 x1876699521465728/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763338.719418:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763338.719422:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763338.719423:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763338.719427:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3307
00000100:00080000:1.0:1789763338.719430:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763338.719432:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763338.719444:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763338.719455:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0aa00 x1876699521465856/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763338.719462:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763338.719466:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763338.719468:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763338.719471:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3307
00000100:00080000:1.0:1789763338.719473:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763338.719478:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763338.719482:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763338.719489:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521465728:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789763338.719500:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08380 x1876699521465984/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763338.719509:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763338.719512:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763338.719514:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763338.719518:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3307
00000100:00080000:1.0:1789763338.719520:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763338.719523:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763338.719527:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763338.719538:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08700 x1876699521466112/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763338.719547:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763338.719550:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763338.719551:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763338.719553:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3307
00000100:00080000:1.0:1789763338.719556:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763338.719559:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763338.719564:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789763338.719571:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763338.719578:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09180 x1876699521466240/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763338.719587:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763338.719589:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763338.719591:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763338.719596:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3307
00000100:00080000:1.0:1789763338.719598:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763338.719601:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763338.719607:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763338.719616:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09f80 x1876699521466368/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763338.719631:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763338/real 1789763338]  req@ffff911a08b0ad80 x1876699521465728/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763338.719655:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0ad80 x1876699521465728/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763338.719668:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763338.719673:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763338.719676:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521465728:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789763338.719682:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521465856:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763338.719700:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763338.719708:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763338/real 1789763338]  req@ffff911a08b0aa00 x1876699521465856/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763338.719716:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0aa00 x1876699521465856/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763338.719721:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763338.719724:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763338.719726:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521465856:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763338.719747:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521465984:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763338.719758:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763338.719764:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763338/real 1789763338]  req@ffff911a08b08380 x1876699521465984/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763338.719771:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08380 x1876699521465984/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763338.719776:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763338.719779:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763338.719781:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521465984:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763338.719785:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521466112:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789763338.719796:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763338.719802:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763338/real 1789763338]  req@ffff911a08b08700 x1876699521466112/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763338.719823:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08700 x1876699521466112/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763338.719829:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763338.719831:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763338.719834:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521466112:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763338.719838:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521466240:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763338.719852:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763338.719859:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763338/real 1789763338]  req@ffff911a08b09180 x1876699521466240/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763338.719866:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09180 x1876699521466240/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763338.719871:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763338.719873:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763338.719875:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521466240:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763338.719879:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521466368:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763338.719889:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763338.719895:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763338/real 1789763338]  req@ffff911a08b09f80 x1876699521466368/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763338.719903:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09f80 x1876699521466368/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763338.719908:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763338.719909:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763338.719911:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521466368:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763338.783366:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763339.807387:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763340.831428:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763341.855443:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763342.879512:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763343.839413:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763343.839426:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763343.839431:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763343.839443:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3313
00000100:00080000:0.0:1789763343.839457:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763343.839465:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789763343.839514:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55c00 x1876699521466496/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763343.839549:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763343.839552:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763343.839553:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763343.839557:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3313
00000100:00080000:0.0:1789763343.839559:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763343.839562:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763343.839572:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763343.839586:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55f80 x1876699521466624/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763343.839593:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763343.839596:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763343.839598:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763343.839601:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3313
00000100:00080000:0.0:1789763343.839602:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763343.839606:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763343.839609:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763343.839617:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55500 x1876699521466752/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763343.839627:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763343.839635:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763343.839637:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763343.839638:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521466496:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763343.839647:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3313
00000100:00080000:0.0:1789763343.839662:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763343.839668:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763343.839672:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763343.839689:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54e00 x1876699521466880/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763343.839697:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763343.839700:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763343.839702:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763343.839705:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3313
00000100:00080000:0.0:1789763343.839708:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763343.839712:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763343.839716:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763343.839728:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56d80 x1876699521467008/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763343.839737:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763343.839740:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763343.839742:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763343.839746:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3313
00000100:00080000:0.0:1789763343.839752:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789763343.839763:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789763343.839765:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763343.839786:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763343.839804:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521467136/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763343.839885:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763343/real 1789763343]  req@ffff911a05c55c00 x1876699521466496/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763343.839917:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55c00 x1876699521466496/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763343.839935:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763343.839943:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763343.839949:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521466496:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789763343.839960:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521466624:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763343.839996:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763343.840013:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763343/real 1789763343]  req@ffff911a05c55f80 x1876699521466624/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763343.840028:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55f80 x1876699521466624/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763343.840047:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763343.840052:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763343.840056:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521466624:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763343.840088:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521466752:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763343.840110:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763343.840122:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763343/real 1789763343]  req@ffff911a05c55500 x1876699521466752/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763343.840137:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55500 x1876699521466752/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763343.840147:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763343.840150:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763343.840154:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521466752:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763343.840161:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521466880:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789763343.840182:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763343.840193:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763343/real 1789763343]  req@ffff911a05c54e00 x1876699521466880/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763343.840208:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54e00 x1876699521466880/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763343.840259:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763343.840263:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763343.840268:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521466880:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763343.840276:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521467008:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763343.840301:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763343.840316:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763343/real 1789763343]  req@ffff911a05c56d80 x1876699521467008/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763343.840330:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56d80 x1876699521467008/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763343.840339:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763343.840343:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763343.840347:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521467008:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763343.840354:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521467136:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763343.840373:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763343.840384:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763343/real 1789763343]  req@ffff911a05c54700 x1876699521467136/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763343.840398:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521467136/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763343.840407:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763343.840410:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763343.840414:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521467136:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789763343.903511:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763344.927388:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763345.951528:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763346.975556:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763347.999321:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763348.959269:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763348.959278:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763348.959282:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763348.959290:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3318
00000100:00080000:0.0:1789763348.959299:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763348.959305:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789763348.959344:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521467264/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763348.959364:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763348.959368:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763348.959369:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763348.959372:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3318
00000100:00080000:0.0:1789763348.959375:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763348.959377:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763348.959384:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763348.959393:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521467392/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763348.959401:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763348.959404:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763348.959405:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763348.959409:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3318
00000100:00080000:0.0:1789763348.959411:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763348.959414:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763348.959418:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763348.959428:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521467520/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763348.959428:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521467264:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763348.959443:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763348.959446:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763348.959447:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763348.959450:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3318
00000100:00080000:0.0:1789763348.959451:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763348.959454:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763348.959457:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763348.959464:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57b80 x1876699521467648/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763348.959471:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763348.959473:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763348.959474:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763348.959477:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3318
00000100:00080000:0.0:1789763348.959480:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763348.959482:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763348.959486:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763348.959492:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56680 x1876699521467776/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763348.959497:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789763348.959505:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763348.959509:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763348.959511:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763348.959514:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3318
00000100:00080000:0.0:1789763348.959516:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763348.959519:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763348.959522:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763348.959531:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521467904/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763348.959545:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763348/real 1789763348]  req@ffff911a05c57100 x1876699521467264/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763348.959561:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521467264/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763348.959569:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763348.959573:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763348.959575:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521467264:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789763348.959580:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521467392:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763348.959598:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763348.959607:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763348/real 1789763348]  req@ffff911a05c54000 x1876699521467392/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763348.959615:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521467392/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763348.959620:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763348.959622:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763348.959624:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521467392:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763348.959641:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521467520:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763348.959652:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763348.959658:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763348/real 1789763348]  req@ffff911a05c55880 x1876699521467520/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763348.959665:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521467520/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763348.959675:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763348.959677:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763348.959679:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521467520:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763348.959683:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521467648:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789763348.959693:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763348.959698:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763348/real 1789763348]  req@ffff911a05c57b80 x1876699521467648/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763348.959705:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57b80 x1876699521467648/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763348.959711:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763348.959713:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763348.959714:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521467648:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763348.959718:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521467776:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763348.959728:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763348.959752:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763348/real 1789763348]  req@ffff911a05c56680 x1876699521467776/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763348.959760:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56680 x1876699521467776/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763348.959766:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763348.959768:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763348.959771:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521467776:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763348.959775:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521467904:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763348.959788:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763348.959795:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763348/real 1789763348]  req@ffff911a05c56a00 x1876699521467904/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763348.959802:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521467904/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763348.959806:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763348.959808:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763348.959810:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521467904:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763349.023317:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763350.047430:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763351.071461:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763352.095336:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763353.119411:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763354.079381:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763354.079394:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763354.079400:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763354.079412:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3323
00000100:00080000:0.0:1789763354.079425:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763354.079434:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789763354.079481:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57800 x1876699521468032/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763354.079519:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763354.079524:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763354.079526:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763354.079533:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3323
00000100:00080000:0.0:1789763354.079537:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763354.079542:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763354.079554:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763354.079570:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54a80 x1876699521468160/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763354.079585:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763354.079590:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763354.079593:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763354.079598:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3323
00000100:00080000:0.0:1789763354.079606:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763354.079608:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521468032:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763354.079614:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763354.079625:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763354.079639:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55180 x1876699521468288/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763354.079653:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763354.079658:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763354.079661:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763354.079666:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3323
00000100:00080000:0.0:1789763354.079671:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763354.079676:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763354.079683:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763354.079746:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56300 x1876699521468416/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763354.079765:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789763354.079782:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763354.079792:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763354.079797:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763354.079807:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3323
00000100:00080000:0.0:1789763354.079826:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763354.079838:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789763354.079846:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763354/real 1789763354]  req@ffff911a05c57800 x1876699521468032/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789763354.079851:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763354.079882:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54380 x1876699521468544/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763354.079897:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57800 x1876699521468032/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763354.079901:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763354.079906:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763354.079908:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763354.079923:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3323
00000100:00080000:0.0:1789763354.079933:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763354.079944:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00080000:2.0:1789763354.079952:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:0.0:1789763354.079953:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789763354.079968:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:0.0:1789763354.079979:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521468672/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763354.079981:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521468032:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789763354.080006:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521468160:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763354.080051:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763354.080069:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763354/real 1789763354]  req@ffff911a05c54a80 x1876699521468160/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763354.080085:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54a80 x1876699521468160/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763354.080096:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763354.080100:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763354.080104:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521468160:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763354.080135:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521468288:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763354.080157:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763354.080169:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763354/real 1789763354]  req@ffff911a05c55180 x1876699521468288/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763354.080193:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55180 x1876699521468288/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763354.080203:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763354.080207:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763354.080255:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521468288:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763354.080265:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521468416:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789763354.080291:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763354.080306:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763354/real 1789763354]  req@ffff911a05c56300 x1876699521468416/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763354.080320:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56300 x1876699521468416/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763354.080331:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763354.080335:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763354.080339:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521468416:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763354.080346:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521468544:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763354.080378:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763354.080399:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763354/real 1789763354]  req@ffff911a05c54380 x1876699521468544/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763354.080423:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54380 x1876699521468544/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763354.080441:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763354.080448:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763354.080455:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521468544:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763354.080468:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521468672:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763354.080508:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763354.080524:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763354/real 1789763354]  req@ffff911a05c56a00 x1876699521468672/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763354.080539:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521468672/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763354.080549:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763354.080553:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763354.080557:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521468672:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763354.143466:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763355.167390:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763356.191449:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763357.215563:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763358.239436:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763359.199416:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763359.199433:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763359.199440:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763359.199457:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3328
00000100:00080000:0.0:1789763359.199475:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763359.199499:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789763359.199575:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56680 x1876699521468800/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763359.199619:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763359.199624:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763359.199627:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763359.199633:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3328
00000100:00080000:0.0:1789763359.199637:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763359.199642:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763359.199678:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763359.199700:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57b80 x1876699521468928/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763359.199718:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763359.199723:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763359.199726:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763359.199734:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3328
00000100:00080000:0.0:1789763359.199743:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763359.199748:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521468800:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763359.199752:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763359.199769:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763359.199788:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521469056/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763359.199804:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763359.199809:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763359.199812:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763359.199818:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3328
00000100:00080000:0.0:1789763359.199823:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763359.199829:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763359.199837:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763359.199852:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521469184/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763359.199878:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789763359.199897:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763359.199907:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763359.199912:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763359.199925:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3328
00000100:00080000:0.0:1789763359.199936:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763359.199946:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763359/real 1789763359]  req@ffff911a05c56680 x1876699521468800/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763359.199954:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763359.199981:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763359.199999:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56680 x1876699521468800/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763359.200012:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521469312/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763359.200072:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763359.200075:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763359.200078:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763359.200085:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763359.200104:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3328
00000100:00080000:2.0:1789763359.200105:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:0.0:1789763359.200114:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763359.200125:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789763359.200125:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521468800:192.168.203.116@tcp:250:kworker.0
00000008:00100000:0.0:1789763359.200143:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763359.200161:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521469440/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763359.200186:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521468928:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763359.200289:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763359.200319:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763359/real 1789763359]  req@ffff911a05c57b80 x1876699521468928/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763359.200348:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57b80 x1876699521468928/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763359.200367:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763359.200374:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763359.200382:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521468928:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763359.200398:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521469056:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763359.200444:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763359.200469:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763359/real 1789763359]  req@ffff911a05c55880 x1876699521469056/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763359.200492:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521469056/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763359.200503:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763359.200507:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763359.200512:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521469056:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763359.200521:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521469184:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789763359.200551:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763359.200566:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763359/real 1789763359]  req@ffff911a05c54000 x1876699521469184/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763359.200590:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521469184/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763359.200606:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763359.200613:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763359.200620:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521469184:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763359.200633:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521469312:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763359.200699:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763359.200723:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763359/real 1789763359]  req@ffff911a05c57100 x1876699521469312/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763359.200749:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521469312/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763359.200766:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763359.200774:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763359.200781:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521469312:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763359.200817:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521469440:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763359.200875:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763359.200892:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763359/real 1789763359]  req@ffff911a05c54700 x1876699521469440/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763359.200908:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521469440/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763359.200919:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763359.200923:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763359.200927:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521469440:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789763359.263471:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763360.287452:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763361.311387:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763362.335468:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763363.359460:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763364.319447:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763364.319464:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763364.319471:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763364.319487:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3333
00000100:00080000:0.0:1789763364.319506:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763364.319517:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789763364.319584:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56d80 x1876699521469568/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763364.319654:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763364.319663:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763364.319668:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763364.319678:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3333
00000100:00080000:0.0:1789763364.319689:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763364.319699:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763364.319718:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763364.319746:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521469568:192.168.203.116@tcp:250:kworker.0
00000100:00100000:0.0:1789763364.319756:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54e00 x1876699521469696/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763364.319787:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763364.319793:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763364.319796:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763364.319803:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3333
00000100:00080000:0.0:1789763364.319812:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763364.319818:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763364.319829:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763364.319847:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55500 x1876699521469824/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763364.319861:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789763364.319879:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763364.319885:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763364.319889:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763364.319898:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3333
00000100:00080000:0.0:1789763364.319905:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763364.319911:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763364.319919:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763364.319936:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55f80 x1876699521469952/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763364.319953:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789763364.319959:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763364/real 1789763364]  req@ffff911a05c56d80 x1876699521469568/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763364.319961:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763364.319966:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763364.319988:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3333
00000100:00080000:0.0:1789763364.320006:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763364.320021:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763364.320030:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763364.320061:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55c00 x1876699521470080/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763364.320063:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56d80 x1876699521469568/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763364.320103:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763364.320123:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763364.320128:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763364.320146:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3333
00000100:00080000:2.0:1789763364.320151:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763364.320153:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763364.320170:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:0.0:1789763364.320172:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763364.320182:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763364.320197:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521470208/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763364.320200:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521469568:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789763364.320341:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521469696:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763364.320389:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763364.320408:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763364/real 1789763364]  req@ffff911a05c54e00 x1876699521469696/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763364.320425:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54e00 x1876699521469696/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763364.320437:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763364.320442:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763364.320446:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521469696:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763364.320459:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521469824:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763364.320496:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763364.320519:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763364/real 1789763364]  req@ffff911a05c55500 x1876699521469824/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763364.320545:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55500 x1876699521469824/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763364.320563:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763364.320570:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763364.320577:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521469824:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763364.320590:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521469952:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789763364.320658:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763364.320684:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763364/real 1789763364]  req@ffff911a05c55f80 x1876699521469952/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763364.320705:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55f80 x1876699521469952/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763364.320716:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763364.320720:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763364.320724:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521469952:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763364.320732:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521470080:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763364.320761:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763364.320775:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763364/real 1789763364]  req@ffff911a05c55c00 x1876699521470080/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763364.320790:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55c00 x1876699521470080/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763364.320800:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763364.320804:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763364.320808:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521470080:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763364.320815:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521470208:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763364.320834:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763364.320845:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763364/real 1789763364]  req@ffff911a05c54700 x1876699521470208/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763364.320859:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521470208/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763364.320870:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763364.320873:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763364.320878:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521470208:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763364.383579:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763365.407478:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763366.431414:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763367.455542:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763368.479515:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763369.439417:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763369.439431:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763369.439448:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763369.439463:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3338
00000100:00080000:2.0:1789763369.439479:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763369.439490:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789763369.439544:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8a80 x1876699521470336/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763369.439619:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763369.439624:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763369.439627:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763369.439634:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3338
00000100:00080000:2.0:1789763369.439639:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763369.439646:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763369.439659:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763369.439686:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521470336:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789763369.439695:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9c00 x1876699521470464/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763369.439713:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763369.439718:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763369.439722:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763369.439727:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3338
00000100:00080000:2.0:1789763369.439732:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763369.439737:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763369.439744:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763369.439758:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb480 x1876699521470592/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763369.439772:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763369.439780:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:1.0:1789763369.439781:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:2.0:1789763369.439784:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763369.439794:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3338
00000100:00080000:2.0:1789763369.439800:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763369.439806:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763369.439814:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763369.439842:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeaa00 x1876699521470720/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763369.439854:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763369.439858:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763369/real 1789763369]  req@ffff911a12ee8a80 x1876699521470336/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763369.439861:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763369.439868:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763369.439881:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3338
00000100:00080000:2.0:1789763369.439889:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763369.439893:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763369.439898:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763369.439926:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9180 x1876699521470848/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763369.439937:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8a80 x1876699521470336/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763369.439943:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763369.439953:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763369.439955:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763369.439962:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3338
00000100:00080000:2.0:1789763369.439968:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763369.439979:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763369.439990:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763369.440001:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789763369.440005:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9880 x1876699521470976/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763369.440020:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763369.440031:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521470336:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789763369.440093:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521470464:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763369.440130:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763369.440149:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763369/real 1789763369]  req@ffff911a12ee9c00 x1876699521470464/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763369.440166:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9c00 x1876699521470464/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763369.440177:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763369.440182:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763369.440186:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521470464:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763369.440194:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521470592:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763369.440259:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763369.440276:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763369/real 1789763369]  req@ffff911a12eeb480 x1876699521470592/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763369.440291:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb480 x1876699521470592/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763369.440302:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763369.440306:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763369.440310:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521470592:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763369.440317:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521470720:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763369.440341:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763369.440353:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763369/real 1789763369]  req@ffff911a12eeaa00 x1876699521470720/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763369.440376:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeaa00 x1876699521470720/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763369.440386:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763369.440389:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763369.440393:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521470720:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763369.440410:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521470848:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763369.440429:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763369.440440:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763369/real 1789763369]  req@ffff911a12ee9180 x1876699521470848/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763369.440455:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9180 x1876699521470848/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763369.440465:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763369.440468:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763369.440472:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521470848:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763369.440478:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521470976:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763369.440498:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763369.440516:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763369/real 1789763369]  req@ffff911a12ee9880 x1876699521470976/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763369.440539:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9880 x1876699521470976/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763369.440567:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763369.440574:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763369.440603:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521470976:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763369.503408:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763370.527357:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763371.551442:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763372.575421:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763373.599507:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763374.559325:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763374.559339:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763374.559348:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763374.559365:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3343
00000100:00080000:2.0:1789763374.559381:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763374.559391:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789763374.559435:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea300 x1876699521471104/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763374.559473:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763374.559478:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763374.559481:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763374.559487:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3343
00000100:00080000:2.0:1789763374.559492:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763374.559499:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763374.559512:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763374.559521:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521471104:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789763374.559535:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb800 x1876699521471232/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763374.559588:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763374.559593:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763374.559596:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763374.559602:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3343
00000100:00080000:2.0:1789763374.559609:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763374.559614:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763374.559623:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763374.559642:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9f80 x1876699521471360/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763374.559655:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:2.0:1789763374.559669:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763374.559675:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763374.559678:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763374.559685:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3343
00000100:00080000:2.0:1789763374.559700:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763374.559706:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763374.559712:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763374.559729:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eead80 x1876699521471488/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763374.559745:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763374/real 1789763374]  req@ffff911a12eea300 x1876699521471104/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763374.559746:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763374.559764:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763374.559774:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763374.559785:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3343
00000100:00080000:2.0:1789763374.559793:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763374.559802:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea300 x1876699521471104/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763374.559803:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763374.559818:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763374.559838:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789763374.559846:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8700 x1876699521471616/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763374.559850:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763374.559862:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521471104:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789763374.559893:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763374.559901:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763374.559906:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763374.559911:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521471232:192.168.203.116@tcp:38:kworker.0
00000100:00080000:2.0:1789763374.559921:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3343
00000100:00080000:2.0:1789763374.559934:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763374.559943:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763374.559956:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789763374.559973:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763374.559982:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8e00 x1876699521471744/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763374.560010:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763374/real 1789763374]  req@ffff911a12eeb800 x1876699521471232/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763374.560036:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb800 x1876699521471232/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763374.560049:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763374.560054:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763374.560059:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521471232:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763374.560068:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521471360:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763374.560096:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763374.560110:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763374/real 1789763374]  req@ffff911a12ee9f80 x1876699521471360/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763374.560125:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9f80 x1876699521471360/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763374.560135:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763374.560139:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763374.560143:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521471360:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763374.560150:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521471488:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763374.560169:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763374.560180:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763374/real 1789763374]  req@ffff911a12eead80 x1876699521471488/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763374.560194:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eead80 x1876699521471488/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763374.560204:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763374.560207:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763374.560260:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521471488:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763374.560270:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521471616:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763374.560300:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763374.560319:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763374/real 1789763374]  req@ffff911a12ee8700 x1876699521471616/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763374.560336:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8700 x1876699521471616/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763374.560347:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763374.560352:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763374.560356:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521471616:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763374.560378:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521471744:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763374.560398:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763374.560411:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763374/real 1789763374]  req@ffff911a12ee8e00 x1876699521471744/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763374.560425:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8e00 x1876699521471744/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763374.560435:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763374.560438:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763374.560442:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521471744:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789763374.623418:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763375.647432:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763376.671558:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763377.695382:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763378.719443:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763379.679425:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763379.679444:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763379.679450:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763379.679466:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3348
00000100:00080000:3.0:1789763379.679482:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763379.679497:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789763379.679579:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3100 x1876699521471872/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763379.679623:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763379.679629:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763379.679632:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763379.679638:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3348
00000100:00080000:3.0:1789763379.679644:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763379.679649:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763379.679663:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763379.679683:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0a80 x1876699521472000/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763379.679699:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763379.679707:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789763379.679709:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521471872:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789763379.679711:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763379.679726:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3348
00000100:00080000:3.0:1789763379.679731:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763379.679735:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763379.679741:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763379.679760:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521472128/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763379.679772:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763379.679777:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763379.679780:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763379.679785:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3348
00000100:00080000:3.0:1789763379.679794:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763379.679799:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763379.679806:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789763379.679811:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763379.679833:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521472256/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763379.679856:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763379.679862:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763379.679867:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763379.679872:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763379/real 1789763379]  req@ffff911a04ad3100 x1876699521471872/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763379.679902:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3348
00000100:00100000:1.0:1789763379.679912:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3100 x1876699521471872/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763379.679916:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763379.679935:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763379.679949:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763379.679955:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763379.679966:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763379.679977:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521472384/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763379.679978:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521471872:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789763379.680007:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763379.680012:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763379.680015:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763379.680021:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3348
00000100:00080000:3.0:1789763379.680026:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763379.680032:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789763379.680041:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521472000:192.168.203.116@tcp:38:kworker.0
00000008:00100000:3.0:1789763379.680041:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763379.680063:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521472512/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763379.680108:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763379.680135:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763379/real 1789763379]  req@ffff911a04ad0a80 x1876699521472000/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763379.680152:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0a80 x1876699521472000/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763379.680162:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763379.680167:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763379.680172:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521472000:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763379.680180:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521472128:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763379.680205:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763379.680264:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763379/real 1789763379]  req@ffff911a04ad1c00 x1876699521472128/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763379.680280:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521472128/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763379.680291:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763379.680295:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763379.680299:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521472128:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763379.680307:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521472256:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763379.680332:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763379.680362:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763379/real 1789763379]  req@ffff911a04ad1880 x1876699521472256/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763379.680377:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521472256/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763379.680387:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763379.680391:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763379.680395:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521472256:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763379.680402:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521472384:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763379.680423:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763379.680434:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763379/real 1789763379]  req@ffff911a04ad2300 x1876699521472384/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763379.680448:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521472384/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763379.680458:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763379.680461:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763379.680465:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521472384:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763379.680485:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521472512:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763379.680529:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763379.680550:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763379/real 1789763379]  req@ffff911a04ad1f80 x1876699521472512/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763379.680566:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521472512/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763379.680576:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763379.680580:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763379.680584:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521472512:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763379.743478:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763380.767418:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763381.791350:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763382.815427:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763383.839529:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763384.799298:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763384.799307:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763384.799311:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763384.799319:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3354
00000100:00080000:0.0:1789763384.799329:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763384.799335:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789763384.799368:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521472640/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763384.799387:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763384.799391:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763384.799392:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763384.799396:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3354
00000100:00080000:0.0:1789763384.799398:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763384.799400:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763384.799408:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763384.799416:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521472768/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763384.799423:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763384.799425:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763384.799427:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763384.799429:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3354
00000100:00080000:0.0:1789763384.799430:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763384.799432:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763384.799435:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763384.799441:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521472896/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763384.799449:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763384.799452:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763384.799453:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763384.799456:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3354
00000100:00080000:0.0:1789763384.799457:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763384.799460:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763384.799464:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763384.799482:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521472640:192.168.203.116@tcp:250:kworker.0
00000100:00100000:0.0:1789763384.799485:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57b80 x1876699521473024/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763384.799514:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763384.799518:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763384.799520:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763384.799523:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3354
00000100:00080000:0.0:1789763384.799527:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763384.799530:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763384.799535:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763384.799547:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56680 x1876699521473152/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763384.799556:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763384.799560:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763384.799561:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763384.799564:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3354
00000100:00080000:0.0:1789763384.799569:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763384.799573:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763384.799577:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789763384.799585:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789763384.799589:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521473280/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763384.799654:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763384/real 1789763384]  req@ffff911a05c57100 x1876699521472640/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763409 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763384.799672:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521472640/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763409 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763384.799679:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763384.799682:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763384.799685:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521472640:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789763384.799708:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521472768:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763384.799730:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763384.799741:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763384/real 1789763384]  req@ffff911a05c54000 x1876699521472768/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763409 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763384.799751:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521472768/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763409 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763384.799780:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763384.799782:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763384.799785:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521472768:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763384.799796:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521472896:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763384.799809:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763384.799816:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763384/real 1789763384]  req@ffff911a05c55880 x1876699521472896/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763409 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763384.799823:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521472896/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763409 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763384.799829:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763384.799847:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763384.799850:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521472896:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763384.799874:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521473024:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763384.799891:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763384.799899:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763384/real 1789763384]  req@ffff911a05c57b80 x1876699521473024/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763409 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763384.799909:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57b80 x1876699521473024/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763409 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763384.799916:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763384.799934:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763384.799936:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521473024:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763384.799940:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521473152:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763384.799959:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763384.799966:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763384/real 1789763384]  req@ffff911a05c56680 x1876699521473152/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763409 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763384.799973:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56680 x1876699521473152/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763409 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763384.799978:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763384.799980:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763384.799982:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521473152:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763384.799986:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521473280:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763384.799996:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763384.800002:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763384/real 1789763384]  req@ffff911a05c56a00 x1876699521473280/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763409 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763384.800009:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521473280/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763409 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763384.800014:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763384.800016:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763384.800018:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521473280:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789763384.863377:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763385.887454:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763386.911444:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763387.935504:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763388.959509:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763389.919316:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763389.919325:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763389.919329:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763389.919346:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3359
00000100:00080000:3.0:1789763389.919356:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763389.919363:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789763389.919403:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521473408/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763389.919451:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763389.919455:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763389.919456:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763389.919460:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3359
00000100:00080000:3.0:1789763389.919464:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763389.919468:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763389.919477:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763389.919490:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521473536/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763389.919498:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521473408:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789763389.919514:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763389.919518:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763389.919519:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763389.919524:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3359
00000100:00080000:3.0:1789763389.919526:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763389.919529:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763389.919533:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763389.919543:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2680 x1876699521473664/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763389.919550:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763389.919553:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763389.919560:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763389.919563:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3359
00000100:00080000:3.0:1789763389.919566:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789763389.919569:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789763389.919574:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763389.919579:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763389.919590:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0700 x1876699521473792/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763389.919598:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763389.919600:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763389.919602:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763389.919606:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3359
00000100:00080000:3.0:1789763389.919610:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763389.919615:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763389/real 1789763389]  req@ffff911a04ad3480 x1876699521473408/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763389.919617:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763389.919626:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763389.919640:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521473920/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763389.919644:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521473408/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763389.919665:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763389.919668:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763389.919669:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763389.919675:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763389.919677:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:3.0:1789763389.919682:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3359
00000100:00100000:1.0:1789763389.919686:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521473408:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789763389.919687:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763389.919696:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763389.919700:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763389.919708:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521474048/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763389.919715:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521473536:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763389.919742:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763389.919753:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763389/real 1789763389]  req@ffff911a04ad0000 x1876699521473536/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763389.919763:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521473536/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763389.919770:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763389.919773:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763389.919775:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521473536:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763389.919779:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521473664:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763389.919792:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763389.919799:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763389/real 1789763389]  req@ffff911a04ad2680 x1876699521473664/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763389.919808:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2680 x1876699521473664/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763389.919819:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763389.919821:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763389.919823:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521473664:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763389.919827:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521473792:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763389.919839:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763389.919845:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763389/real 1789763389]  req@ffff911a04ad0700 x1876699521473792/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763389.919853:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0700 x1876699521473792/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763389.919859:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763389.919861:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763389.919864:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521473792:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763389.919867:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521473920:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763389.919878:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763389.919885:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763389/real 1789763389]  req@ffff911a04ad0380 x1876699521473920/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763389.919893:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521473920/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763389.919898:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763389.919900:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763389.919903:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521473920:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763389.919914:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521474048:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763389.919926:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763389.919933:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763389/real 1789763389]  req@ffff911a04ad3800 x1876699521474048/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763389.919941:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521474048/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763389.919947:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763389.919949:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763389.919951:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521474048:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789763389.983413:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763391.007410:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763392.031501:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763393.055395:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763394.079433:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763395.039340:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763395.039354:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763395.039359:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763395.039371:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3364
00000100:00080000:3.0:1789763395.039386:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763395.039417:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789763395.039466:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521474176/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763395.039504:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763395.039509:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763395.039512:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763395.039517:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3364
00000100:00080000:3.0:1789763395.039522:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763395.039526:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763395.039537:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763395.039552:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521474304/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763395.039566:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763395.039571:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763395.039574:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763395.039579:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3364
00000100:00080000:3.0:1789763395.039583:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763395.039587:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763395.039594:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763395.039609:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521474176:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789763395.039632:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521474432/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763395.039648:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763395.039653:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763395.039656:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763395.039662:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3364
00000100:00080000:3.0:1789763395.039669:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763395.039674:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763395.039681:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763395.039699:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521474560/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763395.039712:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763395.039716:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763395.039719:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763395.039724:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3364
00000100:00080000:3.0:1789763395.039729:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763395.039733:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763395.039742:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763395.039755:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521474304:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763395.039762:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0700 x1876699521474688/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763395.039778:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763395.039784:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763395.039788:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763395.039794:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3364
00000100:00080000:3.0:1789763395.039800:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763395.039805:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763395.039811:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763395.039827:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521474432:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763395.039834:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2680 x1876699521474816/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763395.039879:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521474560:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763395.039909:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521474688:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763395.039943:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521474816:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763395.103468:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763396.127488:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763397.151484:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789763398.111534:0:2394:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.116:988
00000400:00000100:2.0:1789763398.111585:0:2394:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.116@tcp at host 192.168.203.116 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789763398.111604:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:2.0:1789763398.111645:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:2.0:1789763398.111655:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:2.0:1789763398.111675:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:2.0:1789763398.111686:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:2.0:1789763398.111697:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000100:00100000:1.0:1789763398.111730:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763395/real 1789763398]  req@ffff911a04ad2680 x1876699521474816/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763398.111775:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2680 x1876699521474816/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763398.111796:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763398.111804:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763398.111812:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521474816:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763398.111825:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763395/real 1789763398]  req@ffff911a04ad3800 x1876699521474432/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763398.111847:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521474432/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763398.111862:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763398.111869:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763398.111875:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521474432:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763398.111886:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763395/real 1789763398]  req@ffff911a04ad0380 x1876699521474560/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763398.111905:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521474560/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763398.111918:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763398.111923:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763398.111929:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521474560:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763398.111939:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763395/real 1789763398]  req@ffff911a04ad0700 x1876699521474688/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763398.111958:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0700 x1876699521474688/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763398.111971:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763398.111976:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763398.111981:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521474688:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763398.111992:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763395/real 1789763398]  req@ffff911a04ad1500 x1876699521474176/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763398.112015:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1500 x1876699521474176/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763398.112028:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763398.112033:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763398.112039:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521474176:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789763398.112050:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763395/real 1789763398]  req@ffff911a04ad2a00 x1876699521474304/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763398.112069:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521474304/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763398.112083:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763398.112089:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763398.112095:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521474304:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763398.175434:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763399.199461:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763400.159395:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763400.159412:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763400.159418:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763400.159435:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3369
00000100:00080000:0.0:1789763400.159451:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763400.159465:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789763400.159521:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54380 x1876699521474944/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763400.159574:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763400.159580:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763400.159583:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763400.159589:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3369
00000100:00080000:0.0:1789763400.159595:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763400.159600:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763400.159613:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763400.159636:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56300 x1876699521475072/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763400.159651:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763400.159655:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763400.159657:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763400.159663:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3369
00000100:00080000:0.0:1789763400.159667:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763400.159672:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763400.159678:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763400.159696:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55180 x1876699521475200/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763400.159702:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521474944:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763400.159717:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763400.159724:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763400.159726:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763400.159731:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3369
00000100:00080000:0.0:1789763400.159737:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763400.159745:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763400.159755:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763400.159780:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54a80 x1876699521475328/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763400.159799:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763400.159806:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763400.159811:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789763400.159824:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789763400.159831:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3369
00000100:00080000:0.0:1789763400.159845:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763400.159855:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763400.159887:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763400.159900:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763400/real 1789763400]  req@ffff911a05c54380 x1876699521474944/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763400.159919:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57800 x1876699521475456/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763400.159956:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54380 x1876699521474944/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763400.159958:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763400.159980:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763400.159988:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763400.159998:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763400.160005:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3369
00000100:00080000:1.0:1789763400.160016:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:0.0:1789763400.160021:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763400.160031:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521474944:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763400.160042:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789763400.160058:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521475072:192.168.203.116@tcp:38:kworker.0
00000008:00100000:0.0:1789763400.160059:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763400.160099:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521475584/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763400.160130:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763400.160166:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763400/real 1789763400]  req@ffff911a05c56300 x1876699521475072/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763400.160194:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56300 x1876699521475072/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763400.160270:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763400.160280:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763400.160288:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521475072:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763400.160333:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521475200:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763400.160414:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763400.160440:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763400/real 1789763400]  req@ffff911a05c55180 x1876699521475200/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763400.160467:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55180 x1876699521475200/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763400.160497:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763400.160503:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763400.160510:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521475200:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763400.160524:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521475328:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763400.160566:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763400.160601:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763400/real 1789763400]  req@ffff911a05c54a80 x1876699521475328/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763400.160624:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54a80 x1876699521475328/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763400.160639:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763400.160644:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763400.160650:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521475328:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763400.160661:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521475456:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763400.160700:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763400.160723:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763400/real 1789763400]  req@ffff911a05c57800 x1876699521475456/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763400.160747:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57800 x1876699521475456/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763400.160765:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763400.160772:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763400.160781:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521475456:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763400.160794:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521475584:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763400.160836:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763400.160866:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763400/real 1789763400]  req@ffff911a05c56a00 x1876699521475584/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763400.160890:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521475584/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763400.160905:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763400.160912:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763400.160918:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521475584:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789763400.223424:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763401.247479:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763402.271475:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763403.295397:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763404.319410:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763405.279397:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763405.279415:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763405.279422:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763405.279437:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3374
00000100:00080000:2.0:1789763405.279451:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763405.279461:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789763405.279510:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9500 x1876699521475712/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763405.279548:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763405.279553:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763405.279556:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763405.279561:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3374
00000100:00080000:2.0:1789763405.279566:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763405.279570:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763405.279593:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763405.279610:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8000 x1876699521475840/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763405.279625:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763405.279629:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763405.279632:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763405.279637:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3374
00000100:00080000:2.0:1789763405.279642:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763405.279658:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789763405.279661:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521475712:192.168.203.116@tcp:250:kworker.0
00000008:00100000:2.0:1789763405.279752:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763405.279768:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea680 x1876699521475968/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763405.279780:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789763405.279786:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:2.0:1789763405.279787:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763405.279792:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763405.279797:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3374
00000100:00080000:2.0:1789763405.279803:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763405.279808:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763405.279813:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763405.279824:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8380 x1876699521476096/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763405.279834:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763405.279838:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763405/real 1789763405]  req@ffff911a12ee9500 x1876699521475712/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763405.279840:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763405.279844:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763405.279854:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3374
00000100:00080000:2.0:1789763405.279861:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763405.279867:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763405.279871:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763405.279874:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9500 x1876699521475712/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763405.279884:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eebb80 x1876699521476224/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763405.279890:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763405.279902:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:2.0:1789763405.279902:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763405.279911:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789763405.279914:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521475712:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789763405.279916:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763405.279925:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3374
00000100:00080000:2.0:1789763405.279928:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763405.279931:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521475840:192.168.203.116@tcp:38:kworker.0
00000100:00080000:2.0:1789763405.279936:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763405.279944:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763405.279957:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb100 x1876699521476352/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763405.279979:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763405.280000:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763405/real 1789763405]  req@ffff911a12ee8000 x1876699521475840/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763405.280012:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8000 x1876699521475840/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763405.280020:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763405.280023:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763405.280044:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521475840:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763405.280083:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521475968:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763405.280125:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763405.280149:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763405/real 1789763405]  req@ffff911a12eea680 x1876699521475968/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763405.280174:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea680 x1876699521475968/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763405.280184:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763405.280188:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763405.280193:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521475968:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763405.280200:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521476096:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763405.280280:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763405.280298:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763405/real 1789763405]  req@ffff911a12ee8380 x1876699521476096/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763405.280360:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8380 x1876699521476096/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763405.280390:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763405.280395:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763405.280399:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521476096:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763405.280409:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521476224:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763405.280460:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763405.280479:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763405/real 1789763405]  req@ffff911a12eebb80 x1876699521476224/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763405.280494:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eebb80 x1876699521476224/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763405.280504:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763405.280508:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763405.280512:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521476224:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763405.280519:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521476352:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763405.280542:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763405.280559:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763405/real 1789763405]  req@ffff911a12eeb100 x1876699521476352/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763405.280573:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb100 x1876699521476352/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763405.280582:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763405.280586:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763405.280591:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521476352:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789763405.343442:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763406.367528:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763407.391482:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763408.415571:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763409.439451:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763410.399412:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763410.399425:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763410.399430:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763410.399442:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3379
00000100:00080000:2.0:1789763410.399456:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763410.399465:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789763410.399514:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb100 x1876699521476480/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763410.399554:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763410.399559:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763410.399562:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763410.399567:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3379
00000100:00080000:2.0:1789763410.399571:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763410.399576:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763410.399587:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763410.399623:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eebb80 x1876699521476608/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763410.399648:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521476480:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789763410.399695:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763410.399701:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763410.399704:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763410.399712:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3379
00000100:00080000:2.0:1789763410.399716:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763410.399721:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763410.399729:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763410.399750:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8380 x1876699521476736/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763410.399778:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:2.0:1789763410.399792:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763410.399802:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763410.399808:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763410.399818:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3379
00000100:00080000:2.0:1789763410.399828:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763410.399837:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763410/real 1789763410]  req@ffff911a12eeb100 x1876699521476480/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763410.399841:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763410.399864:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763410.399876:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb100 x1876699521476480/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763410.399894:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789763410.399898:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea680 x1876699521476864/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763410.399904:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763410.399919:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521476480:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789763410.399968:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763410.399976:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763410.399981:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763410.399982:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521476608:192.168.203.116@tcp:38:kworker.0
00000100:00080000:2.0:1789763410.400001:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3379
00000100:00080000:2.0:1789763410.400011:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763410.400037:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763410.400048:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789763410.400059:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763410.400090:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8000 x1876699521476992/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763410.400091:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763410/real 1789763410]  req@ffff911a12eebb80 x1876699521476608/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763410.400147:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763410.400155:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eebb80 x1876699521476608/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763410.400157:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763410.400166:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763410.400184:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3379
00000100:00080000:1.0:1789763410.400191:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763410.400193:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763410.400205:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763410.400217:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763410.400235:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9500 x1876699521477120/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763410.400319:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763410.400334:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521476608:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763410.400353:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521476736:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763410.400420:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763410.400451:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763410/real 1789763410]  req@ffff911a12ee8380 x1876699521476736/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763410.400477:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8380 x1876699521476736/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763410.400496:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763410.400503:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763410.400511:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521476736:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763410.400522:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521476864:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763410.400554:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763410.400570:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763410/real 1789763410]  req@ffff911a12eea680 x1876699521476864/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763410.400585:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea680 x1876699521476864/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763410.400596:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763410.400618:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763410.400622:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521476864:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763410.400643:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521476992:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763410.400665:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763410.400676:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763410/real 1789763410]  req@ffff911a12ee8000 x1876699521476992/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763410.400709:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8000 x1876699521476992/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763410.400720:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763410.400724:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763410.400728:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521476992:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763410.400735:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521477120:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763410.400756:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763410.400767:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763410/real 1789763410]  req@ffff911a12ee9500 x1876699521477120/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763410.400781:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9500 x1876699521477120/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763410.400791:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763410.400794:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763410.400798:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521477120:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763410.463449:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763411.487428:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763412.511438:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763413.535432:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763414.559479:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763415.519359:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763415.519369:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763415.519373:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763415.519384:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3384
00000100:00080000:3.0:1789763415.519394:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763415.519401:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789763415.519438:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521477248/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763415.519479:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763415.519484:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763415.519487:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763415.519493:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3384
00000100:00080000:3.0:1789763415.519498:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763415.519504:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763415.519516:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763415.519535:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521477376/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763415.519537:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521477248:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789763415.519550:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763415.519554:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763415.519556:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763415.519561:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3384
00000100:00080000:3.0:1789763415.519565:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763415.519570:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763415.519576:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763415.519588:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521477504/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763415.519600:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763415.519604:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763415.519606:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763415.519610:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3384
00000100:00080000:3.0:1789763415.519614:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763415.519633:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000800:00000100:1.0:1789763415.519637:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000008:00100000:3.0:1789763415.519637:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763415.519646:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521477632/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763415.519655:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763415.519658:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763415.519660:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763415.519663:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3384
00000100:00080000:3.0:1789763415.519666:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763415.519670:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763415.519674:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763415.519677:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763415/real 1789763415]  req@ffff911a04ad0000 x1876699521477248/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763415.519700:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521477760/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763415.519712:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763415.519716:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763415.519719:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763415.519723:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3384
00000100:00100000:1.0:1789763415.519727:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521477248/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763415.519727:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763415.519732:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763415.519738:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763415.519740:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763415.519746:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763415.519749:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521477888/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763415.519751:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521477248:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789763415.519779:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521477376:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763415.519811:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763415.519825:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763415/real 1789763415]  req@ffff911a04ad3480 x1876699521477376/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763415.519836:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521477376/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763415.519846:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763415.519850:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763415.519855:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521477376:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763415.519871:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521477504:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763415.519899:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763415.519915:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763415/real 1789763415]  req@ffff911a04ad1f80 x1876699521477504/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763415.519929:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521477504/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763415.519936:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763415.519939:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763415.519942:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521477504:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763415.519948:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521477632:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763415.519967:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763415.519977:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763415/real 1789763415]  req@ffff911a04ad2300 x1876699521477632/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763415.519986:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521477632/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763415.519993:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763415.519996:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763415.519998:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521477632:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763415.520003:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521477760:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763415.520017:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763415.520024:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763415/real 1789763415]  req@ffff911a04ad1880 x1876699521477760/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763415.520034:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521477760/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763415.520041:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763415.520043:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763415.520045:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521477760:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763415.520049:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521477888:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763415.520077:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763415.520083:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763415/real 1789763415]  req@ffff911a04ad1c00 x1876699521477888/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763415.520090:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521477888/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763415.520095:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763415.520097:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763415.520099:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521477888:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789763415.583431:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763416.607408:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763417.631466:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763418.655420:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763419.679479:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763420.639466:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763420.639480:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763420.639485:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763420.639499:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3389
00000100:00080000:2.0:1789763420.639513:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763420.639522:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789763420.639582:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8e00 x1876699521478016/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763420.639643:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763420.639652:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763420.639656:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763420.639664:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3389
00000100:00080000:2.0:1789763420.639670:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763420.639675:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763420.639701:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763420.639729:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8700 x1876699521478144/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763420.639753:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521478016:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789763420.639764:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763420.639784:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763420.639791:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763420.639802:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3389
00000100:00080000:2.0:1789763420.639812:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763420.639822:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763420.639834:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763420.639856:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eead80 x1876699521478272/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763420.639870:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763420.639874:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763420.639878:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763420.639882:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3389
00000100:00080000:2.0:1789763420.639889:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789763420.639900:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:2.0:1789763420.639902:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763420.639917:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763420.639937:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9f80 x1876699521478400/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763420.639951:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763420.639957:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763420.639960:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763420.639968:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3389
00000100:00080000:2.0:1789763420.639972:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763420.639981:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789763420.639985:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763420/real 1789763420]  req@ffff911a12ee8e00 x1876699521478016/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789763420.639991:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763420.640019:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb800 x1876699521478528/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763420.640036:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8e00 x1876699521478016/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763420.640040:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763420.640068:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763420.640083:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763420.640101:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3389
00000100:00080000:1.0:1789763420.640102:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763420.640115:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763420.640125:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:2.0:1789763420.640135:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789763420.640146:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521478016:192.168.203.116@tcp:250:kworker.0
00000008:00100000:2.0:1789763420.640148:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763420.640180:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea300 x1876699521478656/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763420.640273:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521478144:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763420.640312:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763420.640338:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763420/real 1789763420]  req@ffff911a12ee8700 x1876699521478144/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763420.640358:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8700 x1876699521478144/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763420.640371:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763420.640376:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763420.640381:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521478144:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763420.640391:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521478272:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763420.640415:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763420.640427:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763420/real 1789763420]  req@ffff911a12eead80 x1876699521478272/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763420.640442:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eead80 x1876699521478272/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763420.640452:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763420.640455:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763420.640459:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521478272:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763420.640467:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521478400:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763420.640488:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763420.640500:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763420/real 1789763420]  req@ffff911a12ee9f80 x1876699521478400/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763420.640514:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9f80 x1876699521478400/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763420.640524:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763420.640528:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763420.640532:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521478400:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763420.640539:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521478528:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763420.640558:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763420.640570:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763420/real 1789763420]  req@ffff911a12eeb800 x1876699521478528/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763420.640586:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb800 x1876699521478528/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763420.640595:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763420.640599:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763420.640602:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521478528:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763420.640609:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521478656:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763420.640629:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763420.640639:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763420/real 1789763420]  req@ffff911a12eea300 x1876699521478656/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763420.640652:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea300 x1876699521478656/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763420.640662:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763420.640666:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763420.640670:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521478656:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789763420.703466:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763421.727510:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763422.751446:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763423.775490:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763424.799539:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763425.759416:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763425.759429:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763425.759434:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763425.759448:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3395
00000100:00080000:3.0:1789763425.759462:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763425.759471:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789763425.759532:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0a80 x1876699521478784/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763425.759583:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763425.759588:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763425.759590:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763425.759596:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3395
00000100:00080000:3.0:1789763425.759601:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763425.759605:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763425.759617:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763425.759634:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3100 x1876699521478912/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763425.759649:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763425.759654:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763425.759656:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763425.759662:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3395
00000100:00080000:3.0:1789763425.759666:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763425.759670:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763425.759675:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763425.759704:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521479040/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763425.759730:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763425.759737:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:1.0:1789763425.759739:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521478784:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789763425.759741:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763425.759756:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3395
00000100:00080000:3.0:1789763425.759771:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763425.759778:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763425.759785:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763425.759802:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521479168/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763425.759814:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763425.759819:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763425.759821:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763425.759826:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3395
00000100:00080000:3.0:1789763425.759830:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763425.759835:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763425.759840:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763425.759853:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521479296/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763425.759865:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763425.759869:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763425.759871:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763425.759875:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3395
00000100:00080000:3.0:1789763425.759885:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763425.759891:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000800:00000100:1.0:1789763425.759913:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000008:00100000:3.0:1789763425.759917:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763425.759952:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521479424/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763425.760037:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763425/real 1789763425]  req@ffff911a04ad0a80 x1876699521478784/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763425.760076:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0a80 x1876699521478784/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763425.760131:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763425.760140:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763425.760149:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521478784:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789763425.760195:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521478912:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763425.760328:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763425.760358:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763425/real 1789763425]  req@ffff911a04ad3100 x1876699521478912/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763425.760385:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3100 x1876699521478912/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763425.760403:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763425.760410:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763425.760418:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521478912:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763425.760468:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521479040:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763425.760533:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763425.760558:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763425/real 1789763425]  req@ffff911a04ad1c00 x1876699521479040/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763425.760585:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521479040/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763425.760602:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763425.760609:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763425.760617:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521479040:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763425.760633:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521479168:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763425.760677:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763425.760701:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763425/real 1789763425]  req@ffff911a04ad1880 x1876699521479168/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763425.760727:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521479168/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763425.760745:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763425.760752:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763425.760760:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521479168:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763425.760773:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521479296:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763425.760816:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763425.760841:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763425/real 1789763425]  req@ffff911a04ad2300 x1876699521479296/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763425.760867:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521479296/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763425.760884:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763425.760892:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763425.760898:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521479296:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763425.760912:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521479424:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763425.760956:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763425.760980:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763425/real 1789763425]  req@ffff911a04ad1f80 x1876699521479424/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763425.761021:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521479424/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763425.761038:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763425.761044:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763425.761050:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521479424:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763425.823437:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763426.847460:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763427.871426:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763428.895439:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763429.919423:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763430.879369:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763430.879382:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763430.879388:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763430.879400:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3400
00000100:00080000:0.0:1789763430.879415:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763430.879424:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789763430.879471:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56680 x1876699521479552/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763430.879507:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763430.879512:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763430.879514:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763430.879520:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3400
00000100:00080000:0.0:1789763430.879524:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763430.879528:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763430.879540:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763430.879555:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57b80 x1876699521479680/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763430.879567:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763430.879571:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763430.879574:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763430.879580:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3400
00000100:00080000:0.0:1789763430.879583:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763430.879588:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763430.879593:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763430.879605:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521479808/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763430.879621:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763430.879625:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763430.879627:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763430.879636:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3400
00000100:00100000:1.0:1789763430.879638:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521479552:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763430.879640:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763430.879653:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763430.879660:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763430.879675:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521479936/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763430.879688:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763430.879693:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763430.879696:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763430.879701:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3400
00000100:00080000:0.0:1789763430.879718:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763430.879723:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763430.879729:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789763430.879739:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789763430.879747:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521480064/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763430.879764:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763430.879769:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763430.879771:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763430.879776:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3400
00000100:00080000:0.0:1789763430.879782:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763430.879790:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763430.879801:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763430.879807:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763430/real 1789763430]  req@ffff911a05c56680 x1876699521479552/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763430.879830:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521480192/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763430.879840:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56680 x1876699521479552/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763430.879889:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763430.879896:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763430.879903:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521479552:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789763430.879916:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521479680:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763430.879944:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763430.879959:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763430/real 1789763430]  req@ffff911a05c57b80 x1876699521479680/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763430.879974:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57b80 x1876699521479680/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763430.879993:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763430.879998:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763430.880002:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521479680:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763430.880035:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521479808:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763430.880071:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763430.880093:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763430/real 1789763430]  req@ffff911a05c55880 x1876699521479808/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763430.880118:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521479808/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763430.880164:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763430.880171:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763430.880177:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521479808:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763430.880190:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521479936:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763430.880290:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763430.880310:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763430/real 1789763430]  req@ffff911a05c54000 x1876699521479936/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763430.880326:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521479936/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763430.880336:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763430.880340:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763430.880345:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521479936:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763430.880353:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521480064:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763430.880377:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763430.880390:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763430/real 1789763430]  req@ffff911a05c57100 x1876699521480064/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763430.880404:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521480064/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763430.880413:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763430.880416:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763430.880420:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521480064:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763430.880427:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521480192:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763430.880446:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763430.880457:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763430/real 1789763430]  req@ffff911a05c54700 x1876699521480192/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763430.880471:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521480192/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763430.880480:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763430.880483:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763430.880487:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521480192:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789763430.943428:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763431.967422:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763432.991424:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763434.015531:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763435.039533:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763435.999454:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763435.999471:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763435.999478:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763435.999495:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3405
00000100:00080000:2.0:1789763435.999514:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763435.999525:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789763435.999595:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9880 x1876699521480320/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763435.999657:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763435.999663:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763435.999666:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763435.999672:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3405
00000100:00080000:2.0:1789763435.999677:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763435.999682:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763435.999697:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763435.999714:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9180 x1876699521480448/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763435.999747:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763435.999752:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763435.999755:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763435.999762:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3405
00000100:00080000:2.0:1789763435.999768:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763435.999772:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763435.999779:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763435.999795:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeaa00 x1876699521480576/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763435.999816:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521480320:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789763435.999844:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763435.999851:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763435.999853:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763435.999863:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3405
00000100:00080000:2.0:1789763435.999870:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763435.999876:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763435.999885:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763435.999904:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb480 x1876699521480704/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763435.999918:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763435.999924:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763435.999927:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789763435.999937:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:2.0:1789763435.999940:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3405
00000100:00080000:2.0:1789763435.999949:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763435.999956:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763435.999965:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763435.999980:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9c00 x1876699521480832/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763435.999997:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763436.000001:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763436.000004:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763436.000010:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763435/real 1789763435]  req@ffff911a12ee9880 x1876699521480320/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763436.000019:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3405
00000100:00080000:2.0:1789763436.000036:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763436.000056:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763436.000076:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763436.000088:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9880 x1876699521480320/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763436.000142:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8a80 x1876699521480960/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763436.000165:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763436.000175:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763436.000183:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521480320:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789763436.000197:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521480448:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763436.000304:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763436.000325:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763436/real 1789763436]  req@ffff911a12ee9180 x1876699521480448/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763436.000352:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9180 x1876699521480448/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763436.000370:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763436.000377:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763436.000384:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521480448:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763436.000427:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521480576:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763436.000470:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763436.000488:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763436/real 1789763436]  req@ffff911a12eeaa00 x1876699521480576/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763436.000504:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeaa00 x1876699521480576/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763436.000523:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763436.000527:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763436.000532:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521480576:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763436.000540:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521480704:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763436.000563:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763436.000574:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763436/real 1789763436]  req@ffff911a12eeb480 x1876699521480704/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763436.000589:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb480 x1876699521480704/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763436.000598:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763436.000602:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763436.000605:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521480704:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763436.000613:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521480832:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763436.000632:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763436.000672:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763436/real 1789763436]  req@ffff911a12ee9c00 x1876699521480832/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763436.000687:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9c00 x1876699521480832/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763436.000697:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763436.000701:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763436.000712:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521480832:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763436.000731:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521480960:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763436.000753:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763436.000765:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763436/real 1789763436]  req@ffff911a12ee8a80 x1876699521480960/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763436.000779:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8a80 x1876699521480960/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763436.000788:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763436.000792:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763436.000795:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521480960:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789763436.063416:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763437.087335:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763438.111505:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763439.135460:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763440.159484:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763441.119307:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763441.119320:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763441.119324:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763441.119337:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3410
00000100:00080000:3.0:1789763441.119349:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763441.119358:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789763441.119417:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521481088/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763441.119454:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763441.119460:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763441.119462:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763441.119470:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3410
00000100:00080000:3.0:1789763441.119476:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763441.119481:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763441.119493:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763441.119509:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521481088:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789763441.119511:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521481216/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763441.119523:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763441.119527:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763441.119529:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763441.119533:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3410
00000100:00080000:3.0:1789763441.119536:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763441.119539:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763441.119543:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763441.119553:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521481344/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763441.119561:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763441.119564:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763441.119566:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763441.119569:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3410
00000100:00080000:3.0:1789763441.119574:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763441.119576:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763441.119580:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763441.119589:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521481472/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763441.119598:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763441.119601:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763441.119603:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763441.119605:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3410
00000100:00080000:3.0:1789763441.119608:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789763441.119614:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789763441.119615:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763441.119621:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763441.119630:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0700 x1876699521481600/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763441.119638:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763441.119641:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763441.119643:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763441.119647:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3410
00000100:00080000:3.0:1789763441.119658:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763441.119661:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763441.119666:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763441.119678:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521481728/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763441.119683:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763441/real 1789763441]  req@ffff911a04ad3480 x1876699521481088/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763441.119713:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521481088/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763441.119724:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763441.119729:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763441.119733:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521481088:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789763441.119759:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521481216:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763441.119781:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763441.119793:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763441/real 1789763441]  req@ffff911a04ad0000 x1876699521481216/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763441.119803:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521481216/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763441.119810:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763441.119813:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763441.119816:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521481216:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763441.119820:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521481344:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763441.119834:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763441.119843:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763441/real 1789763441]  req@ffff911a04ad2a00 x1876699521481344/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763441.119858:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521481344/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763441.119869:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763441.119873:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763441.119878:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521481344:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763441.119904:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521481472:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763441.119938:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763441.119951:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763441/real 1789763441]  req@ffff911a04ad1500 x1876699521481472/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763441.119963:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1500 x1876699521481472/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763441.119972:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763441.119976:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763441.119980:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521481472:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763441.119985:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521481600:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763441.120003:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763441.120013:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763441/real 1789763441]  req@ffff911a04ad0700 x1876699521481600/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763441.120024:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0700 x1876699521481600/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763441.120032:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763441.120035:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763441.120038:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521481600:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763441.120043:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521481728:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763441.120104:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763441.120113:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763441/real 1789763441]  req@ffff911a04ad0380 x1876699521481728/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763441.120121:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521481728/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763441.120128:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763441.120131:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763441.120134:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521481728:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763441.183410:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763442.207468:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763443.231531:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763444.255554:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763445.279459:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763446.239332:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763446.239344:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763446.239349:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763446.239361:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3415
00000100:00080000:3.0:1789763446.239373:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763446.239382:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789763446.239427:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521481856/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763446.239475:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763446.239478:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763446.239480:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763446.239484:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3415
00000100:00080000:3.0:1789763446.239487:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763446.239490:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763446.239499:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763446.239509:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2680 x1876699521481984/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763446.239523:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763446.239526:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763446.239528:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763446.239531:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3415
00000100:00080000:3.0:1789763446.239534:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763446.239537:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763446.239541:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763446.239552:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521482112/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763446.239567:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763446.239573:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521481856:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789763446.239573:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763446.239575:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763446.239585:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3415
00000100:00080000:3.0:1789763446.239588:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763446.239591:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763446.239595:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763446.239605:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0700 x1876699521482240/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763446.239613:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763446.239617:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763446.239618:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763446.239621:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3415
00000100:00080000:3.0:1789763446.239625:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763446.239627:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763446.239630:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763446.239639:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521482368/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763446.239648:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789763446.239650:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789763446.239657:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763446.239660:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763446.239667:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3415
00000100:00080000:3.0:1789763446.239676:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763446.239682:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763446.239689:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763446.239705:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763446/real 1789763446]  req@ffff911a04ad3800 x1876699521481856/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763446.239708:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521482496/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763446.239779:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521481856/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763446.239795:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763446.239801:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763446.239807:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521481856:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789763446.239816:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521481984:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763446.239846:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763446.239862:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763446/real 1789763446]  req@ffff911a04ad2680 x1876699521481984/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763446.239875:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2680 x1876699521481984/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763446.239884:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763446.239888:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763446.239891:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521481984:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763446.239918:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521482112:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763446.239936:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763446.239947:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763446/real 1789763446]  req@ffff911a04ad0380 x1876699521482112/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763446.239959:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521482112/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763446.239968:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763446.239971:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763446.239974:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521482112:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763446.239979:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521482240:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763446.239997:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763446.240007:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763446/real 1789763446]  req@ffff911a04ad0700 x1876699521482240/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763446.240063:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0700 x1876699521482240/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763446.240070:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763446.240073:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763446.240076:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521482240:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763446.240081:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521482368:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763446.240098:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763446.240107:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763446/real 1789763446]  req@ffff911a04ad1500 x1876699521482368/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763446.240137:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1500 x1876699521482368/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763446.240146:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763446.240149:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763446.240153:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521482368:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763446.240159:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521482496:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763446.240177:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763446.240186:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763446/real 1789763446]  req@ffff911a04ad2a00 x1876699521482496/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763446.240198:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521482496/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763446.240206:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763446.240209:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763446.240212:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521482496:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789763446.303425:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763447.327479:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763448.351435:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763449.375529:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763450.399437:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763451.359410:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763451.359424:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763451.359429:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763451.359442:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3420
00000100:00080000:0.0:1789763451.359457:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763451.359465:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789763451.359504:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55c00 x1876699521482624/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763451.359535:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763451.359539:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763451.359541:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763451.359545:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3420
00000100:00080000:0.0:1789763451.359549:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763451.359553:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763451.359564:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763451.359577:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55f80 x1876699521482752/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763451.359589:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763451.359595:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763451.359598:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763451.359598:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521482624:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763451.359605:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3420
00000100:00080000:0.0:1789763451.359612:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763451.359617:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763451.359622:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763451.359634:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55500 x1876699521482880/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763451.359644:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763451.359648:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763451.359650:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763451.359653:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3420
00000100:00080000:0.0:1789763451.359656:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763451.359659:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763451.359664:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763451.359673:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54e00 x1876699521483008/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763451.359682:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763451.359686:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763451.359689:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789763451.359696:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789763451.359702:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3420
00000100:00080000:0.0:1789763451.359711:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763451.359719:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763451.359729:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763451.359751:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763451/real 1789763451]  req@ffff911a05c55c00 x1876699521482624/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763451.359753:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56d80 x1876699521483136/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763451.359793:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763451.359798:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55c00 x1876699521482624/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763451.359801:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763451.359807:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763451.359816:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763451.359822:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3420
00000100:00080000:1.0:1789763451.359826:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:0.0:1789763451.359833:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763451.359835:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521482624:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763451.359847:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763451.359855:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763451.359868:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521482752:192.168.203.116@tcp:38:kworker.0
00000100:00100000:0.0:1789763451.359878:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55c00 x1876699521483264/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763451.359898:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763451.359916:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763451/real 1789763451]  req@ffff911a05c55f80 x1876699521482752/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763451.359930:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55f80 x1876699521482752/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763451.359938:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763451.359941:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763451.359944:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521482752:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763451.359950:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521482880:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763451.359965:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763451.359973:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763451/real 1789763451]  req@ffff911a05c55500 x1876699521482880/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763451.360005:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55500 x1876699521482880/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763451.360014:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763451.360017:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763451.360020:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521482880:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763451.360025:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521483008:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763451.360046:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763451.360057:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763451/real 1789763451]  req@ffff911a05c54e00 x1876699521483008/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763451.360068:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54e00 x1876699521483008/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763451.360075:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763451.360078:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763451.360081:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521483008:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763451.360086:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521483136:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763451.360100:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763451.360109:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763451/real 1789763451]  req@ffff911a05c56d80 x1876699521483136/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763451.360119:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56d80 x1876699521483136/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763451.360126:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763451.360129:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763451.360131:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521483136:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763451.360147:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521483264:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763451.360161:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763451.360170:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763451/real 1789763451]  req@ffff911a05c55c00 x1876699521483264/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763451.360180:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55c00 x1876699521483264/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763451.360188:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763451.360191:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763451.360194:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521483264:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789763451.423518:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763452.447469:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763453.471433:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763454.495449:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763455.519402:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763456.479391:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763456.479416:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763456.479421:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763456.479434:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3425
00000100:00080000:2.0:1789763456.479447:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763456.479456:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789763456.479516:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8a80 x1876699521483392/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763456.479554:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763456.479559:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763456.479562:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763456.479567:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3425
00000100:00080000:2.0:1789763456.479571:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763456.479576:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763456.479588:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763456.479605:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9c00 x1876699521483520/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763456.479618:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763456.479623:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763456.479636:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763456.479642:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3425
00000100:00080000:2.0:1789763456.479646:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763456.479650:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763456.479656:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763456.479679:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521483392:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789763456.479680:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb480 x1876699521483648/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763456.479713:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763456.479720:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763456.479724:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763456.479733:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3425
00000100:00080000:2.0:1789763456.479743:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763456.479762:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763456.479773:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789763456.479787:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763456.479799:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeaa00 x1876699521483776/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763456.479816:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763456.479830:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763456.479832:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763456.479837:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3425
00000100:00080000:2.0:1789763456.479844:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763456.479850:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789763456.479861:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763456/real 1789763456]  req@ffff911a12ee8a80 x1876699521483392/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789763456.479863:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763456.479885:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9180 x1876699521483904/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763456.479900:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763456.479912:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763456.479918:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763456.479923:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3425
00000100:00080000:2.0:1789763456.479927:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763456.479932:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763456.479937:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763456.479965:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8a80 x1876699521483392/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763456.480000:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789763456.480006:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9880 x1876699521484032/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763456.480012:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763456.480038:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521483392:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789763456.480060:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521483520:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763456.480102:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763456.480121:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763456/real 1789763456]  req@ffff911a12ee9c00 x1876699521483520/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763456.480138:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9c00 x1876699521483520/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763456.480149:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763456.480154:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763456.480158:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521483520:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763456.480202:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521483648:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763456.480304:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763456.480329:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763456/real 1789763456]  req@ffff911a12eeb480 x1876699521483648/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763456.480349:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb480 x1876699521483648/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763456.480360:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763456.480364:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763456.480368:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521483648:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763456.480376:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521483776:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763456.480406:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763456.480419:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763456/real 1789763456]  req@ffff911a12eeaa00 x1876699521483776/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763456.480433:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeaa00 x1876699521483776/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763456.480443:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763456.480447:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763456.480451:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521483776:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763456.480458:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521483904:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763456.480477:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763456.480497:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763456/real 1789763456]  req@ffff911a12ee9180 x1876699521483904/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763456.480511:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9180 x1876699521483904/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763456.480521:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763456.480524:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763456.480528:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521483904:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763456.480535:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521484032:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763456.480554:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763456.480564:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763456/real 1789763456]  req@ffff911a12ee9880 x1876699521484032/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763456.480583:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9880 x1876699521484032/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763456.480599:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763456.480605:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763456.480612:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521484032:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763456.543460:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763457.567404:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763458.591453:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763459.615416:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763460.639534:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763461.599403:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763461.599420:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763461.599427:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763461.599444:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3430
00000100:00080000:2.0:1789763461.599463:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763461.599474:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789763461.599540:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea300 x1876699521484160/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763461.599585:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763461.599591:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763461.599593:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763461.599599:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3430
00000100:00080000:2.0:1789763461.599605:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763461.599610:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763461.599626:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763461.599644:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb800 x1876699521484288/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763461.599659:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763461.599664:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763461.599666:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763461.599672:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3430
00000100:00080000:2.0:1789763461.599675:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763461.599679:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763461.599686:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763461.599698:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9f80 x1876699521484416/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763461.599718:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521484160:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789763461.599719:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763461.599730:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763461.599734:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763461.599749:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3430
00000100:00080000:2.0:1789763461.599754:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763461.599760:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763461.599767:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763461.599789:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eead80 x1876699521484544/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763461.599812:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763461.599831:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763461.599835:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763461.599842:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3430
00000100:00080000:2.0:1789763461.599848:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763461.599854:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763461.599860:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763461.599874:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8700 x1876699521484672/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763461.599886:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763461.599891:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763461.599893:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763461.599898:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3430
00000100:00080000:2.0:1789763461.599930:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763461.599941:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763461.599952:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763461.599960:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521484288:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763461.599988:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8e00 x1876699521484800/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763461.600060:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521484416:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763461.600127:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521484544:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763461.600181:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521484672:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763461.600290:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521484800:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789763461.663468:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763462.687412:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763463.711499:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789763464.671591:0:2395:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.116:988
00000400:00000100:3.0:1789763464.671646:0:2395:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.116@tcp at host 192.168.203.116 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789763464.671666:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789763464.671724:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789763464.671732:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789763464.671741:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789763464.671780:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789763464.671791:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000100:00100000:1.0:1789763464.671831:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763461/real 1789763464]  req@ffff911a12ee9f80 x1876699521484416/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763464.671877:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9f80 x1876699521484416/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763464.671921:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763464.671929:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763464.671936:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521484416:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763464.671950:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763461/real 1789763464]  req@ffff911a12eead80 x1876699521484544/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763464.671986:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eead80 x1876699521484544/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763464.671999:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763464.672004:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763464.672009:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521484544:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763464.672017:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763461/real 1789763464]  req@ffff911a12ee8700 x1876699521484672/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763464.672042:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8700 x1876699521484672/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763464.672053:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763464.672059:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763464.672064:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521484672:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763464.672090:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763461/real 1789763464]  req@ffff911a12ee8e00 x1876699521484800/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763464.672112:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8e00 x1876699521484800/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763464.672127:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763464.672133:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763464.672156:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521484800:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763464.672165:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763461/real 1789763464]  req@ffff911a12eea300 x1876699521484160/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763464.672184:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea300 x1876699521484160/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763464.672197:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763464.672202:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763464.672208:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521484160:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789763464.672218:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763461/real 1789763464]  req@ffff911a12eeb800 x1876699521484288/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763464.672236:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb800 x1876699521484288/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763464.672248:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763464.672255:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763464.672304:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521484288:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789763464.735446:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763465.759601:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763466.719355:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763466.719428:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763466.719434:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763466.719448:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3435
00000100:00080000:2.0:1789763466.719464:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763466.719474:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789763466.719523:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9500 x1876699521484928/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763466.719573:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763466.719582:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763466.719601:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763466.719639:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3435
00000100:00080000:2.0:1789763466.719649:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763466.719659:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763466.719677:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763466.719687:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521484928:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789763466.719710:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8000 x1876699521485056/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763466.719735:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763466.719749:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763466.719755:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763466.719761:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3435
00000100:00080000:2.0:1789763466.719767:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763466.719774:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763466.719782:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763466.719815:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea680 x1876699521485184/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763466.719837:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763466.719846:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:1.0:1789763466.719852:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:2.0:1789763466.719854:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763466.719897:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3435
00000100:00080000:2.0:1789763466.719908:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763466.719917:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763466.719930:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763466.719972:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8380 x1876699521485312/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763466.719974:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763466/real 1789763466]  req@ffff911a12ee9500 x1876699521484928/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763466.720025:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763466.720034:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763466.720041:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763466.720044:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9500 x1876699521484928/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763466.720056:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3435
00000100:00080000:2.0:1789763466.720071:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763466.720084:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763466.720085:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00080000:1.0:1789763466.720104:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000008:00100000:2.0:1789763466.720106:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763466.720120:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521484928:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789763466.720140:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eebb80 x1876699521485440/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763466.720166:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763466.720171:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521485056:192.168.203.116@tcp:38:kworker.0
00000100:00080000:2.0:1789763466.720177:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763466.720208:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789763466.720280:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:2.0:1789763466.720297:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3435
00000100:00080000:2.0:1789763466.720309:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763466.720317:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763466/real 1789763466]  req@ffff911a12ee8000 x1876699521485056/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763466.720326:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763466.720344:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763466.720360:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8000 x1876699521485056/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763466.720378:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb100 x1876699521485568/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763466.720387:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763466.720407:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763466.720421:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521485056:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763466.720435:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521485184:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763466.720486:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763466.720512:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763466/real 1789763466]  req@ffff911a12eea680 x1876699521485184/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763466.720537:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea680 x1876699521485184/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763466.720554:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763466.720563:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763466.720570:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521485184:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763466.720584:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521485312:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763466.720630:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763466.720653:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763466/real 1789763466]  req@ffff911a12ee8380 x1876699521485312/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763466.720677:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8380 x1876699521485312/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763466.720695:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763466.720702:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763466.720710:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521485312:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763466.720748:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521485440:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763466.720784:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763466.720807:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763466/real 1789763466]  req@ffff911a12eebb80 x1876699521485440/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763466.720845:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eebb80 x1876699521485440/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763466.720863:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763466.720895:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763466.720901:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521485440:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763466.720914:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521485568:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763466.720957:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763466.720980:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763466/real 1789763466]  req@ffff911a12eeb100 x1876699521485568/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763466.721001:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb100 x1876699521485568/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763466.721016:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763466.721022:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763466.721028:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521485568:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789763466.783474:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763467.807422:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763468.831419:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763469.855485:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763470.879460:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763471.839399:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763471.839408:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763471.839412:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763471.839422:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3441
00000100:00080000:0.0:1789763471.839432:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763471.839438:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789763471.839474:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521485696/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763471.839501:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763471.839506:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763471.839508:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763471.839513:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3441
00000100:00080000:0.0:1789763471.839517:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763471.839522:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763471.839533:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763471.839551:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521485824/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763471.839562:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521485696:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763471.839566:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763471.839570:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763471.839572:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763471.839576:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3441
00000100:00080000:0.0:1789763471.839579:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763471.839583:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763471.839587:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763471.839599:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521485952/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763471.839612:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763471.839615:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763471.839616:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763471.839619:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3441
00000100:00080000:0.0:1789763471.839622:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789763471.839627:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789763471.839630:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763471.839637:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763471.839646:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521486080/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763471.839654:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763471.839657:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763471.839658:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763471.839661:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3441
00000100:00080000:0.0:1789763471.839664:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763471.839671:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789763471.839672:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763471/real 1789763471]  req@ffff911a05c54700 x1876699521485696/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789763471.839675:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763471.839687:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57b80 x1876699521486208/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763471.839696:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521485696/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763471.839698:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763471.839707:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763471.839711:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763471.839719:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3441
00000100:00080000:0.0:1789763471.839725:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763471.839732:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763471.839738:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763471.839739:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763471.839747:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:0.0:1789763471.839751:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56680 x1876699521486336/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763471.839756:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521485696:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789763471.839788:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521485824:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763471.839807:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763471.839817:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763471/real 1789763471]  req@ffff911a05c57100 x1876699521485824/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763471.839825:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521485824/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763471.839848:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763471.839851:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763471.839854:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521485824:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763471.839859:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521485952:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763471.839875:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763471.839884:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763471/real 1789763471]  req@ffff911a05c54000 x1876699521485952/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763471.839892:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521485952/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763471.839898:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763471.839901:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763471.839903:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521485952:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763471.839907:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521486080:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763471.839921:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763471.839928:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763471/real 1789763471]  req@ffff911a05c55880 x1876699521486080/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763471.839959:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521486080/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763471.839970:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763471.839973:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763471.839977:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521486080:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763471.839983:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521486208:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763471.840006:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763471.840017:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763471/real 1789763471]  req@ffff911a05c57b80 x1876699521486208/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763471.840031:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57b80 x1876699521486208/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763471.840040:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763471.840043:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763471.840047:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521486208:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763471.840053:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521486336:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763471.840073:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763471.840084:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763471/real 1789763471]  req@ffff911a05c56680 x1876699521486336/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763471.840099:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56680 x1876699521486336/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763471.840108:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763471.840111:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763471.840115:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521486336:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763471.903353:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763472.927450:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763473.951398:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763474.975475:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763475.999506:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763476.959404:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763476.959432:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763476.959438:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763476.959452:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3446
00000100:00080000:2.0:1789763476.959466:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763476.959475:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789763476.959525:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb100 x1876699521486464/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763476.959561:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763476.959566:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763476.959569:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763476.959575:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3446
00000100:00080000:2.0:1789763476.959579:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763476.959583:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763476.959595:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763476.959610:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eebb80 x1876699521486592/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763476.959623:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763476.959627:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763476.959629:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763476.959633:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3446
00000100:00080000:2.0:1789763476.959638:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763476.959644:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763476.959650:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763476.959663:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8380 x1876699521486720/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763476.959676:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763476.959681:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763476.959683:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763476.959693:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521486464:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789763476.959695:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3446
00000100:00080000:2.0:1789763476.959706:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763476.959725:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763476.959731:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763476.959746:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea680 x1876699521486848/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763476.959760:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763476.959764:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763476.959767:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763476.959771:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3446
00000100:00080000:2.0:1789763476.959776:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763476.959780:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763476.959786:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763476.959827:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8000 x1876699521486976/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763476.959844:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:2.0:1789763476.959862:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763476.959867:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763476.959870:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763476.959877:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3446
00000100:00080000:2.0:1789763476.959883:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763476.959888:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763476.959895:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763476.959929:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763476/real 1789763476]  req@ffff911a12eeb100 x1876699521486464/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763476.959930:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9500 x1876699521487104/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763476.960009:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb100 x1876699521486464/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763476.960031:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763476.960040:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763476.960049:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521486464:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789763476.960063:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521486592:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763476.960110:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763476.960136:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763476/real 1789763476]  req@ffff911a12eebb80 x1876699521486592/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763476.960170:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eebb80 x1876699521486592/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763476.960190:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763476.960194:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763476.960199:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521486592:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763476.960273:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521486720:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763476.960304:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763476.960319:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763476/real 1789763476]  req@ffff911a12ee8380 x1876699521486720/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763476.960334:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8380 x1876699521486720/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763476.960345:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763476.960349:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763476.960353:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521486720:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763476.960359:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521486848:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763476.960378:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763476.960389:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763476/real 1789763476]  req@ffff911a12eea680 x1876699521486848/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763476.960403:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea680 x1876699521486848/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763476.960413:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763476.960416:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763476.960421:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521486848:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763476.960428:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521486976:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763476.960446:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763476.960457:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763476/real 1789763476]  req@ffff911a12ee8000 x1876699521486976/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763476.960471:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8000 x1876699521486976/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763476.960481:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763476.960484:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763476.960487:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521486976:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763476.960493:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521487104:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763476.960511:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763476.960522:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763476/real 1789763476]  req@ffff911a12ee9500 x1876699521487104/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763476.960535:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9500 x1876699521487104/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763476.960545:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763476.960548:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763476.960552:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521487104:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789763477.023448:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763478.047422:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763479.071464:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763480.095393:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763481.119459:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763482.079387:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763482.079400:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763482.079405:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763482.079418:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3451
00000100:00080000:0.0:1789763482.079432:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763482.079441:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789763482.079504:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521487232/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763482.079539:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763482.079544:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763482.079546:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763482.079552:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3451
00000100:00080000:0.0:1789763482.079556:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763482.079560:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763482.079572:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763482.079588:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57800 x1876699521487360/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763482.079602:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763482.079606:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763482.079608:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763482.079612:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3451
00000100:00080000:0.0:1789763482.079615:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763482.079620:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763482.079625:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763482.079637:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54a80 x1876699521487488/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763482.079651:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763482.079656:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763482.079659:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763482.079664:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3451
00000100:00080000:0.0:1789763482.079668:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763482.079676:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521487232:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763482.079691:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763482.079699:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763482.079716:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55180 x1876699521487616/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763482.079731:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763482.079735:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763482.079738:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763482.079743:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3451
00000100:00080000:0.0:1789763482.079787:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763482.079794:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763482.079802:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789763482.079812:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789763482.079823:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56300 x1876699521487744/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763482.079839:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763482.079844:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763482.079847:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763482.079852:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3451
00000100:00080000:0.0:1789763482.079857:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763482.079861:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763482.079867:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763482.079894:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763482/real 1789763482]  req@ffff911a05c56a00 x1876699521487232/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763482.079895:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54380 x1876699521487872/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763482.079970:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521487232/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763482.079987:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763482.079993:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763482.079998:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521487232:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789763482.080009:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521487360:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763482.080053:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763482.080078:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763482/real 1789763482]  req@ffff911a05c57800 x1876699521487360/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763482.080104:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57800 x1876699521487360/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763482.080123:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763482.080129:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763482.080136:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521487360:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763482.080148:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521487488:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763482.080191:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763482.080258:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763482/real 1789763482]  req@ffff911a05c54a80 x1876699521487488/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763482.080279:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54a80 x1876699521487488/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763482.080298:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763482.080303:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763482.080307:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521487488:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763482.080340:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521487616:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763482.080370:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763482.080384:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763482/real 1789763482]  req@ffff911a05c55180 x1876699521487616/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763482.080399:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55180 x1876699521487616/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763482.080409:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763482.080413:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763482.080417:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521487616:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763482.080423:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521487744:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763482.080441:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763482.080452:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763482/real 1789763482]  req@ffff911a05c56300 x1876699521487744/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763482.080466:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56300 x1876699521487744/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763482.080475:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763482.080479:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763482.080483:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521487744:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763482.080490:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521487872:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763482.080508:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763482.080519:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763482/real 1789763482]  req@ffff911a05c54380 x1876699521487872/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763482.080532:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54380 x1876699521487872/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763482.080542:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763482.080545:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763482.080549:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521487872:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789763482.143458:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763483.167518:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763484.191546:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763485.215401:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763486.239412:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763487.199339:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763487.199369:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763487.199376:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763487.199394:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3456
00000100:00080000:0.0:1789763487.199413:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763487.199425:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789763487.199492:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54380 x1876699521488000/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763487.199551:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763487.199560:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763487.199564:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763487.199573:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3456
00000100:00080000:0.0:1789763487.199582:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763487.199592:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763487.199613:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763487.199641:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56300 x1876699521488128/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763487.199647:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521488000:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763487.199674:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763487.199680:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763487.199683:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763487.199691:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3456
00000100:00080000:0.0:1789763487.199697:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763487.199702:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763487.199709:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763487.199765:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55180 x1876699521488256/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763487.199786:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763487.199794:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763487.199798:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763487.199806:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3456
00000100:00080000:0.0:1789763487.199816:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789763487.199821:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789763487.199832:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763487.199846:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763487.199868:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54a80 x1876699521488384/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763487.199882:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763487.199887:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763487.199891:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763487.199900:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763487/real 1789763487]  req@ffff911a05c54380 x1876699521488000/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763487.199902:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3456
00000100:00080000:0.0:1789763487.199914:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763487.199926:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763487.199937:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763487.199950:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54380 x1876699521488000/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763487.199956:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57800 x1876699521488512/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763487.200006:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763487.200006:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763487.200021:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763487.200026:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763487.200027:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:0.0:1789763487.200036:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3456
00000100:00100000:1.0:1789763487.200045:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521488000:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763487.200046:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763487.200059:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763487.200066:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763487.200079:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521488640/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763487.200096:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521488128:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763487.200136:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763487.200156:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763487/real 1789763487]  req@ffff911a05c56300 x1876699521488128/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763487.200173:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56300 x1876699521488128/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763487.200184:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763487.200188:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763487.200193:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521488128:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763487.200200:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521488256:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763487.200266:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763487.200281:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763487/real 1789763487]  req@ffff911a05c55180 x1876699521488256/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763487.200297:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55180 x1876699521488256/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763487.200307:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763487.200311:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763487.200315:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521488256:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763487.200322:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521488384:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763487.200359:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763487.200373:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763487/real 1789763487]  req@ffff911a05c54a80 x1876699521488384/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763487.200388:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54a80 x1876699521488384/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763487.200400:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763487.200403:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763487.200408:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521488384:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763487.200414:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521488512:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763487.200436:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763487.200447:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763487/real 1789763487]  req@ffff911a05c57800 x1876699521488512/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763487.200461:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57800 x1876699521488512/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763487.200471:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763487.200474:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763487.200478:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521488512:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763487.200499:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521488640:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763487.200520:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763487.200532:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763487/real 1789763487]  req@ffff911a05c56a00 x1876699521488640/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763487.200547:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521488640/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763487.200556:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763487.200559:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763487.200564:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521488640:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763487.263518:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763488.287364:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763489.311491:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763490.335502:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763491.359376:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763492.319411:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763492.319440:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763492.319447:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763492.319463:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3461
00000100:00080000:0.0:1789763492.319480:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763492.319491:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789763492.319554:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56680 x1876699521488768/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763492.319598:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763492.319603:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763492.319606:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763492.319612:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3461
00000100:00080000:0.0:1789763492.319616:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763492.319620:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763492.319634:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763492.319650:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57b80 x1876699521488896/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763492.319665:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763492.319670:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763492.319673:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763492.319701:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3461
00000100:00080000:0.0:1789763492.319707:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763492.319715:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763492.319727:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763492.319729:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521488768:192.168.203.116@tcp:250:kworker.0
00000100:00100000:0.0:1789763492.319756:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521489024/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763492.319774:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763492.319779:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763492.319782:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763492.319789:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3461
00000100:00080000:0.0:1789763492.319806:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763492.319812:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763492.319819:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789763492.319823:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789763492.319854:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521489152/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763492.319872:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763492.319877:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763492.319879:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763492.319887:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3461
00000100:00080000:0.0:1789763492.319892:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763492.319913:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789763492.319916:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763492/real 1789763492]  req@ffff911a05c56680 x1876699521488768/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789763492.319921:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763492.319949:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521489280/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763492.319959:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56680 x1876699521488768/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763492.319995:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763492.320020:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763492.320022:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763492.320034:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763492.320036:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763492.320043:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521488768:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763492.320053:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3461
00000100:00100000:1.0:1789763492.320075:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521488896:192.168.203.116@tcp:38:kworker.0
00000100:00080000:0.0:1789763492.320088:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763492.320103:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000800:00000100:1.0:1789763492.320113:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000008:00100000:0.0:1789763492.320122:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763492.320127:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763492/real 1789763492]  req@ffff911a05c57b80 x1876699521488896/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763492.320143:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57b80 x1876699521488896/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763492.320150:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763492.320157:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:0.0:1789763492.320160:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521489408/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763492.320166:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521488896:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763492.320236:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521489024:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763492.320272:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763492.320318:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763492/real 1789763492]  req@ffff911a05c55880 x1876699521489024/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763492.320337:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521489024/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763492.320350:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763492.320354:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763492.320359:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521489024:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763492.320368:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521489152:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763492.320410:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763492.320418:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763492/real 1789763492]  req@ffff911a05c54000 x1876699521489152/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763492.320428:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521489152/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763492.320434:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763492.320437:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763492.320439:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521489152:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763492.320444:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521489280:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763492.320482:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763492.320495:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763492/real 1789763492]  req@ffff911a05c57100 x1876699521489280/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763492.320506:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521489280/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763492.320515:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763492.320518:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763492.320521:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521489280:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763492.320527:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521489408:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763492.320542:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763492.320550:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763492/real 1789763492]  req@ffff911a05c54700 x1876699521489408/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763492.320560:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521489408/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763492.320568:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763492.320570:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763492.320573:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521489408:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789763492.383479:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763493.407442:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763494.431544:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763495.455419:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763496.479491:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763497.439349:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763497.439362:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763497.439368:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763497.439381:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3466
00000100:00080000:0.0:1789763497.439394:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763497.439404:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789763497.439455:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55c00 x1876699521489536/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763497.439505:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763497.439513:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763497.439517:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763497.439526:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3466
00000100:00080000:0.0:1789763497.439534:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763497.439544:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763497.439562:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763497.439578:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521489536:192.168.203.116@tcp:250:kworker.0
00000100:00100000:0.0:1789763497.439595:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56d80 x1876699521489664/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763497.439636:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763497.439669:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763497.439673:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763497.439679:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3466
00000100:00080000:0.0:1789763497.439705:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763497.439710:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763497.439717:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789763497.439723:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789763497.439741:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54e00 x1876699521489792/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763497.439756:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763497.439760:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763497.439762:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763497.439768:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3466
00000100:00080000:0.0:1789763497.439774:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763497.439779:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763497.439786:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763497.439787:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763497/real 1789763497]  req@ffff911a05c55c00 x1876699521489536/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763497.439805:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55500 x1876699521489920/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763497.439821:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763497.439821:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55c00 x1876699521489536/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763497.439836:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763497.439843:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763497.439855:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3466
00000100:00080000:1.0:1789763497.439859:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763497.439861:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763497.439872:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:0.0:1789763497.439873:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763497.439885:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763497.439887:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521489536:192.168.203.116@tcp:250:kworker.0
00000100:00100000:0.0:1789763497.439902:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55f80 x1876699521490048/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763497.439914:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763497.439919:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763497.439924:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763497.439925:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521489664:192.168.203.116@tcp:38:kworker.0
00000100:00080000:0.0:1789763497.439938:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3466
00000100:00080000:0.0:1789763497.439948:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763497.439957:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763497.439966:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789763497.439969:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763497.439991:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763497/real 1789763497]  req@ffff911a05c56d80 x1876699521489664/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763497.440002:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55c00 x1876699521490176/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763497.440023:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56d80 x1876699521489664/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763497.440061:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763497.440069:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763497.440079:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521489664:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763497.440094:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521489792:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763497.440136:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763497.440163:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763497/real 1789763497]  req@ffff911a05c54e00 x1876699521489792/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763497.440191:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54e00 x1876699521489792/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763497.440211:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763497.440219:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763497.440228:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521489792:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763497.440314:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521489920:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763497.440358:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763497.440381:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763497/real 1789763497]  req@ffff911a05c55500 x1876699521489920/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763497.440421:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55500 x1876699521489920/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763497.440433:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763497.440437:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763497.440441:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521489920:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763497.440449:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521490048:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763497.440476:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763497.440489:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763497/real 1789763497]  req@ffff911a05c55f80 x1876699521490048/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763497.440504:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55f80 x1876699521490048/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763497.440514:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763497.440518:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763497.440522:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521490048:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763497.440544:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521490176:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763497.440564:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763497.440576:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763497/real 1789763497]  req@ffff911a05c55c00 x1876699521490176/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763497.440590:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55c00 x1876699521490176/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763497.440603:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763497.440609:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763497.440616:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521490176:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789763497.503402:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763498.527445:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763499.551380:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763500.575373:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763501.599437:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763502.559399:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763502.559412:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763502.559417:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763502.559429:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3471
00000100:00080000:0.0:1789763502.559443:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763502.559453:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789763502.559526:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521490304/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763502.559563:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763502.559569:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763502.559571:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763502.559577:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3471
00000100:00080000:0.0:1789763502.559581:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763502.559585:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763502.559597:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763502.559666:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521490432/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763502.559689:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763502.559696:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763502.559708:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763502.559716:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3471
00000100:00080000:0.0:1789763502.559724:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763502.559730:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521490304:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763502.559739:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763502.559755:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763502.559784:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521490560/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763502.559800:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763502.559806:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763502.559809:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763502.559814:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3471
00000100:00080000:0.0:1789763502.559821:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789763502.559829:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789763502.559834:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763502.559845:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763502.559863:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521490688/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763502.559877:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763502.559882:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763502.559884:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763502.559895:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3471
00000100:00100000:1.0:1789763502.559898:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763502/real 1789763502]  req@ffff911a05c54700 x1876699521490304/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763502.559900:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763502.559911:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763502.559923:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763502.559945:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521490304/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763502.559948:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57b80 x1876699521490816/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763502.560002:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763502.560004:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763502.560007:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763502.560013:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763502.560015:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:0.0:1789763502.560023:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3471
00000100:00100000:1.0:1789763502.560028:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521490304:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763502.560032:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763502.560045:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789763502.560053:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521490432:192.168.203.116@tcp:38:kworker.0
00000008:00100000:0.0:1789763502.560055:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763502.560078:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56680 x1876699521490944/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763502.560099:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763502.560128:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763502/real 1789763502]  req@ffff911a05c57100 x1876699521490432/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763502.560154:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521490432/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763502.560172:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763502.560179:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763502.560186:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521490432:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763502.560277:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521490560:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763502.560310:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763502.560325:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763502/real 1789763502]  req@ffff911a05c54000 x1876699521490560/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763502.560341:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521490560/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763502.560351:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763502.560355:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763502.560359:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521490560:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763502.560366:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521490688:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763502.560386:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763502.560398:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763502/real 1789763502]  req@ffff911a05c55880 x1876699521490688/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763502.560412:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521490688/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763502.560422:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763502.560425:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763502.560429:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521490688:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763502.560435:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521490816:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763502.560454:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763502.560465:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763502/real 1789763502]  req@ffff911a05c57b80 x1876699521490816/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763502.560479:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57b80 x1876699521490816/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763502.560489:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763502.560492:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763502.560496:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521490816:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763502.560502:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521490944:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763502.560520:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763502.560538:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763502/real 1789763502]  req@ffff911a05c56680 x1876699521490944/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763502.560552:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56680 x1876699521490944/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763502.560562:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763502.560565:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763502.560568:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521490944:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763502.623493:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763503.647397:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763504.671450:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763505.695452:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763506.719493:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763507.679343:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763507.679356:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763507.679361:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763507.679374:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3476
00000100:00080000:0.0:1789763507.679387:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763507.679396:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789763507.679443:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521491072/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763507.679485:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763507.679492:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763507.679496:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763507.679503:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3476
00000100:00080000:0.0:1789763507.679510:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763507.679518:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763507.679535:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763507.679560:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57800 x1876699521491200/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763507.679603:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763507.679610:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521491072:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763507.679611:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763507.679614:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763507.679621:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3476
00000100:00080000:0.0:1789763507.679628:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763507.679635:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763507.679643:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763507.679663:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54a80 x1876699521491328/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763507.679680:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763507.679685:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763507.679688:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763507.679694:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3476
00000800:00000100:1.0:1789763507.679698:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789763507.679700:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763507.679707:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763507.679715:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763507.679733:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55180 x1876699521491456/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763507.679752:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763507.679757:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763507/real 1789763507]  req@ffff911a05c56a00 x1876699521491072/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763507.679758:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763507.679762:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763507.679769:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3476
00000100:00080000:0.0:1789763507.679775:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763507.679781:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789763507.679788:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521491072/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789763507.679790:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763507.679808:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56300 x1876699521491584/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763507.679823:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763507.679825:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763507.679831:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:0.0:1789763507.679832:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763507.679835:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763507.679839:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521491072:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763507.679843:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3476
00000100:00080000:0.0:1789763507.679849:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763507.679855:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763507.679863:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763507.679875:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521491200:192.168.203.116@tcp:38:kworker.0
00000100:00100000:0.0:1789763507.679879:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54380 x1876699521491712/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763507.679914:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763507.679939:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763507/real 1789763507]  req@ffff911a05c57800 x1876699521491200/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763507.679965:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57800 x1876699521491200/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763507.679984:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763507.679990:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763507.679996:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521491200:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763507.680004:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521491328:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763507.680035:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763507.680050:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763507/real 1789763507]  req@ffff911a05c54a80 x1876699521491328/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763507.680064:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54a80 x1876699521491328/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763507.680074:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763507.680078:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763507.680081:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521491328:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763507.680089:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521491456:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763507.680109:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763507.680120:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763507/real 1789763507]  req@ffff911a05c55180 x1876699521491456/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763507.680134:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55180 x1876699521491456/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763507.680144:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763507.680147:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763507.680151:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521491456:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763507.680157:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521491584:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763507.680176:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763507.680187:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763507/real 1789763507]  req@ffff911a05c56300 x1876699521491584/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763507.680201:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56300 x1876699521491584/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763507.680262:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763507.680267:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763507.680272:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521491584:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763507.680310:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521491712:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763507.680337:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763507.680352:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763507/real 1789763507]  req@ffff911a05c54380 x1876699521491712/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763507.680367:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54380 x1876699521491712/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763507.680377:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763507.680381:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763507.680384:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521491712:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789763507.743499:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763508.767418:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763509.791396:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763510.815460:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763511.839570:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763512.799327:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763512.799344:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763512.799351:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763512.799369:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3482
00000100:00080000:0.0:1789763512.799387:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763512.799400:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789763512.799472:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54380 x1876699521491840/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763512.799514:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763512.799521:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763512.799543:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763512.799551:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3482
00000100:00080000:0.0:1789763512.799559:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763512.799564:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763512.799576:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763512.799597:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56300 x1876699521491968/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763512.799613:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763512.799617:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763512.799623:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763512.799625:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521491840:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763512.799632:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3482
00000100:00080000:0.0:1789763512.799642:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763512.799646:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763512.799651:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763512.799668:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55180 x1876699521492096/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763512.799679:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763512.799683:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763512.799686:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763512.799690:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3482
00000100:00080000:0.0:1789763512.799697:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763512.799701:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763512.799706:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789763512.799715:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789763512.799722:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54a80 x1876699521492224/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763512.799737:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763512.799741:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763512.799744:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763512.799748:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3482
00000100:00080000:0.0:1789763512.799753:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763512.799759:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763512.799765:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763512.799770:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763512/real 1789763512]  req@ffff911a05c54380 x1876699521491840/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763537 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763512.799783:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57800 x1876699521492352/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763512.799799:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763512.799805:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54380 x1876699521491840/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763537 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763512.799806:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763512.799813:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763512.799825:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3482
00000100:00080000:0.0:1789763512.799833:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763512.799841:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00080000:1.0:1789763512.799847:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:0.0:1789763512.799848:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763512.799881:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:0.0:1789763512.799885:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521492480/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763512.799901:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521491840:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789763512.799950:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521491968:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763512.799991:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763512.800010:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763512/real 1789763512]  req@ffff911a05c56300 x1876699521491968/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763537 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763512.800026:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56300 x1876699521491968/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763537 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763512.800046:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763512.800051:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763512.800055:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521491968:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763512.800063:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521492096:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763512.800084:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763512.800095:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763512/real 1789763512]  req@ffff911a05c55180 x1876699521492096/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763537 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763512.800109:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55180 x1876699521492096/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763537 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763512.800119:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763512.800122:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763512.800126:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521492096:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763512.800132:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521492224:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763512.800152:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763512.800163:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763512/real 1789763512]  req@ffff911a05c54a80 x1876699521492224/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763537 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763512.800177:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54a80 x1876699521492224/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763537 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763512.800186:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763512.800190:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763512.800211:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521492224:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763512.800217:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521492352:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763512.800235:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763512.800279:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763512/real 1789763512]  req@ffff911a05c57800 x1876699521492352/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763537 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763512.800293:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57800 x1876699521492352/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763537 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763512.800302:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763512.800305:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763512.800309:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521492352:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763512.800315:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521492480:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763512.800361:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763512.800375:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763512/real 1789763512]  req@ffff911a05c56a00 x1876699521492480/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763537 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763512.800389:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521492480/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763537 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763512.800399:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763512.800402:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763512.800406:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521492480:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789763512.863415:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763513.887448:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763514.911564:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763515.935466:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763516.959486:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763517.919350:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763517.919364:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763517.919369:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763517.919382:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3487
00000100:00080000:0.0:1789763517.919397:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763517.919408:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789763517.919458:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56680 x1876699521492608/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763517.919513:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763517.919522:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763517.919526:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763517.919535:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3487
00000100:00080000:0.0:1789763517.919542:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763517.919549:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763517.919565:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763517.919591:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57b80 x1876699521492736/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763517.919599:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521492608:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763517.919614:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763517.919620:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763517.919623:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763517.919630:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3487
00000100:00080000:0.0:1789763517.919636:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763517.919642:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763517.919650:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763517.919666:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521492864/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763517.919683:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763517.919689:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:1.0:1789763517.919690:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789763517.919692:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763517.919698:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3487
00000100:00080000:0.0:1789763517.919704:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763517.919711:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763517.919719:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763517.919737:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521492992/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763517.919750:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763517/real 1789763517]  req@ffff911a05c56680 x1876699521492608/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763517.919755:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763517.919761:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763517.919765:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763517.919771:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3487
00000100:00080000:0.0:1789763517.919777:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763517.919782:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56680 x1876699521492608/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763517.919784:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763517.919792:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763517.919802:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789763517.919809:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521493120/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763517.919826:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763517.919827:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:0.0:1789763517.919833:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789763517.919836:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521492608:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763517.919837:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763517.919844:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3487
00000100:00080000:0.0:1789763517.919849:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763517.919856:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763517.919864:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763517.919874:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521492736:192.168.203.116@tcp:38:kworker.0
00000100:00100000:0.0:1789763517.919882:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521493248/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763517.919916:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763517.919943:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763517/real 1789763517]  req@ffff911a05c57b80 x1876699521492736/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763517.919970:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57b80 x1876699521492736/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763517.919986:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763517.919991:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763517.919995:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521492736:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763517.920003:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521492864:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763517.920034:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763517.920065:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763517/real 1789763517]  req@ffff911a05c55880 x1876699521492864/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763517.920082:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521492864/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763517.920105:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763517.920109:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763517.920114:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521492864:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763517.920122:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521492992:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763517.920149:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763517.920163:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763517/real 1789763517]  req@ffff911a05c54000 x1876699521492992/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763517.920177:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521492992/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763517.920187:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763517.920190:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763517.920194:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521492992:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763517.920201:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521493120:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763517.920262:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763517.920277:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763517/real 1789763517]  req@ffff911a05c57100 x1876699521493120/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763517.920292:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521493120/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763517.920302:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763517.920306:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763517.920310:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521493120:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763517.920333:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521493248:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763517.920357:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763517.920369:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763517/real 1789763517]  req@ffff911a05c54700 x1876699521493248/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763517.920383:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521493248/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763517.920393:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763517.920397:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763517.920401:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521493248:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763517.983427:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763519.007440:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763520.031527:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763521.055426:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763522.079454:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763523.039351:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763523.039368:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763523.039375:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763523.039390:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3492
00000100:00080000:0.0:1789763523.039407:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763523.039419:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789763523.039505:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55c00 x1876699521493376/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763523.039553:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763523.039561:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763523.039565:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763523.039572:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3492
00000100:00080000:0.0:1789763523.039580:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763523.039587:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763523.039615:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763523.039648:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55f80 x1876699521493504/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763523.039657:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521493376:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763523.039689:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763523.039698:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763523.039702:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763523.039713:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3492
00000100:00080000:0.0:1789763523.039736:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763523.039745:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000800:00000100:1.0:1789763523.039756:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000008:00100000:0.0:1789763523.039765:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763523.039798:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55500 x1876699521493632/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763523.039817:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763523/real 1789763523]  req@ffff911a05c55c00 x1876699521493376/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763523.039823:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763523.039841:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763523.039849:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763523.039861:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3492
00000100:00100000:1.0:1789763523.039864:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55c00 x1876699521493376/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763523.039875:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763523.039887:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763523.039895:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00080000:1.0:1789763523.039901:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763523.039911:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521493376:192.168.203.116@tcp:250:kworker.0
00000008:00100000:0.0:1789763523.039915:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763523.039947:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521493504:192.168.203.116@tcp:38:kworker.0
00000100:00100000:0.0:1789763523.039960:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54e00 x1876699521493760/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763523.039989:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789763523.039990:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789763523.040003:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763523.040009:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763523.040017:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763523/real 1789763523]  req@ffff911a05c55f80 x1876699521493504/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763523.040025:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3492
00000100:00080000:0.0:1789763523.040042:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763523.040052:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55f80 x1876699521493504/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763523.040059:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763523.040081:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763523.040082:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763523.040103:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763523.040110:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521493504:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763523.040119:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521493632:192.168.203.116@tcp:38:kworker.0
00000100:00100000:0.0:1789763523.040131:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56d80 x1876699521493888/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763523.040151:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789763523.040164:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763523.040174:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763523/real 1789763523]  req@ffff911a05c55500 x1876699521493632/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763523.040177:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763523.040187:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763523.040208:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3492
00000100:00100000:1.0:1789763523.040210:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55500 x1876699521493632/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763523.040282:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763523.040291:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763523.040292:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763523.040308:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521493632:192.168.203.116@tcp:38:kworker.0
00000100:00080000:0.0:1789763523.040313:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763523.040330:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763523.040340:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521493760:192.168.203.116@tcp:8:kworker.0
00000100:00100000:0.0:1789763523.040367:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55500 x1876699521494016/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763523.040382:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763523.040405:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763523/real 1789763523]  req@ffff911a05c54e00 x1876699521493760/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763523.040425:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54e00 x1876699521493760/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763523.040438:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763523.040443:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763523.040448:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521493760:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763523.040484:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521493888:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763523.040509:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763523.040522:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763523/real 1789763523]  req@ffff911a05c56d80 x1876699521493888/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763523.040536:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56d80 x1876699521493888/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763523.040547:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763523.040551:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763523.040554:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521493888:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763523.040570:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521494016:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763523.040590:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763523.040601:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763523/real 1789763523]  req@ffff911a05c55500 x1876699521494016/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763523.040615:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55500 x1876699521494016/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763523.040625:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763523.040628:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763523.040632:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521494016:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789763523.103526:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763524.127511:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763525.151587:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763526.175525:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763527.199453:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763528.159368:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763528.159381:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763528.159386:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763528.159398:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3497
00000100:00080000:1.0:1789763528.159411:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763528.159446:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789763528.159504:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08e00 x1876699521494144/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763528.159551:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763528.159558:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763528.159562:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763528.159570:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3497
00000100:00080000:1.0:1789763528.159578:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763528.159587:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763528.159603:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763528.159628:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521494144:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789763528.159633:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09880 x1876699521494272/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763528.159663:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763528.159668:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763528.159671:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763528.159676:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3497
00000100:00080000:1.0:1789763528.159683:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763528.159690:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763528.159697:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763528.159714:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b100 x1876699521494400/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763528.159727:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763528.159731:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763528.159734:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763528.159738:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3497
00000100:00080000:1.0:1789763528.159742:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763528.159746:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763528.159752:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763528.159764:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a300 x1876699521494528/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763528.159777:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763528.159782:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763528.159784:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763528.159789:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3497
00000100:00080000:1.0:1789763528.159794:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763528.159798:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763528.159806:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763528.159814:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521494272:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763528.159826:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09500 x1876699521494656/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763528.159843:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763528.159848:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763528.159851:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763528.159857:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3497
00000100:00080000:1.0:1789763528.159861:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763528.159865:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763528.159873:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763528.159885:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521494400:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763528.159895:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a680 x1876699521494784/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763528.159932:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521494528:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763528.159969:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521494656:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763528.159995:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521494784:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789763528.223527:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763529.247454:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763530.271502:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789763531.231609:0:2392:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.116:988
00000400:00000100:3.0:1789763531.231663:0:2392:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.116@tcp at host 192.168.203.116 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789763531.231698:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789763531.231745:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789763531.231762:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789763531.231772:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789763531.231781:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789763531.231793:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000100:00100000:2.0:1789763531.231843:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763528/real 1789763531]  req@ffff911a08b09500 x1876699521494656/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763531.231896:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09500 x1876699521494656/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763531.231918:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763531.231923:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763531.231928:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521494656:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763531.231937:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763528/real 1789763531]  req@ffff911a08b0a680 x1876699521494784/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763531.231950:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a680 x1876699521494784/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763531.231958:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763531.231962:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763531.231967:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521494784:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763531.231978:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763528/real 1789763531]  req@ffff911a08b09880 x1876699521494272/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763531.231998:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09880 x1876699521494272/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763531.232012:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763531.232017:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763531.232023:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521494272:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763531.232034:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763528/real 1789763531]  req@ffff911a08b0b100 x1876699521494400/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763531.232055:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b100 x1876699521494400/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763531.232070:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763531.232076:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763531.232082:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521494400:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763531.232094:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763528/real 1789763531]  req@ffff911a08b0a300 x1876699521494528/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763531.232128:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a300 x1876699521494528/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763531.232145:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763531.232150:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763531.232154:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521494528:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763531.232161:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763528/real 1789763531]  req@ffff911a08b08e00 x1876699521494144/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763531.232176:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08e00 x1876699521494144/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763531.232184:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763531.232188:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763531.232191:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521494144:192.168.203.116@tcp:250:kworker.0
00010000:00010000:3.0:1789763531.295453:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763532.319532:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763533.279516:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763533.279527:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763533.279532:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763533.279542:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3502
00000100:00080000:2.0:1789763533.279554:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763533.279561:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789763533.279596:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb800 x1876699521494912/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763533.279629:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763533.279635:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763533.279638:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763533.279644:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3502
00000100:00080000:2.0:1789763533.279651:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763533.279657:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763533.279679:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763533.279686:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521494912:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789763533.279706:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea300 x1876699521495040/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763533.279726:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763533.279732:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763533.279735:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763533.279742:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3502
00000100:00080000:2.0:1789763533.279749:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763533.279755:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763533.279763:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789763533.279778:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763533.279801:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8e00 x1876699521495168/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763533.279813:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763533.279817:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763533.279820:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763533.279824:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3502
00000100:00080000:2.0:1789763533.279829:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763533.279833:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789763533.279839:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763533/real 1789763533]  req@ffff911a12eeb800 x1876699521494912/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789763533.279842:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763533.279861:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8700 x1876699521495296/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763533.279874:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763533.279876:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb800 x1876699521494912/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763533.279879:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763533.279883:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763533.279895:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3502
00000100:00080000:1.0:1789763533.279900:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763533.279902:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763533.279911:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:2.0:1789763533.279912:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763533.279920:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763533.279921:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521494912:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789763533.279939:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eead80 x1876699521495424/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763533.279953:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521495040:192.168.203.116@tcp:38:kworker.0
00000100:00080000:2.0:1789763533.279953:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763533.279964:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763533.279966:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763533.279972:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3502
00000100:00080000:2.0:1789763533.279977:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763533.279983:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763533.279990:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789763533.279991:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763533.280009:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9f80 x1876699521495552/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763533.280013:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763533/real 1789763533]  req@ffff911a12eea300 x1876699521495040/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763533.280045:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea300 x1876699521495040/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763533.280056:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763533.280061:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763533.280066:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521495040:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763533.280073:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521495168:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763533.280096:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763533.280109:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763533/real 1789763533]  req@ffff911a12ee8e00 x1876699521495168/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763533.280121:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8e00 x1876699521495168/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763533.280129:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763533.280132:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763533.280136:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521495168:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763533.280143:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521495296:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763533.280166:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763533.280178:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763533/real 1789763533]  req@ffff911a12ee8700 x1876699521495296/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763533.280192:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8700 x1876699521495296/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763533.280200:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763533.280204:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763533.280238:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521495296:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763533.280260:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521495424:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763533.280284:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763533.280294:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763533/real 1789763533]  req@ffff911a12eead80 x1876699521495424/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763533.280308:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eead80 x1876699521495424/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763533.280316:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763533.280320:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763533.280324:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521495424:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763533.280331:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521495552:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763533.280353:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763533.280365:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763533/real 1789763533]  req@ffff911a12ee9f80 x1876699521495552/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763533.280396:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9f80 x1876699521495552/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763533.280406:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763533.280409:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763533.280413:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521495552:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763533.343432:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763534.367447:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763535.391466:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763536.415419:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763537.439445:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763538.399411:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763538.399427:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763538.399434:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763538.399449:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3507
00000100:00080000:0.0:1789763538.399465:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763538.399477:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789763538.399528:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55f80 x1876699521495680/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763538.399568:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763538.399573:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763538.399576:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763538.399581:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3507
00000100:00080000:0.0:1789763538.399586:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763538.399590:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763538.399602:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763538.399618:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55c00 x1876699521495808/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763538.399633:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763538.399638:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521495680:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763538.399639:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763538.399645:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763538.399659:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3507
00000100:00080000:0.0:1789763538.399662:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763538.399666:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763538.399671:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763538.399687:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521495936/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763538.399699:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763538.399704:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763538.399707:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763538.399711:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3507
00000100:00080000:0.0:1789763538.399717:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763538.399721:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763538.399726:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789763538.399735:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789763538.399742:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521496064/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763538.399757:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763538.399762:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763538.399765:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763538.399770:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3507
00000100:00080000:0.0:1789763538.399774:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763538.399779:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763538.399785:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763538.399798:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763538/real 1789763538]  req@ffff911a05c55f80 x1876699521495680/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763538.399801:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521496192/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763538.399860:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763538.399864:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763538.399866:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763538.399874:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55f80 x1876699521495680/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763538.399879:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3507
00000100:00080000:0.0:1789763538.399888:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763538.399899:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763538.399909:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763538.399911:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763538.399922:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:0.0:1789763538.399927:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521496320/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763538.399935:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521495680:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789763538.399980:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521495808:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763538.400010:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763538.400026:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763538/real 1789763538]  req@ffff911a05c55c00 x1876699521495808/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763538.400040:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55c00 x1876699521495808/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763538.400051:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763538.400054:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763538.400058:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521495808:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763538.400065:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521495936:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763538.400084:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763538.400094:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763538/real 1789763538]  req@ffff911a05c54700 x1876699521495936/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763538.400107:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521495936/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763538.400124:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763538.400128:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763538.400132:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521495936:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763538.400138:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521496064:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763538.400158:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763538.400169:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763538/real 1789763538]  req@ffff911a05c57100 x1876699521496064/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763538.400181:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521496064/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763538.400191:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763538.400194:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763538.400198:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521496064:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763538.400204:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521496192:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763538.400275:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763538.400291:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763538/real 1789763538]  req@ffff911a05c54000 x1876699521496192/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763538.400313:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521496192/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763538.400329:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763538.400335:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763538.400371:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521496192:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763538.400384:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521496320:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763538.400430:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763538.400454:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763538/real 1789763538]  req@ffff911a05c55880 x1876699521496320/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763538.400481:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521496320/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763538.400497:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763538.400503:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763538.400510:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521496320:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789763538.463455:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763539.487447:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763540.511388:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763541.535508:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763542.559463:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763543.519399:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763543.519422:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763543.519427:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763543.519440:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3512
00000100:00080000:0.0:1789763543.519454:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763543.519462:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789763543.519511:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57b80 x1876699521496448/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763543.519549:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763543.519554:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763543.519556:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763543.519562:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3512
00000100:00080000:0.0:1789763543.519566:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763543.519570:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763543.519582:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763543.519599:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56680 x1876699521496576/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763543.519619:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763543.519626:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763543.519630:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763543.519636:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3512
00000100:00080000:0.0:1789763543.519644:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763543.519657:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521496448:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763543.519658:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763543.519678:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763543.519708:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521496704/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763543.519737:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763543.519741:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763543.519744:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763543.519750:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3512
00000100:00080000:0.0:1789763543.519759:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763543.519766:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763543.519774:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789763543.519784:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789763543.519794:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57800 x1876699521496832/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763543.519810:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763543.519815:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763543.519817:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763543.519822:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3512
00000100:00080000:0.0:1789763543.519826:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763543.519832:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763543.519839:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763543.519849:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763543/real 1789763543]  req@ffff911a05c57b80 x1876699521496448/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763543.519858:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54a80 x1876699521496960/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763543.519893:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763543.519897:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763543.519901:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763543.519906:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3512
00000100:00080000:0.0:1789763543.519909:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763543.519918:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789763543.519920:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57b80 x1876699521496448/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789763543.519924:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763543.519945:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55180 x1876699521497088/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763543.519947:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763543.519962:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763543.519974:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521496448:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789763543.519997:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521496576:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763543.520050:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763543.520071:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763543/real 1789763543]  req@ffff911a05c56680 x1876699521496576/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763543.520097:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56680 x1876699521496576/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763543.520115:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763543.520124:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763543.520134:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521496576:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763543.520194:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521496704:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763543.520341:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763543.520370:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763543/real 1789763543]  req@ffff911a05c56a00 x1876699521496704/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763543.520396:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521496704/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763543.520408:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763543.520412:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763543.520416:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521496704:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763543.520425:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521496832:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763543.520457:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763543.520471:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763543/real 1789763543]  req@ffff911a05c57800 x1876699521496832/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763543.520486:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57800 x1876699521496832/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763543.520497:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763543.520501:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763543.520505:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521496832:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763543.520512:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521496960:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763543.520532:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763543.520543:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763543/real 1789763543]  req@ffff911a05c54a80 x1876699521496960/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763543.520557:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54a80 x1876699521496960/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763543.520567:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763543.520570:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763543.520574:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521496960:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763543.520582:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521497088:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763543.520601:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763543.520612:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763543/real 1789763543]  req@ffff911a05c55180 x1876699521497088/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763543.520626:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55180 x1876699521497088/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763543.520636:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763543.520639:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763543.520644:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521497088:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789763543.583478:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763544.607524:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763545.631446:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763546.655443:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763547.679477:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763548.639351:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763548.639369:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763548.639376:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763548.639392:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3517
00000100:00080000:0.0:1789763548.639407:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763548.639418:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789763548.639476:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56300 x1876699521497216/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763548.639526:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763548.639534:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763548.639538:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763548.639547:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3517
00000100:00080000:0.0:1789763548.639556:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763548.639565:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763548.639579:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763548.639596:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521497216:192.168.203.116@tcp:250:kworker.0
00000100:00100000:0.0:1789763548.639606:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54380 x1876699521497344/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763548.639624:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763548.639629:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763548.639632:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763548.639638:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3517
00000100:00080000:0.0:1789763548.639644:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763548.639649:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763548.639657:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763548.639673:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55180 x1876699521497472/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763548.639686:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763548.639691:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763548.639697:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789763548.639701:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789763548.639707:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3517
00000100:00080000:0.0:1789763548.639715:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763548.639720:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763548.639728:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763548.639743:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54a80 x1876699521497600/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763548.639756:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763548.639761:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763548.639763:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763548.639769:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3517
00000100:00080000:0.0:1789763548.639774:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763548.639784:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789763548.639787:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763548/real 1789763548]  req@ffff911a05c56300 x1876699521497216/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789763548.639791:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763548.639814:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57800 x1876699521497728/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763548.639829:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763548.639831:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56300 x1876699521497216/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763548.639836:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763548.639844:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763548.639861:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3517
00000100:00080000:0.0:1789763548.639870:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763548.639873:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763548.639879:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00080000:1.0:1789763548.639888:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000008:00100000:0.0:1789763548.639890:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763548.639898:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521497216:192.168.203.116@tcp:250:kworker.0
00000100:00100000:0.0:1789763548.639912:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521497856/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763548.639965:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521497344:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763548.640021:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763548.640046:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763548/real 1789763548]  req@ffff911a05c54380 x1876699521497344/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763548.640064:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54380 x1876699521497344/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763548.640076:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763548.640080:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763548.640085:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521497344:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763548.640094:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521497472:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763548.640121:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763548.640139:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763548/real 1789763548]  req@ffff911a05c55180 x1876699521497472/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763548.640163:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55180 x1876699521497472/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763548.640180:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763548.640187:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763548.640194:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521497472:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763548.640208:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521497600:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763548.640312:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763548.640330:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763548/real 1789763548]  req@ffff911a05c54a80 x1876699521497600/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763548.640345:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54a80 x1876699521497600/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763548.640356:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763548.640360:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763548.640364:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521497600:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763548.640372:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521497728:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763548.640411:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763548.640425:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763548/real 1789763548]  req@ffff911a05c57800 x1876699521497728/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763548.640439:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57800 x1876699521497728/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763548.640450:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763548.640454:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763548.640458:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521497728:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763548.640465:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521497856:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763548.640486:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763548.640498:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763548/real 1789763548]  req@ffff911a05c56a00 x1876699521497856/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763548.640512:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521497856/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763548.640522:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763548.640525:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763548.640529:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521497856:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789763548.703442:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763549.727447:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763550.751509:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763551.775551:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763552.799506:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763553.759359:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763553.759375:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763553.759381:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763553.759397:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3523
00000100:00080000:0.0:1789763553.759415:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763553.759428:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789763553.759491:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56680 x1876699521497984/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763553.759533:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763553.759539:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763553.759542:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763553.759548:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3523
00000100:00080000:0.0:1789763553.759552:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763553.759557:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763553.759572:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763553.759594:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57b80 x1876699521498112/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763553.759612:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521497984:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763553.759634:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763553.759641:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763553.759643:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763553.759649:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3523
00000100:00080000:0.0:1789763553.759653:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763553.759658:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763553.759664:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763553.759681:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521498240/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763553.759693:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763553.759709:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763553.759712:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763553.759717:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3523
00000100:00080000:0.0:1789763553.759725:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763553.759731:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763553.759737:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763553.759750:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521498368/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763553.759763:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789763553.759767:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789763553.759770:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763553.759778:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763553.759784:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3523
00000100:00080000:0.0:1789763553.759791:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763553.759797:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763553.759804:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763553.759816:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521498496/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763553.759849:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763553.759856:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789763553.759859:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763553/real 1789763553]  req@ffff911a05c56680 x1876699521497984/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763553.759860:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763553.759874:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3523
00000100:00080000:0.0:1789763553.759884:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763553.759896:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763553.759903:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763553.759912:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56680 x1876699521497984/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763553.759923:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521498624/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763553.759940:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763553.759951:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763553.759961:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521497984:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789763553.760005:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521498112:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763553.760053:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763553.760081:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763553/real 1789763553]  req@ffff911a05c57b80 x1876699521498112/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763553.760109:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57b80 x1876699521498112/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763553.760121:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763553.760126:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763553.760131:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521498112:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763553.760140:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521498240:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763553.760184:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763553.760198:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763553/real 1789763553]  req@ffff911a05c55880 x1876699521498240/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763553.760295:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521498240/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763553.760309:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763553.760314:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763553.760319:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521498240:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763553.760340:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521498368:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763553.760383:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763553.760406:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763553/real 1789763553]  req@ffff911a05c54000 x1876699521498368/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763553.760432:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521498368/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763553.760451:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763553.760484:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763553.760491:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521498368:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763553.760504:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521498496:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763553.760548:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763553.760574:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763553/real 1789763553]  req@ffff911a05c57100 x1876699521498496/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763553.760592:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521498496/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763553.760603:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763553.760607:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763553.760611:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521498496:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763553.760618:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521498624:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763553.760646:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763553.760659:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763553/real 1789763553]  req@ffff911a05c54700 x1876699521498624/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763553.760673:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521498624/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763553.760689:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763553.760693:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763553.760697:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521498624:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789763553.823485:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763554.847471:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763555.871485:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763556.895427:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763557.919484:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763558.879373:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763558.879386:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763558.879392:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763558.879406:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3528
00000100:00080000:0.0:1789763558.879420:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763558.879429:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789763558.879479:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55c00 x1876699521498752/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763558.879537:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763558.879543:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763558.879545:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763558.879550:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3528
00000100:00080000:0.0:1789763558.879555:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763558.879559:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763558.879570:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763558.879605:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55f80 x1876699521498880/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763558.879618:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763558.879622:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763558.879624:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763558.879628:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3528
00000100:00080000:0.0:1789763558.879632:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763558.879636:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763558.879641:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763558.879652:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55500 x1876699521499008/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763558.879663:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763558.879667:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763558.879669:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763558.879673:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3528
00000100:00080000:0.0:1789763558.879676:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763558.879680:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763558.879704:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763558.879716:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56d80 x1876699521499136/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763558.879729:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763558.879733:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763558.879735:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763558.879740:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3528
00000100:00080000:0.0:1789763558.879743:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763558.879748:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763558.879753:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763558.879760:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521498752:192.168.203.116@tcp:250:kworker.0
00000100:00100000:0.0:1789763558.879767:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54e00 x1876699521499264/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763558.879787:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763558.879790:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763558.879792:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763558.879796:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3528
00000100:00080000:0.0:1789763558.879800:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763558.879804:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763558.879809:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763558.879825:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521499392/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763558.879859:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763558.879926:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763558/real 1789763558]  req@ffff911a05c55c00 x1876699521498752/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763558.879961:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55c00 x1876699521498752/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763558.879981:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763558.879990:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763558.879998:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521498752:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789763558.880013:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521498880:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763558.880048:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763558.880065:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763558/real 1789763558]  req@ffff911a05c55f80 x1876699521498880/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763558.880079:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55f80 x1876699521498880/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763558.880090:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763558.880094:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763558.880122:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521498880:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763558.880131:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521499008:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763558.880157:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763558.880169:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763558/real 1789763558]  req@ffff911a05c55500 x1876699521499008/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763558.880184:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55500 x1876699521499008/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763558.880279:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763558.880283:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763558.880288:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521499008:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763558.880295:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521499136:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763558.880326:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763558.880340:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763558/real 1789763558]  req@ffff911a05c56d80 x1876699521499136/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763558.880354:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56d80 x1876699521499136/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763558.880381:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763558.880385:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763558.880389:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521499136:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763558.880427:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521499264:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763558.880450:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763558.880462:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763558/real 1789763558]  req@ffff911a05c54e00 x1876699521499264/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763558.880477:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54e00 x1876699521499264/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763558.880486:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763558.880490:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763558.880494:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521499264:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763558.880521:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521499392:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763558.880567:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763558.880591:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763558/real 1789763558]  req@ffff911a05c54700 x1876699521499392/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763558.880631:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521499392/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763558.880646:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763558.880653:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763558.880659:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521499392:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789763558.943461:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763559.967575:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763560.991460:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763562.015553:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763563.039459:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763563.999376:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763563.999390:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763563.999395:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763563.999408:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3533
00000100:00080000:2.0:1789763563.999422:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763563.999443:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789763563.999513:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9880 x1876699521499520/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763563.999556:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763563.999563:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763563.999567:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763563.999575:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3533
00000100:00080000:2.0:1789763563.999581:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763563.999588:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763563.999601:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763563.999624:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9180 x1876699521499648/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763563.999627:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521499520:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789763563.999642:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763563.999647:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763563.999650:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763563.999656:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3533
00000100:00080000:2.0:1789763563.999661:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763563.999667:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763563.999674:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763563.999689:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeaa00 x1876699521499776/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763563.999704:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789763563.999707:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:2.0:1789763563.999709:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763563.999712:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763563.999718:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3533
00000100:00080000:2.0:1789763563.999722:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763563.999728:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763563.999735:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763563.999767:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb480 x1876699521499904/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763563.999790:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763563/real 1789763563]  req@ffff911a12ee9880 x1876699521499520/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763563.999805:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763563.999812:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763563.999816:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763563.999825:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3533
00000100:00100000:1.0:1789763563.999826:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9880 x1876699521499520/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763563.999833:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763563.999841:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763563.999850:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763563.999860:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763563.999868:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763563.999868:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9c00 x1876699521500032/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763563.999877:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521499520:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789763563.999925:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763563.999930:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521499648:192.168.203.116@tcp:38:kworker.0
00000100:00080000:2.0:1789763563.999932:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763563.999936:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763563.999943:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3533
00000100:00080000:2.0:1789763563.999949:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763563.999956:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763563.999965:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789763563.999976:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763563.999985:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8a80 x1876699521500160/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763564.000004:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763563/real 1789763563]  req@ffff911a12ee9180 x1876699521499648/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763564.000029:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9180 x1876699521499648/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763564.000046:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763564.000052:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763564.000059:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521499648:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763564.000073:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521499776:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763564.000125:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763564.000141:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763563/real 1789763564]  req@ffff911a12eeaa00 x1876699521499776/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763564.000204:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeaa00 x1876699521499776/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763564.000214:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763564.000217:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763564.000221:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521499776:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763564.000289:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521499904:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763564.000323:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763564.000339:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763564/real 1789763564]  req@ffff911a12eeb480 x1876699521499904/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763564.000354:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb480 x1876699521499904/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763564.000365:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763564.000369:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763564.000373:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521499904:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763564.000380:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521500032:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763564.000400:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763564.000411:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763564/real 1789763564]  req@ffff911a12ee9c00 x1876699521500032/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763564.000425:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9c00 x1876699521500032/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763564.000435:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763564.000438:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763564.000472:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521500032:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763564.000497:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521500160:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763564.000519:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763564.000531:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763564/real 1789763564]  req@ffff911a12ee8a80 x1876699521500160/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763564.000544:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8a80 x1876699521500160/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763564.000553:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763564.000556:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763564.000559:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521500160:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789763564.063419:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763565.087444:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763566.111465:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763567.135434:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763568.159455:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763569.119420:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763569.119433:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763569.119440:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763569.119453:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3538
00000100:00080000:0.0:1789763569.119467:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763569.119476:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789763569.119524:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521500288/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763569.119562:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763569.119567:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763569.119570:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763569.119575:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3538
00000100:00080000:0.0:1789763569.119579:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763569.119583:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763569.119594:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763569.119608:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521500416/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763569.119621:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763569.119625:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763569.119627:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763569.119632:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3538
00000100:00080000:0.0:1789763569.119636:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763569.119641:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763569.119647:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763569.119658:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521500544/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763569.119683:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521500288:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763569.119685:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763569.119701:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763569.119704:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763569.119710:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3538
00000100:00080000:0.0:1789763569.119713:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763569.119717:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763569.119724:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763569.119738:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57b80 x1876699521500672/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763569.119750:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763569.119754:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763569.119756:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763569.119760:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3538
00000100:00080000:0.0:1789763569.119763:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763569.119768:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763569.119773:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763569.119785:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56680 x1876699521500800/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763569.119797:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763569.119800:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763569.119802:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763569.119807:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3538
00000100:00080000:0.0:1789763569.119812:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789763569.119821:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789763569.119825:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763569.119834:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763569.119847:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521500928/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763569.119896:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763569/real 1789763569]  req@ffff911a05c57100 x1876699521500288/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763569.119923:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521500288/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763569.119938:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763569.119943:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763569.119948:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521500288:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789763569.119958:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521500416:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763569.119989:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763569.120005:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763569/real 1789763569]  req@ffff911a05c54000 x1876699521500416/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763569.120021:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521500416/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763569.120040:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763569.120044:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763569.120048:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521500416:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763569.120078:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521500544:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763569.120099:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763569.120145:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763569/real 1789763569]  req@ffff911a05c55880 x1876699521500544/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763569.120165:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521500544/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763569.120176:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763569.120180:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763569.120184:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521500544:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763569.120192:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521500672:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763569.120266:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763569.120283:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763569/real 1789763569]  req@ffff911a05c57b80 x1876699521500672/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763569.120298:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57b80 x1876699521500672/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763569.120308:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763569.120312:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763569.120317:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521500672:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763569.120324:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521500800:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763569.120349:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763569.120361:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763569/real 1789763569]  req@ffff911a05c56680 x1876699521500800/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763569.120375:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56680 x1876699521500800/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763569.120384:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763569.120387:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763569.120391:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521500800:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763569.120397:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521500928:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763569.120417:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763569.120428:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763569/real 1789763569]  req@ffff911a05c56a00 x1876699521500928/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763569.120442:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521500928/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763569.120451:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763569.120454:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763569.120458:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521500928:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789763569.183415:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763570.207488:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763571.231490:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763572.255572:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763573.279454:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763574.239312:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763574.239326:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763574.239332:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763574.239345:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3543
00000100:00080000:0.0:1789763574.239359:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763574.239367:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789763574.239414:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57800 x1876699521501056/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763574.239461:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763574.239467:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763574.239469:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763574.239475:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3543
00000100:00080000:0.0:1789763574.239479:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763574.239484:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763574.239495:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763574.239520:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54a80 x1876699521501184/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763574.239534:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763574.239540:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763574.239543:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763574.239549:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3543
00000100:00080000:0.0:1789763574.239553:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763574.239558:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763574.239564:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763574.239577:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55180 x1876699521501312/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763574.239589:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521501056:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763574.239605:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763574.239614:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763574.239618:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763574.239628:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3543
00000100:00080000:0.0:1789763574.239636:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763574.239644:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763574.239654:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789763574.239679:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789763574.239684:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54380 x1876699521501440/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763574.239710:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763574.239715:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763574.239718:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763574.239725:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3543
00000100:00080000:0.0:1789763574.239732:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763574.239742:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789763574.239746:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763574/real 1789763574]  req@ffff911a05c57800 x1876699521501056/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789763574.239752:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763574.239776:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56300 x1876699521501568/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763574.239792:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763574.239800:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789763574.239803:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57800 x1876699521501056/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763574.239804:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763574.239817:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3543
00000100:00080000:0.0:1789763574.239827:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763574.239838:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763574.239850:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763574.239855:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763574.239868:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:0.0:1789763574.239871:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521501696/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763574.239882:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521501056:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789763574.239902:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521501184:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763574.239945:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763574.239964:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763574/real 1789763574]  req@ffff911a05c54a80 x1876699521501184/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763574.239981:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54a80 x1876699521501184/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763574.239992:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763574.240013:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763574.240017:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521501184:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763574.240049:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521501312:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763574.240096:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763574.240117:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763574/real 1789763574]  req@ffff911a05c55180 x1876699521501312/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763574.240142:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55180 x1876699521501312/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763574.240173:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763574.240181:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763574.240189:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521501312:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763574.240255:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521501440:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763574.240296:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763574.240320:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763574/real 1789763574]  req@ffff911a05c54380 x1876699521501440/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763574.240344:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54380 x1876699521501440/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763574.240363:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763574.240369:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763574.240377:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521501440:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763574.240389:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521501568:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763574.240437:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763574.240454:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763574/real 1789763574]  req@ffff911a05c56300 x1876699521501568/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763574.240469:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56300 x1876699521501568/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763574.240480:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763574.240483:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763574.240488:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521501568:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763574.240496:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521501696:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763574.240518:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763574.240530:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763574/real 1789763574]  req@ffff911a05c56a00 x1876699521501696/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763574.240544:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521501696/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763574.240553:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763574.240557:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763574.240560:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521501696:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789763574.303428:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763575.327477:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763576.351379:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763577.375442:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763578.399432:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763579.359347:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763579.359360:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763579.359365:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763579.359379:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3548
00000100:00080000:2.0:1789763579.359392:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763579.359401:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789763579.359450:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8a80 x1876699521501824/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763579.359486:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763579.359491:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763579.359494:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763579.359499:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3548
00000100:00080000:2.0:1789763579.359503:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763579.359508:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763579.359537:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763579.359562:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521501824:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789763579.359570:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9c00 x1876699521501952/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763579.359600:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763579.359607:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763579.359613:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763579.359621:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3548
00000100:00080000:2.0:1789763579.359630:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763579.359637:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763579.359647:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789763579.359654:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763579.359690:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb480 x1876699521502080/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763579.359705:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763579.359710:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763579.359712:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763579.359719:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3548
00000100:00080000:2.0:1789763579.359725:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763579.359735:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789763579.359738:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763579/real 1789763579]  req@ffff911a12ee8a80 x1876699521501824/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789763579.359743:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763579.359767:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeaa00 x1876699521502208/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763579.359783:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763579.359788:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763579.359794:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763579.359797:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8a80 x1876699521501824/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763579.359803:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3548
00000100:00080000:2.0:1789763579.359813:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763579.359825:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00080000:1.0:1789763579.359830:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:2.0:1789763579.359832:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763579.359847:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763579.359856:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9180 x1876699521502336/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763579.359859:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521501824:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789763579.359884:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763579.359889:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763579.359892:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763579.359899:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3548
00000100:00080000:2.0:1789763579.359904:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763579.359912:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521501952:192.168.203.116@tcp:38:kworker.0
00000100:00080000:2.0:1789763579.359913:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763579.359929:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763579.359949:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9880 x1876699521502464/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763579.359972:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763579.359998:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763579/real 1789763579]  req@ffff911a12ee9c00 x1876699521501952/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763579.360016:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9c00 x1876699521501952/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763579.360028:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763579.360032:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763579.360072:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521501952:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763579.360084:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521502080:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763579.360144:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763579.360171:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763579/real 1789763579]  req@ffff911a12eeb480 x1876699521502080/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763579.360197:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb480 x1876699521502080/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763579.360208:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763579.360212:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763579.360260:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521502080:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763579.360269:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521502208:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763579.360303:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763579.360319:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763579/real 1789763579]  req@ffff911a12eeaa00 x1876699521502208/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763579.360334:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeaa00 x1876699521502208/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763579.360348:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763579.360355:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763579.360361:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521502208:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763579.360372:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521502336:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763579.360430:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763579.360455:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763579/real 1789763579]  req@ffff911a12ee9180 x1876699521502336/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763579.360473:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9180 x1876699521502336/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763579.360484:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763579.360488:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763579.360492:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521502336:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763579.360520:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521502464:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763579.360548:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763579.360562:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763579/real 1789763579]  req@ffff911a12ee9880 x1876699521502464/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763579.360576:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9880 x1876699521502464/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763579.360586:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763579.360589:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763579.360594:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521502464:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789763579.423424:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763580.447521:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763581.471443:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763582.495435:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763583.519421:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763584.479448:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763584.479461:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763584.479467:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763584.479480:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3553
00000100:00080000:0.0:1789763584.479494:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763584.479503:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789763584.479577:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56680 x1876699521502592/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763584.479621:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763584.479626:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763584.479628:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763584.479633:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3553
00000100:00080000:0.0:1789763584.479637:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763584.479642:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763584.479652:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763584.479667:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57b80 x1876699521502720/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763584.479680:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763584.479684:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763584.479686:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763584.479690:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3553
00000100:00080000:0.0:1789763584.479693:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763584.479699:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521502592:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763584.479701:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763584.479713:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763584.479728:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521502848/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763584.479740:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763584.479744:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763584.479755:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763584.479760:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3553
00000100:00080000:0.0:1789763584.479780:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763584.479785:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763584.479790:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789763584.479802:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789763584.479805:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521502976/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763584.479826:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763584.479831:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763584.479833:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763584.479838:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3553
00000100:00080000:0.0:1789763584.479841:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763584.479845:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763584.479850:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763584.479863:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521503104/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763584.479885:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763584/real 1789763584]  req@ffff911a05c56680 x1876699521502592/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763584.479888:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763584.479902:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763584.479908:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763584.479921:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3553
00000100:00080000:0.0:1789763584.479926:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763584.479931:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789763584.479937:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56680 x1876699521502592/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789763584.479940:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763584.479958:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521503232/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763584.479960:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763584.479975:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763584.479986:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521502592:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789763584.480016:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521502720:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763584.480070:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763584.480094:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763584/real 1789763584]  req@ffff911a05c57b80 x1876699521502720/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763584.480112:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57b80 x1876699521502720/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763584.480122:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763584.480126:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763584.480130:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521502720:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763584.480160:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521502848:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763584.480184:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763584.480196:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763584/real 1789763584]  req@ffff911a05c55880 x1876699521502848/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763584.480209:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521502848/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763584.480259:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763584.480263:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763584.480267:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521502848:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763584.480274:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521502976:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763584.480297:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763584.480310:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763584/real 1789763584]  req@ffff911a05c54000 x1876699521502976/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763584.480323:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521502976/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763584.480332:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763584.480335:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763584.480338:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521502976:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763584.480344:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521503104:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763584.480392:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763584.480408:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763584/real 1789763584]  req@ffff911a05c57100 x1876699521503104/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763584.480432:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521503104/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763584.480442:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763584.480446:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763584.480450:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521503104:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763584.480457:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521503232:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763584.480479:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763584.480490:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763584/real 1789763584]  req@ffff911a05c54700 x1876699521503232/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763584.480503:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521503232/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763584.480524:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763584.480528:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763584.480531:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521503232:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789763584.543428:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763585.567512:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763586.591382:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763587.615398:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763588.639439:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763589.599336:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763589.599350:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763589.599356:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763589.599372:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3558
00000100:00080000:0.0:1789763589.599389:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763589.599401:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789763589.599458:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54e00 x1876699521503360/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763589.599498:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763589.599514:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763589.599517:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763589.599523:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3558
00000100:00080000:0.0:1789763589.599535:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763589.599542:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763589.599556:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763589.599577:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56d80 x1876699521503488/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763589.599586:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521503360:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763589.599603:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763589.599612:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763589.599616:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763589.599627:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3558
00000100:00080000:0.0:1789763589.599636:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763589.599645:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763589.599656:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789763589.599679:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789763589.599688:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55500 x1876699521503616/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763589.599748:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763589.599749:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763589/real 1789763589]  req@ffff911a05c54e00 x1876699521503360/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763589.599769:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763589.599781:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763589.599802:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3558
00000100:00100000:1.0:1789763589.599805:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54e00 x1876699521503360/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763589.599817:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763589.599828:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763589.599838:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00080000:1.0:1789763589.599839:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000008:00100000:0.0:1789763589.599861:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763589.599862:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521503360:192.168.203.116@tcp:250:kworker.0
00000100:00100000:0.0:1789763589.599900:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55f80 x1876699521503744/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763589.599908:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521503488:192.168.203.116@tcp:38:kworker.0
00000100:00080000:0.0:1789763589.599943:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789763589.599954:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789763589.599956:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763589.599998:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763589.600009:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3558
00000100:00080000:0.0:1789763589.600018:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763589.600025:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789763589.600033:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763589/real 1789763589]  req@ffff911a05c56d80 x1876699521503488/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789763589.600034:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763589.600072:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55c00 x1876699521503872/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763589.600076:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56d80 x1876699521503488/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763589.600122:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763589.600123:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763589.600136:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00080000:0.0:1789763589.600137:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763589.600145:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763589.600151:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521503488:192.168.203.116@tcp:38:kworker.0
00000100:00080000:0.0:1789763589.600158:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3558
00000100:00080000:0.0:1789763589.600167:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763589.600173:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521503616:192.168.203.116@tcp:38:kworker.0
00000100:00080000:0.0:1789763589.600179:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763589.600189:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763589.600270:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54e00 x1876699521504000/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763589.600294:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763589.600322:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763589/real 1789763589]  req@ffff911a05c55500 x1876699521503616/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763589.600351:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55500 x1876699521503616/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763589.600367:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763589.600374:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763589.600380:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521503616:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763589.600411:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521503744:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763589.600454:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763589.600472:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763589/real 1789763589]  req@ffff911a05c55f80 x1876699521503744/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763589.600488:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55f80 x1876699521503744/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763589.600498:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763589.600502:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763589.600506:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521503744:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763589.600513:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521503872:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763589.600535:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763589.600547:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763589/real 1789763589]  req@ffff911a05c55c00 x1876699521503872/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763589.600561:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55c00 x1876699521503872/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763589.600570:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763589.600573:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763589.600577:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521503872:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763589.600584:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521504000:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763589.600604:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763589.600615:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763589/real 1789763589]  req@ffff911a05c54e00 x1876699521504000/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763589.600628:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54e00 x1876699521504000/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763589.600639:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763589.600642:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763589.600646:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521504000:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763589.663442:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763590.687474:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763591.711445:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763592.735415:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763593.759317:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763594.719377:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763594.719392:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763594.719397:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763594.719411:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3563
00000100:00080000:0.0:1789763594.719426:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763594.719436:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789763594.719491:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521504128/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763594.719523:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763594.719527:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763594.719529:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763594.719534:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3563
00000100:00080000:0.0:1789763594.719538:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763594.719541:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763594.719551:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763594.719564:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521504256/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763594.719574:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763594.719577:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763594.719579:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763594.719583:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3563
00000100:00080000:0.0:1789763594.719586:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763594.719590:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763594.719594:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763594.719604:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521504384/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763594.719616:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763594.719619:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763594.719621:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763594.719630:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3563
00000100:00100000:1.0:1789763594.719630:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521504128:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763594.719637:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763594.719647:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763594.719653:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763594.719667:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521504512/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763594.719677:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763594.719681:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763594.719683:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763594.719688:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3563
00000100:00080000:0.0:1789763594.719703:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763594.719707:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763594.719713:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763594.719724:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57b80 x1876699521504640/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763594.719739:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763594.719744:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763594.719759:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763594.719768:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3563
00000100:00100000:1.0:1789763594.719771:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521504256:192.168.203.116@tcp:38:kworker.0
00000100:00080000:0.0:1789763594.719777:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763594.719788:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763594.719797:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763594.719845:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56680 x1876699521504768/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763594.719865:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521504384:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763594.719921:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521504512:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763594.720014:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521504640:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763594.720060:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521504768:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763594.783461:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763595.807462:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763596.831543:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789763597.791664:0:2393:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.116:988
00000400:00000100:3.0:1789763597.791768:0:2393:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.116@tcp at host 192.168.203.116 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789763597.791795:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789763597.791888:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789763597.791931:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789763597.791963:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789763597.791976:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789763597.791990:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000100:00100000:1.0:1789763597.792024:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763594/real 1789763597]  req@ffff911a05c54000 x1876699521504384/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763597.792074:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521504384/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763597.792097:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763597.792106:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763597.792113:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521504384:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763597.792127:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763594/real 1789763597]  req@ffff911a05c55880 x1876699521504512/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763597.792160:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521504512/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763597.792175:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763597.792180:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763597.792187:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521504512:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763597.792198:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763594/real 1789763597]  req@ffff911a05c57b80 x1876699521504640/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763597.792273:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57b80 x1876699521504640/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763597.792310:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763597.792318:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763597.792326:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521504640:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763597.792342:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763594/real 1789763597]  req@ffff911a05c54700 x1876699521504128/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763597.792367:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521504128/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763597.792380:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763597.792387:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763597.792393:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521504128:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789763597.792405:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763594/real 1789763597]  req@ffff911a05c57100 x1876699521504256/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763597.792438:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521504256/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763597.792453:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763597.792459:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763597.792466:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521504256:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763597.792531:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763594/real 1789763597]  req@ffff911a05c56680 x1876699521504768/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763597.792553:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56680 x1876699521504768/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763597.792566:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763597.792572:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763597.792577:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521504768:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763597.855553:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763598.879509:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763599.839399:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763599.839436:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763599.839443:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763599.839463:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3569
00000100:00080000:0.0:1789763599.839501:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763599.839518:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789763599.839592:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521504896/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763599.839672:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763599.839682:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763599.839686:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763599.839696:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3569
00000100:00080000:0.0:1789763599.839722:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763599.839733:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763599.839754:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763599.839754:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521504896:192.168.203.116@tcp:250:kworker.0
00000100:00100000:0.0:1789763599.839800:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56300 x1876699521505024/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763599.839844:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763599.839851:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763599.839854:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763599.839862:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3569
00000100:00080000:0.0:1789763599.839873:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763599.839882:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763599.839919:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789763599.839924:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789763599.839953:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54380 x1876699521505152/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763599.839988:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763599.839997:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763599.840002:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763599.840015:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3569
00000100:00100000:1.0:1789763599.840018:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763599/real 1789763599]  req@ffff911a05c56a00 x1876699521504896/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763599.840025:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763599.840047:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763599.840070:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763599.840088:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521504896/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763599.840108:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55180 x1876699521505280/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763599.840126:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763599.840146:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763599.840148:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:0.0:1789763599.840169:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1789763599.840172:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521504896:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763599.840178:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763599.840198:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3569
00000100:00080000:0.0:1789763599.840208:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763599.840302:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789763599.840315:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521505024:192.168.203.116@tcp:38:kworker.0
00000008:00100000:0.0:1789763599.840321:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763599.840365:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54a80 x1876699521505408/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763599.840390:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789763599.840405:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789763599.840409:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763599.840418:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763599.840430:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3569
00000100:00080000:0.0:1789763599.840440:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763599.840452:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789763599.840455:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763599/real 1789763599]  req@ffff911a05c56300 x1876699521505024/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789763599.840467:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763599.840513:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57800 x1876699521505536/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763599.840531:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56300 x1876699521505024/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763599.840558:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763599.840566:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763599.840572:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521505024:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763599.840590:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521505152:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763599.840636:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763599.840656:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763599/real 1789763599]  req@ffff911a05c54380 x1876699521505152/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763599.840676:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54380 x1876699521505152/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763599.840688:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763599.840693:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763599.840698:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521505152:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763599.840708:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521505280:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763599.840742:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763599.840761:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763599/real 1789763599]  req@ffff911a05c55180 x1876699521505280/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763599.840776:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55180 x1876699521505280/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763599.840788:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763599.840793:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763599.840798:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521505280:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763599.840827:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521505408:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763599.840857:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763599.840874:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763599/real 1789763599]  req@ffff911a05c54a80 x1876699521505408/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763599.840911:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54a80 x1876699521505408/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763599.840924:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763599.840930:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763599.840937:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521505408:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763599.840946:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521505536:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763599.840996:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763599.841014:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763599/real 1789763599]  req@ffff911a05c57800 x1876699521505536/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763599.841048:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57800 x1876699521505536/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763599.841058:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763599.841062:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763599.841066:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521505536:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763599.903488:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763600.927484:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763601.951483:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763602.975470:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763603.999437:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763604.959332:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763604.959343:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763604.959348:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763604.959359:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3574
00000100:00080000:0.0:1789763604.959371:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763604.959379:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789763604.959422:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57800 x1876699521505664/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763604.959452:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763604.959456:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763604.959458:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763604.959462:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3574
00000100:00080000:0.0:1789763604.959466:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763604.959469:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763604.959479:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763604.959491:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54a80 x1876699521505792/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763604.959502:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763604.959506:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763604.959508:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763604.959511:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3574
00000100:00080000:0.0:1789763604.959515:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763604.959519:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763604.959523:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763604.959532:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55180 x1876699521505920/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763604.959542:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763604.959546:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763604.959548:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763604.959552:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3574
00000100:00080000:0.0:1789763604.959556:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763604.959563:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521505664:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763604.959565:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763604.959577:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763604.959590:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54380 x1876699521506048/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763604.959601:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763604.959605:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763604.959607:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763604.959611:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3574
00000100:00080000:0.0:1789763604.959628:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763604.959633:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763604.959638:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789763604.959645:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789763604.959653:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56300 x1876699521506176/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763604.959665:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763604.959669:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763604.959670:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763604.959675:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3574
00000100:00080000:0.0:1789763604.959678:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763604.959682:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763604.959687:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763604.959696:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763604/real 1789763604]  req@ffff911a05c57800 x1876699521505664/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763604.959702:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521506304/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763604.959745:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57800 x1876699521505664/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763604.959760:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763604.959765:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763604.959769:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521505664:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789763604.959778:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521505792:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763604.959800:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763604.959811:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763604/real 1789763604]  req@ffff911a05c54a80 x1876699521505792/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763604.959823:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54a80 x1876699521505792/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763604.959832:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763604.959835:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763604.959838:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521505792:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763604.959845:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521505920:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763604.959912:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763604.959930:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763604/real 1789763604]  req@ffff911a05c55180 x1876699521505920/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763604.959963:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55180 x1876699521505920/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763604.959973:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763604.959977:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763604.959981:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521505920:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763604.960015:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521506048:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763604.960043:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763604.960056:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763604/real 1789763604]  req@ffff911a05c54380 x1876699521506048/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763604.960070:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54380 x1876699521506048/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763604.960080:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763604.960084:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763604.960088:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521506048:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763604.960094:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521506176:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763604.960112:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763604.960123:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763604/real 1789763604]  req@ffff911a05c56300 x1876699521506176/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763604.960138:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56300 x1876699521506176/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763604.960147:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763604.960150:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763604.960154:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521506176:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763604.960160:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521506304:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763604.960179:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763604.960190:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763604/real 1789763604]  req@ffff911a05c56a00 x1876699521506304/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763604.960204:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521506304/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763604.960214:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763604.960217:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763604.960220:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521506304:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763605.023401:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763606.047477:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763607.071484:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763608.095478:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763609.119477:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763610.079440:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763610.079453:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763610.079459:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763610.079471:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3579
00000100:00080000:0.0:1789763610.079485:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763610.079494:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789763610.079544:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56680 x1876699521506432/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763610.079607:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763610.079612:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763610.079614:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763610.079620:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3579
00000100:00080000:0.0:1789763610.079624:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763610.079628:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763610.079640:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763610.079657:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521506560/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763610.079671:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763610.079676:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763610.079679:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763610.079684:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3579
00000100:00080000:0.0:1789763610.079687:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763610.079692:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763610.079699:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763610.079716:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521506688/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763610.079728:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521506432:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763610.079735:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763610.079753:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763610.079756:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763610.079762:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3579
00000100:00080000:0.0:1789763610.079767:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763610.079772:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763610.079779:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763610.079799:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57b80 x1876699521506816/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763610.079835:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763610.079841:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763610.079844:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763610.079849:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3579
00000100:00080000:0.0:1789763610.079856:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763610.079860:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763610.079867:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763610.079880:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521506944/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763610.079891:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763610.079896:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763610.079899:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763610.079903:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3579
00000100:00080000:0.0:1789763610.079909:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789763610.079917:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789763610.079925:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763610.079935:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763610.079955:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521507072/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763610.080026:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763610/real 1789763610]  req@ffff911a05c56680 x1876699521506432/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763610.080058:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56680 x1876699521506432/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763610.080085:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763610.080090:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763610.080096:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521506432:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789763610.080107:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521506560:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763610.080140:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763610.080156:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763610/real 1789763610]  req@ffff911a05c57100 x1876699521506560/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763610.080172:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521506560/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763610.080183:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763610.080188:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763610.080192:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521506560:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763610.080287:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521506688:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763610.080314:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763610.080328:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763610/real 1789763610]  req@ffff911a05c54700 x1876699521506688/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763610.080343:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521506688/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763610.080354:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763610.080358:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763610.080362:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521506688:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763610.080370:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521506816:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763610.080400:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763610.080421:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763610/real 1789763610]  req@ffff911a05c57b80 x1876699521506816/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763610.080445:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57b80 x1876699521506816/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763610.080463:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763610.080470:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763610.080477:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521506816:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763610.080491:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521506944:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763610.080529:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763610.080545:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763610/real 1789763610]  req@ffff911a05c55880 x1876699521506944/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763610.080560:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521506944/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763610.080571:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763610.080575:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763610.080579:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521506944:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763610.080586:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521507072:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763610.080608:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763610.080619:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763610/real 1789763610]  req@ffff911a05c54000 x1876699521507072/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763610.080634:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521507072/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763610.080643:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763610.080647:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763610.080650:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521507072:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763610.143506:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763611.167464:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763612.191482:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763613.215434:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763614.239537:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763615.199376:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763615.199390:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763615.199396:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763615.199408:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3584
00000100:00080000:0.0:1789763615.199422:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763615.199432:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789763615.199476:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54e00 x1876699521507200/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763615.199513:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763615.199518:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763615.199521:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763615.199526:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3584
00000100:00080000:0.0:1789763615.199544:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763615.199550:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763615.199562:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763615.199579:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55c00 x1876699521507328/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763615.199595:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763615.199601:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789763615.199604:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521507200:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763615.199605:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763615.199620:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3584
00000100:00080000:0.0:1789763615.199624:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763615.199628:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763615.199635:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763615.199654:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55f80 x1876699521507456/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763615.199667:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763615.199672:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763615.199674:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763615.199679:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3584
00000100:00080000:0.0:1789763615.199695:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763615.199700:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763615.199706:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789763615.199712:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789763615.199728:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55500 x1876699521507584/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763615.199743:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763615.199747:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763615.199750:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763615.199756:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3584
00000100:00080000:0.0:1789763615.199762:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763615.199769:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763615/real 1789763615]  req@ffff911a05c54e00 x1876699521507200/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763615.199795:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763615.199808:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763615.199834:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56d80 x1876699521507712/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763615.199840:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54e00 x1876699521507200/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763615.199874:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763615.199880:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763615.199881:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763615.199884:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763615.199894:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:0.0:1789763615.199898:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3584
00000100:00080000:0.0:1789763615.199908:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763615.199908:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521507200:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763615.199921:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763615.199930:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763615.199945:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521507840/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763615.199956:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521507328:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763615.200003:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763615.200028:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763615/real 1789763615]  req@ffff911a05c55c00 x1876699521507328/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763615.200051:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55c00 x1876699521507328/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763615.200071:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763615.200077:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763615.200081:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521507328:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763615.200089:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521507456:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763615.200111:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763615.200124:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763615/real 1789763615]  req@ffff911a05c55f80 x1876699521507456/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763615.200138:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55f80 x1876699521507456/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763615.200148:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763615.200152:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763615.200156:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521507456:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763615.200163:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521507584:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763615.200198:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763615.200261:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763615/real 1789763615]  req@ffff911a05c55500 x1876699521507584/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763615.200287:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55500 x1876699521507584/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763615.200298:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763615.200302:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763615.200307:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521507584:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763615.200316:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521507712:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763615.200346:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763615.200360:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763615/real 1789763615]  req@ffff911a05c56d80 x1876699521507712/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763615.200375:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56d80 x1876699521507712/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763615.200384:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763615.200388:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763615.200392:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521507712:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763615.200416:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521507840:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763615.200436:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763615.200448:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763615/real 1789763615]  req@ffff911a05c54000 x1876699521507840/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763615.200462:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521507840/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763615.200471:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763615.200475:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763615.200478:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521507840:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763615.263430:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763616.287457:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763617.311498:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763618.335399:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763619.359515:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763620.319435:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763620.319449:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763620.319454:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763620.319467:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3589
00000100:00080000:0.0:1789763620.319480:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763620.319490:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789763620.319540:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521507968/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763620.319591:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763620.319600:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763620.319604:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763620.319613:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3589
00000100:00080000:0.0:1789763620.319622:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763620.319631:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763620.319646:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763620.319683:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57b80 x1876699521508096/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763620.319692:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521507968:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763620.319728:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763620.319760:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763620.319764:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763620.319776:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3589
00000100:00080000:0.0:1789763620.319785:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763620.319795:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763620.319807:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763620.319839:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521508224/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763620.319863:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789763620.319880:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789763620.319881:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763620.319897:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763620.319908:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3589
00000100:00080000:0.0:1789763620.319916:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763620.319924:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763620.319936:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763620.319959:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521508352/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763620.319974:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763620.319978:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763620/real 1789763620]  req@ffff911a05c55880 x1876699521507968/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763620.319983:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763620.319994:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763620.320021:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3589
00000100:00080000:0.0:1789763620.320044:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763620.320054:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521507968/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763620.320067:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00080000:1.0:1789763620.320089:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:0.0:1789763620.320095:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763620.320100:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763620.320117:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521507968:192.168.203.116@tcp:250:kworker.0
00000100:00100000:0.0:1789763620.320138:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56680 x1876699521508480/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763620.320153:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763620.320158:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763620.320162:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763620.320166:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521508096:192.168.203.116@tcp:38:kworker.0
00000100:00080000:0.0:1789763620.320175:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3589
00000100:00080000:0.0:1789763620.320183:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763620.320190:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763620.320200:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789763620.320284:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789763620.320285:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521508608/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763620.320331:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763620/real 1789763620]  req@ffff911a05c57b80 x1876699521508096/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763620.320368:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57b80 x1876699521508096/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763620.320388:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763620.320396:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763620.320402:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521508096:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763620.320413:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521508224:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763620.320450:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763620.320483:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763620/real 1789763620]  req@ffff911a05c54700 x1876699521508224/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763620.320500:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521508224/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763620.320519:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763620.320523:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763620.320528:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521508224:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763620.320536:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521508352:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763620.320565:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763620.320579:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763620/real 1789763620]  req@ffff911a05c57100 x1876699521508352/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763620.320593:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521508352/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763620.320605:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763620.320610:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763620.320615:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521508352:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763620.320623:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521508480:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763620.320648:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763620.320661:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763620/real 1789763620]  req@ffff911a05c56680 x1876699521508480/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763620.320676:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56680 x1876699521508480/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763620.320685:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763620.320689:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763620.320694:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521508480:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763620.320720:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521508608:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763620.320784:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763620.320813:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763620/real 1789763620]  req@ffff911a05c56a00 x1876699521508608/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763620.320840:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521508608/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763620.320856:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763620.320861:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763620.320865:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521508608:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763620.383482:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763621.407498:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763622.431444:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763623.455456:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763624.479473:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763625.439354:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763625.439367:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763625.439372:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763625.439385:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3594
00000100:00080000:0.0:1789763625.439400:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763625.439409:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789763625.439456:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56300 x1876699521508736/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763625.439494:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763625.439499:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763625.439501:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763625.439507:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3594
00000100:00080000:0.0:1789763625.439511:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763625.439515:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763625.439527:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763625.439544:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54380 x1876699521508864/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763625.439558:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763625.439563:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763625.439566:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763625.439572:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3594
00000100:00080000:0.0:1789763625.439575:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763625.439582:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763625.439590:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763625.439602:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55180 x1876699521508992/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763625.439616:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763625.439640:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:1.0:1789763625.439642:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521508736:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763625.439644:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763625.439668:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3594
00000100:00080000:0.0:1789763625.439673:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763625.439679:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763625.439685:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763625.439732:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54a80 x1876699521509120/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763625.439747:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763625.439753:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763625.439755:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763625.439761:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3594
00000100:00080000:0.0:1789763625.439794:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763625.439801:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763625.439808:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763625.439834:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57800 x1876699521509248/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763625.439835:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789763625.439857:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763625.439866:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763625.439871:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763625.439884:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3594
00000100:00080000:0.0:1789763625.439895:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763625.439904:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763625.439916:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763625.439929:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763625/real 1789763625]  req@ffff911a05c56300 x1876699521508736/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763625.439952:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521509376/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763625.439971:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56300 x1876699521508736/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763625.440017:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763625.440027:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763625.440034:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521508736:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789763625.440047:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521508864:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763625.440094:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763625.440127:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763625/real 1789763625]  req@ffff911a05c54380 x1876699521508864/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763625.440155:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54380 x1876699521508864/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763625.440174:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763625.440181:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763625.440189:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521508864:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763625.440327:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521508992:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763625.440365:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763625.440381:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763625/real 1789763625]  req@ffff911a05c55180 x1876699521508992/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763625.440398:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55180 x1876699521508992/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763625.440408:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763625.440413:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763625.440417:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521508992:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763625.440426:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521509120:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763625.440449:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763625.440462:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763625/real 1789763625]  req@ffff911a05c54a80 x1876699521509120/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763625.440486:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54a80 x1876699521509120/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763625.440502:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763625.440509:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763625.440516:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521509120:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763625.440529:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521509248:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763625.440575:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763625.440595:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763625/real 1789763625]  req@ffff911a05c57800 x1876699521509248/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763625.440610:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57800 x1876699521509248/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763625.440621:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763625.440626:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763625.440630:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521509248:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763625.440638:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521509376:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763625.440665:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763625.440677:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763625/real 1789763625]  req@ffff911a05c56a00 x1876699521509376/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763625.440692:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521509376/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763625.440731:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763625.440738:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763625.440746:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521509376:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763625.503479:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763626.527453:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763627.551495:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763628.575510:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763629.599432:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763630.559407:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763630.559420:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763630.559426:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763630.559439:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3599
00000100:00080000:2.0:1789763630.559452:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763630.559461:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789763630.559508:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9f80 x1876699521509504/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763630.559554:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763630.559559:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763630.559562:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763630.559567:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3599
00000100:00080000:2.0:1789763630.559572:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763630.559576:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763630.559587:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763630.559602:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eead80 x1876699521509632/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763630.559614:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763630.559619:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763630.559621:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763630.559625:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3599
00000100:00080000:2.0:1789763630.559628:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763630.559632:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763630.559637:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763630.559650:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8700 x1876699521509760/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763630.559690:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763630.559697:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763630.559700:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763630.559713:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3599
00000100:00100000:1.0:1789763630.559715:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521509504:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789763630.559727:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763630.559740:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763630.559752:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763630.559782:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8e00 x1876699521509888/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763630.559799:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763630.559804:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763630.559807:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789763630.559815:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:2.0:1789763630.559823:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3599
00000100:00080000:2.0:1789763630.559835:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763630.559842:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763630.559851:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763630.559867:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea300 x1876699521510016/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763630.559881:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763630.559883:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763630/real 1789763630]  req@ffff911a12ee9f80 x1876699521509504/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763630.559891:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763630.559898:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763630.559915:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3599
00000100:00080000:2.0:1789763630.559924:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763630.559929:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789763630.559937:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9f80 x1876699521509504/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789763630.559940:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763630.559960:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763630.559974:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763630.559986:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb800 x1876699521510144/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763630.559989:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521509504:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789763630.560019:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521509632:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763630.560079:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763630.560105:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763630/real 1789763630]  req@ffff911a12eead80 x1876699521509632/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763630.560122:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eead80 x1876699521509632/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763630.560133:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763630.560138:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763630.560143:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521509632:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763630.560151:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521509760:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763630.560179:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763630.560192:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763630/real 1789763630]  req@ffff911a12ee8700 x1876699521509760/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763630.560207:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8700 x1876699521509760/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763630.560275:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763630.560279:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763630.560284:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521509760:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763630.560321:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521509888:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763630.560349:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763630.560363:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763630/real 1789763630]  req@ffff911a12ee8e00 x1876699521509888/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763630.560378:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8e00 x1876699521509888/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763630.560388:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763630.560392:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763630.560396:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521509888:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763630.560403:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521510016:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763630.560422:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763630.560433:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763630/real 1789763630]  req@ffff911a12eea300 x1876699521510016/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763630.560447:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea300 x1876699521510016/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763630.560457:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763630.560461:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763630.560465:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521510016:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763630.560471:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521510144:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763630.560490:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763630.560501:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763630/real 1789763630]  req@ffff911a12eeb800 x1876699521510144/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763630.560514:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb800 x1876699521510144/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763630.560523:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763630.560527:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763630.560531:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521510144:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763630.623515:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763631.647417:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763632.671430:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763633.695420:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763634.719433:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763635.679421:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763635.679436:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763635.679442:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763635.679457:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3604
00000100:00080000:0.0:1789763635.679475:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763635.679486:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789763635.679547:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56680 x1876699521510272/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763635.679598:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763635.679603:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763635.679606:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763635.679611:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3604
00000100:00080000:0.0:1789763635.679615:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763635.679620:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763635.679655:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763635.679674:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521510400/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763635.679685:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521510272:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763635.679691:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763635.679701:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763635.679704:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763635.679727:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3604
00000100:00080000:0.0:1789763635.679733:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763635.679738:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763635.679745:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763635.679762:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521510528/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763635.679776:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763635.679781:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763635.679784:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763635.679788:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3604
00000100:00080000:0.0:1789763635.679806:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763635.679812:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763635.679819:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789763635.679828:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789763635.679841:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57b80 x1876699521510656/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763635.679857:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763635.679862:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763635.679865:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763635.679870:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3604
00000100:00080000:0.0:1789763635.679873:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763635.679878:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763635.679885:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763635.679913:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521510784/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763635.679914:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763635/real 1789763635]  req@ffff911a05c56680 x1876699521510272/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763635.679955:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763635.679963:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763635.679966:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763635.679972:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3604
00000100:00080000:0.0:1789763635.679977:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763635.679979:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56680 x1876699521510272/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763635.679987:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763635.680001:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763635.680012:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789763635.680019:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521510912/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763635.680027:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763635.680062:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521510272:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789763635.680113:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521510400:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763635.680148:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763635.680165:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763635/real 1789763635]  req@ffff911a05c57100 x1876699521510400/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763635.680197:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521510400/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763635.680287:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763635.680297:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763635.680303:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521510400:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763635.680312:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521510528:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763635.680344:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763635.680391:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763635/real 1789763635]  req@ffff911a05c54700 x1876699521510528/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763635.680407:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521510528/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763635.680419:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763635.680425:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763635.680432:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521510528:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763635.680445:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521510656:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763635.680491:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763635.680516:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763635/real 1789763635]  req@ffff911a05c57b80 x1876699521510656/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763635.680538:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57b80 x1876699521510656/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763635.680550:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763635.680554:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763635.680558:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521510656:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763635.680565:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521510784:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763635.680594:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763635.680608:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763635/real 1789763635]  req@ffff911a05c55880 x1876699521510784/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763635.680675:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521510784/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763635.680687:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763635.680691:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763635.680695:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521510784:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763635.680702:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521510912:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763635.680731:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763635.680763:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763635/real 1789763635]  req@ffff911a05c54000 x1876699521510912/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763635.680778:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521510912/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763635.680789:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763635.680793:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763635.680798:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521510912:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763635.743451:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763636.767457:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763637.791476:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763638.815426:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763639.839526:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763640.799403:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763640.799416:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763640.799422:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763640.799435:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3610
00000100:00080000:1.0:1789763640.799448:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763640.799457:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789763640.799504:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08e00 x1876699521511040/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763640.799546:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763640.799551:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763640.799561:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763640.799568:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3610
00000100:00080000:1.0:1789763640.799572:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763640.799577:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763640.799611:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763640.799635:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a300 x1876699521511168/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763640.799654:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521511040:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789763640.799656:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763640.799670:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763640.799679:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763640.799690:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3610
00000100:00080000:1.0:1789763640.799699:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763640.799707:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763640.799719:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763640.799746:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b100 x1876699521511296/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763640.799769:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789763640.799773:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789763640.799784:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763640.799801:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763640.799811:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3610
00000100:00080000:1.0:1789763640.799819:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763640.799825:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789763640.799835:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763640/real 1789763640]  req@ffff911a08b08e00 x1876699521511040/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789763640.799836:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763640.799872:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09880 x1876699521511424/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763640.799877:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08e00 x1876699521511040/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763640.799925:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763640.799926:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763640.799940:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763640.799941:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:1.0:1789763640.799950:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763640.799956:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521511040:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789763640.799964:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3610
00000100:00080000:1.0:1789763640.799972:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763640.799977:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763640.799982:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763640.799999:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a680 x1876699521511552/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763640.800004:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521511168:192.168.203.116@tcp:38:kworker.0
00000100:00080000:1.0:1789763640.800032:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763640.800038:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763640.800041:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763640.800047:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3610
00000100:00080000:1.0:1789763640.800053:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789763640.800058:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789763640.800066:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763640.800075:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763640.800086:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763640/real 1789763640]  req@ffff911a08b0a300 x1876699521511168/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763640.800098:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09500 x1876699521511680/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763640.800118:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a300 x1876699521511168/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763640.800134:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763640.800139:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763640.800145:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521511168:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763640.800155:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521511296:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763640.800178:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763640.800191:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763640/real 1789763640]  req@ffff911a08b0b100 x1876699521511296/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763640.800205:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b100 x1876699521511296/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763640.800268:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763640.800274:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763640.800282:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521511296:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763640.800295:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521511424:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789763640.800358:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763640.800384:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763640/real 1789763640]  req@ffff911a08b09880 x1876699521511424/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763640.800409:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09880 x1876699521511424/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763640.800426:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763640.800433:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763640.800440:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521511424:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763640.800470:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521511552:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763640.800500:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763640.800514:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763640/real 1789763640]  req@ffff911a08b0a680 x1876699521511552/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763640.800529:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a680 x1876699521511552/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763640.800540:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763640.800544:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763640.800548:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521511552:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763640.800555:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521511680:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763640.800574:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763640.800611:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763640/real 1789763640]  req@ffff911a08b09500 x1876699521511680/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763640.800629:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09500 x1876699521511680/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763640.800640:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763640.800643:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763640.800647:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521511680:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763640.863480:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763641.887462:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763642.911495:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763643.935405:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763644.959485:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763645.919431:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763645.919445:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763645.919450:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763645.919462:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3615
00000100:00080000:2.0:1789763645.919475:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763645.919484:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789763645.919531:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9500 x1876699521511808/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763645.919606:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763645.919612:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763645.919615:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763645.919621:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3615
00000100:00080000:2.0:1789763645.919625:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763645.919630:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763645.919651:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763645.919669:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8000 x1876699521511936/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763645.919685:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763645.919691:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521511808:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789763645.919692:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763645.919699:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763645.919715:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3615
00000100:00080000:2.0:1789763645.919720:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763645.919724:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763645.919731:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763645.919745:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea680 x1876699521512064/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763645.919758:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763645.919764:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763645.919766:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763645.919772:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3615
00000100:00080000:2.0:1789763645.919777:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763645.919781:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763645.919789:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763645.919805:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8380 x1876699521512192/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763645.919811:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:2.0:1789763645.919830:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763645.919835:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763645.919847:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763645.919855:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3615
00000100:00080000:2.0:1789763645.919861:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763645.919867:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789763645.919877:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763645/real 1789763645]  req@ffff911a12ee9500 x1876699521511808/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789763645.919878:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763645.919902:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eebb80 x1876699521512320/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763645.919916:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9500 x1876699521511808/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763645.919920:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763645.919936:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763645.919942:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763645.919957:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3615
00000100:00080000:1.0:1789763645.919959:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763645.919963:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763645.919971:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:2.0:1789763645.919978:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789763645.919987:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521511808:192.168.203.116@tcp:250:kworker.0
00000008:00100000:2.0:1789763645.919990:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763645.920015:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb100 x1876699521512448/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763645.920035:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521511936:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763645.920077:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763645.920095:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763645/real 1789763645]  req@ffff911a12ee8000 x1876699521511936/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763645.920122:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8000 x1876699521511936/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763645.920134:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763645.920138:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763645.920142:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521511936:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763645.920150:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521512064:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763645.920186:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763645.920209:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763645/real 1789763645]  req@ffff911a12eea680 x1876699521512064/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763645.920277:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea680 x1876699521512064/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763645.920287:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763645.920292:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763645.920296:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521512064:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763645.920304:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521512192:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763645.920336:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763645.920351:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763645/real 1789763645]  req@ffff911a12ee8380 x1876699521512192/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763645.920365:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8380 x1876699521512192/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763645.920376:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763645.920380:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763645.920384:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521512192:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763645.920390:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521512320:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763645.920413:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763645.920424:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763645/real 1789763645]  req@ffff911a12eebb80 x1876699521512320/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763645.920438:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eebb80 x1876699521512320/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763645.920448:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763645.920451:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763645.920455:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521512320:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763645.920495:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521512448:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763645.920518:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763645.920539:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763645/real 1789763645]  req@ffff911a12eeb100 x1876699521512448/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763645.920582:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb100 x1876699521512448/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763645.920599:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763645.920606:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763645.920613:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521512448:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763645.983443:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763647.007452:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763648.031436:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763649.055504:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763650.079347:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763651.039403:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763651.039416:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763651.039422:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763651.039439:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3620
00000100:00080000:1.0:1789763651.039477:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763651.039490:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789763651.039581:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09f80 x1876699521512576/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763651.039624:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763651.039630:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763651.039632:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763651.039639:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3620
00000100:00080000:1.0:1789763651.039644:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763651.039651:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763651.039664:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763651.039687:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09180 x1876699521512704/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763651.039705:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789763651.039708:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521512576:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789763651.039712:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763651.039719:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763651.039735:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3620
00000100:00080000:1.0:1789763651.039740:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763651.039746:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763651.039753:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763651.039769:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08700 x1876699521512832/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763651.039782:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763651.039787:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763651.039790:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763651.039794:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3620
00000100:00080000:1.0:1789763651.039800:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763651.039805:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763651.039812:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789763651.039821:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763651.039834:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08380 x1876699521512960/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763651.039849:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763651.039856:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763651.039860:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763651.039867:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3620
00000100:00080000:1.0:1789763651.039875:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763651.039883:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763651.039893:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763651.039901:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763651/real 1789763651]  req@ffff911a08b09f80 x1876699521512576/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763651.039925:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0aa00 x1876699521513088/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763651.039944:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09f80 x1876699521512576/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763651.039959:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763651.039967:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763651.039971:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763651.039980:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:1.0:1789763651.039983:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763651.040014:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3620
00000100:00100000:2.0:1789763651.040014:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521512576:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789763651.040027:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763651.040036:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763651.040044:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763651.040064:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0ad80 x1876699521513216/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763651.040072:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521512704:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763651.040127:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763651.040154:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763651/real 1789763651]  req@ffff911a08b09180 x1876699521512704/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763651.040171:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09180 x1876699521512704/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763651.040182:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763651.040187:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763651.040191:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521512704:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763651.040199:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521512832:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763651.040255:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763651.040278:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763651/real 1789763651]  req@ffff911a08b08700 x1876699521512832/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763651.040302:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08700 x1876699521512832/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763651.040313:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763651.040317:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763651.040321:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521512832:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763651.040328:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521512960:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789763651.040358:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763651.040370:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763651/real 1789763651]  req@ffff911a08b08380 x1876699521512960/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763651.040384:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08380 x1876699521512960/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763651.040393:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763651.040397:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763651.040400:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521512960:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763651.040407:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521513088:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763651.040426:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763651.040437:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763651/real 1789763651]  req@ffff911a08b0aa00 x1876699521513088/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763651.040451:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0aa00 x1876699521513088/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763651.040469:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763651.040473:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763651.040477:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521513088:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763651.040502:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521513216:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763651.040577:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763651.040601:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763651/real 1789763651]  req@ffff911a08b0ad80 x1876699521513216/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763651.040625:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0ad80 x1876699521513216/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763651.040641:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763651.040647:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763651.040654:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521513216:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763651.103419:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763652.127467:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763653.151436:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763654.175430:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763655.199417:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763656.159408:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763656.159422:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763656.159428:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763656.159441:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3625
00000100:00080000:0.0:1789763656.159456:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763656.159466:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789763656.159535:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56d80 x1876699521513344/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763656.159575:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763656.159582:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763656.159585:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763656.159590:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3625
00000100:00080000:0.0:1789763656.159594:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763656.159599:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763656.159612:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763656.159629:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55500 x1876699521513472/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763656.159634:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521513344:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763656.159652:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763656.159656:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763656.159658:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763656.159664:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3625
00000100:00080000:0.0:1789763656.159669:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763656.159673:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763656.159678:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763656.159692:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55f80 x1876699521513600/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763656.159704:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763656.159709:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763656.159711:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763656.159716:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3625
00000100:00080000:0.0:1789763656.159721:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763656.159726:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000800:00000100:2.0:1789763656.159731:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000008:00100000:0.0:1789763656.159734:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763656.159751:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55c00 x1876699521513728/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763656.159763:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763656.159767:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763656.159770:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763656.159774:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3625
00000100:00080000:0.0:1789763656.159779:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763656.159785:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763656.159792:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763656.159793:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763656/real 1789763656]  req@ffff911a05c56d80 x1876699521513344/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763656.159808:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54e00 x1876699521513856/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763656.159818:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56d80 x1876699521513344/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763656.159824:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763656.159832:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763656.159834:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763656.159835:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763656.159846:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3625
00000100:00080000:2.0:1789763656.159847:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:0.0:1789763656.159854:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763656.159856:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521513344:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763656.159864:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763656.159872:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763656.159889:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521513984/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763656.159896:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521513472:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763656.159926:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763656.159940:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763656/real 1789763656]  req@ffff911a05c55500 x1876699521513472/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763656.159951:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55500 x1876699521513472/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763656.159960:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763656.159965:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763656.159969:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521513472:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763656.159987:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521513600:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763656.160011:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763656.160021:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763656/real 1789763656]  req@ffff911a05c55f80 x1876699521513600/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763656.160030:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55f80 x1876699521513600/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763656.160036:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763656.160039:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763656.160041:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521513600:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763656.160046:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521513728:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789763656.160061:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763656.160068:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763656/real 1789763656]  req@ffff911a05c55c00 x1876699521513728/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763656.160076:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55c00 x1876699521513728/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763656.160082:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763656.160085:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763656.160087:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521513728:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763656.160090:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521513856:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763656.160101:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763656.160107:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763656/real 1789763656]  req@ffff911a05c54e00 x1876699521513856/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763656.160115:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54e00 x1876699521513856/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763656.160121:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763656.160123:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763656.160125:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521513856:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763656.160137:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521513984:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763656.160148:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763656.160155:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763656/real 1789763656]  req@ffff911a05c54000 x1876699521513984/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763656.160163:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521513984/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763656.160169:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763656.160171:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763656.160173:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521513984:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763656.223389:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763657.247492:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763658.271428:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763659.295528:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763660.319474:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763661.279422:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763661.279463:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763661.279470:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763661.279487:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3630
00000100:00080000:0.0:1789763661.279516:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763661.279530:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789763661.279588:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521514112/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763661.279634:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763661.279639:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763661.279642:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763661.279648:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3630
00000100:00080000:0.0:1789763661.279653:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763661.279658:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763661.279681:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763661.279698:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57b80 x1876699521514240/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763661.279712:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763661.279716:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763661.279719:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763661.279724:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3630
00000100:00080000:0.0:1789763661.279728:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763661.279734:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763661.279740:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763661.279756:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521514368/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763661.279756:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521514112:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763661.279793:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763661.279797:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763661.279799:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763661.279808:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3630
00000100:00080000:0.0:1789763661.279811:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763661.279817:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763661.279824:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763661.279838:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521514496/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763661.279851:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763661.279855:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763661.279858:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763661.279862:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3630
00000100:00080000:0.0:1789763661.279888:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763661.279893:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763661.279898:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763661.279910:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56680 x1876699521514624/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763661.279922:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763661.279926:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763661.279929:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763661.279934:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3630
00000100:00080000:0.0:1789763661.279938:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763661.279942:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763661.279947:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763661.279962:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521514752/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763661.280015:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521514240:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763661.280090:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521514368:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763661.280121:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521514496:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763661.280149:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521514624:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763661.280181:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521514752:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763661.343559:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763662.367384:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763663.391541:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789763664.351636:0:2394:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.116:988
00000400:00000100:2.0:1789763664.351690:0:2394:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.116@tcp at host 192.168.203.116 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789763664.351711:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:2.0:1789763664.351760:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:2.0:1789763664.351785:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:2.0:1789763664.351799:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:2.0:1789763664.351814:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:2.0:1789763664.351830:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000100:00100000:1.0:1789763664.351893:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763661/real 1789763664]  req@ffff911a05c54700 x1876699521514368/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763664.351937:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521514368/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763664.351960:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763664.351970:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763664.351980:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521514368:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763664.351995:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763661/real 1789763664]  req@ffff911a05c57100 x1876699521514496/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763664.352023:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521514496/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763664.352040:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763664.352047:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763664.352055:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521514496:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763664.352069:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763661/real 1789763664]  req@ffff911a05c56680 x1876699521514624/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763664.352091:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56680 x1876699521514624/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763664.352107:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763664.352114:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763664.352122:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521514624:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763664.352135:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763661/real 1789763664]  req@ffff911a05c56a00 x1876699521514752/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763664.352159:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521514752/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763664.352176:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763664.352183:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763664.352190:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521514752:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763664.352202:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763661/real 1789763664]  req@ffff911a05c55880 x1876699521514112/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763664.352286:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521514112/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763664.352303:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763664.352309:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763664.352316:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521514112:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789763664.352330:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763661/real 1789763664]  req@ffff911a05c57b80 x1876699521514240/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763664.352351:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57b80 x1876699521514240/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763664.352367:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763664.352374:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763664.352380:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521514240:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763664.415522:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763665.439460:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763666.399477:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763666.399490:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763666.399497:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763666.399511:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3635
00000100:00080000:3.0:1789763666.399543:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763666.399555:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789763666.399611:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521514880/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763666.399677:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763666.399684:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763666.399687:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763666.399695:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3635
00000100:00080000:3.0:1789763666.399703:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763666.399711:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763666.399726:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763666.399764:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521514880:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789763666.399767:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521515008/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763666.399791:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763666.399796:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763666.399799:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763666.399805:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3635
00000100:00080000:3.0:1789763666.399811:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763666.399826:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763666.399835:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763666.399856:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521515136/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763666.399862:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789763666.399877:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763666.399883:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763666.399886:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763666.399893:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3635
00000100:00080000:3.0:1789763666.399899:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763666.399905:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789763666.399915:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763666/real 1789763666]  req@ffff911a04ad0000 x1876699521514880/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789763666.399930:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763666.399947:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521514880/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763666.399954:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521515264/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763666.399995:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763666.400001:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763666.400003:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763666.400010:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763666.400016:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:3.0:1789763666.400024:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3635
00000100:00100000:1.0:1789763666.400030:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521514880:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789763666.400033:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763666.400046:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763666.400055:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763666.400074:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521515008:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763666.400077:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521515392/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763666.400099:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763666.400104:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763666.400107:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763666.400114:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3635
00000100:00080000:3.0:1789763666.400121:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789763666.400125:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789763666.400133:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763666.400142:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763666.400152:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763666/real 1789763666]  req@ffff911a04ad3480 x1876699521515008/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763666.400165:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521515520/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763666.400182:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521515008/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763666.400198:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763666.400204:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763666.400210:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521515008:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763666.400265:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521515136:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763666.400296:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763666.400321:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763666/real 1789763666]  req@ffff911a04ad1f80 x1876699521515136/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763666.400336:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521515136/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763666.400346:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763666.400351:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763666.400354:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521515136:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763666.400370:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521515264:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763666.400428:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763666.400446:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763666/real 1789763666]  req@ffff911a04ad2300 x1876699521515264/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763666.400464:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521515264/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763666.400474:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763666.400478:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763666.400482:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521515264:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763666.400508:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521515392:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763666.400538:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763666.400555:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763666/real 1789763666]  req@ffff911a04ad1880 x1876699521515392/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763666.400571:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521515392/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763666.400582:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763666.400586:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763666.400590:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521515392:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763666.400599:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521515520:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763666.400627:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763666.400644:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763666/real 1789763666]  req@ffff911a04ad1c00 x1876699521515520/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763666.400662:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521515520/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763666.400675:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763666.400681:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763666.400686:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521515520:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763666.463454:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763667.487474:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763668.511607:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763669.535498:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763670.559433:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763671.519380:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763671.519399:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763671.519405:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763671.519422:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3640
00000100:00080000:3.0:1789763671.519442:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763671.519454:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789763671.519521:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3100 x1876699521515648/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763671.519565:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763671.519571:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763671.519573:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763671.519580:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3640
00000100:00080000:3.0:1789763671.519584:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763671.519589:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763671.519604:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763671.519620:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0a80 x1876699521515776/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763671.519635:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763671.519640:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763671.519643:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763671.519649:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3640
00000100:00080000:3.0:1789763671.519652:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763671.519656:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763671.519664:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763671.519680:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521515904/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763671.519698:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521515648:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789763671.519703:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763671.519722:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763671.519730:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763671.519740:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3640
00000100:00080000:3.0:1789763671.519746:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763671.519757:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763671.519768:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763671.519795:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521516032/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763671.519817:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763671.519825:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000800:00000100:1.0:1789763671.519832:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789763671.519834:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763671.519849:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3640
00000100:00080000:3.0:1789763671.519860:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763671.519871:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763671.519884:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763671.519900:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763671/real 1789763671]  req@ffff911a04ad3100 x1876699521515648/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763671.519923:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521516160/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763671.519937:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3100 x1876699521515648/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763671.519973:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763671.519994:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763671.520003:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763671.520015:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763671.520015:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3640
00000100:00080000:3.0:1789763671.520040:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763671.520042:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763671.520061:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521515648:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789763671.520063:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763671.520085:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763671.520094:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521515776:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763671.520116:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521516288/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763671.520147:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763671.520185:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763671/real 1789763671]  req@ffff911a04ad0a80 x1876699521515776/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763671.520203:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0a80 x1876699521515776/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763671.520300:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763671.520306:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763671.520311:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521515776:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763671.520347:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521515904:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763671.520406:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763671.520422:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763671/real 1789763671]  req@ffff911a04ad1c00 x1876699521515904/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763671.520449:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521515904/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763671.520460:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763671.520464:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763671.520468:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521515904:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763671.520476:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521516032:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763671.520500:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763671.520512:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763671/real 1789763671]  req@ffff911a04ad1880 x1876699521516032/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763671.520527:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521516032/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763671.520536:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763671.520539:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763671.520544:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521516032:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763671.520552:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521516160:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763671.520574:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763671.520585:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763671/real 1789763671]  req@ffff911a04ad2300 x1876699521516160/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763671.520599:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521516160/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763671.520609:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763671.520613:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763671.520616:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521516160:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763671.520624:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521516288:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763671.520644:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763671.520655:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763671/real 1789763671]  req@ffff911a04ad1f80 x1876699521516288/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763671.520672:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521516288/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763671.520688:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763671.520695:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763671.520701:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521516288:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763671.583476:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763672.607542:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763673.631529:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763674.655514:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763675.679535:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763676.639362:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763676.639394:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763676.639402:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763676.639438:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3645
00000100:00080000:3.0:1789763676.639471:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763676.639486:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789763676.639555:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521516416/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763676.639600:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763676.639605:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763676.639608:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763676.639615:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3645
00000100:00080000:3.0:1789763676.639620:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763676.639625:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763676.639640:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763676.639658:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521516544/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763676.639676:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763676.639693:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763676.639695:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763676.639705:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3645
00000100:00100000:1.0:1789763676.639708:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521516416:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789763676.639712:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763676.639724:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763676.639731:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763676.639745:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521516672/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763676.639776:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763676.639782:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763676.639785:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763676.639791:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3645
00000100:00080000:3.0:1789763676.639796:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763676.639802:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763676.639808:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763676.639823:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521516800/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763676.639838:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763676.639846:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763676.639851:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789763676.639857:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789763676.639866:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3645
00000100:00080000:3.0:1789763676.639878:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763676.639888:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763676.639900:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763676.639926:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0700 x1876699521516928/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763676.639957:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763676.639968:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789763676.639970:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763676/real 1789763676]  req@ffff911a04ad3480 x1876699521516416/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763676.639985:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763676.640007:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3645
00000100:00100000:1.0:1789763676.640026:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521516416/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763676.640045:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763676.640051:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763676.640058:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521516416:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789763676.640065:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763676.640076:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763676.640085:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763676.640101:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521516544:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763676.640112:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521517056/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763676.640153:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763676.640191:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763676/real 1789763676]  req@ffff911a04ad0000 x1876699521516544/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763676.640255:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521516544/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763676.640267:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763676.640272:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763676.640277:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521516544:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763676.640285:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521516672:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763676.640312:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763676.640362:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763676/real 1789763676]  req@ffff911a04ad2a00 x1876699521516672/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763676.640400:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521516672/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763676.640431:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763676.640439:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763676.640446:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521516672:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763676.640459:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521516800:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763676.640504:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763676.640519:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763676/real 1789763676]  req@ffff911a04ad1500 x1876699521516800/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763676.640534:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1500 x1876699521516800/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763676.640545:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763676.640549:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763676.640553:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521516800:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763676.640560:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521516928:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763676.640580:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763676.640592:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763676/real 1789763676]  req@ffff911a04ad0700 x1876699521516928/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763676.640606:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0700 x1876699521516928/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763676.640616:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763676.640619:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763676.640625:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521516928:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763676.640650:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521517056:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763676.640682:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763676.640694:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763676/real 1789763676]  req@ffff911a04ad0380 x1876699521517056/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763676.640708:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521517056/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763676.640718:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763676.640721:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763676.640725:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521517056:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763676.703506:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763677.727498:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763678.751442:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763679.775439:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763680.799465:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763681.759428:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763681.759450:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763681.759459:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763681.759479:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3651
00000100:00080000:2.0:1789763681.759501:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763681.759518:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789763681.759584:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb100 x1876699521517184/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763681.759627:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763681.759633:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763681.759635:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763681.759641:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3651
00000100:00080000:2.0:1789763681.759648:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763681.759654:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763681.759669:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763681.759687:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eebb80 x1876699521517312/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763681.759702:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763681.759707:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763681.759710:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763681.759716:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3651
00000100:00080000:2.0:1789763681.759720:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763681.759725:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763681.759731:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763681.759745:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8380 x1876699521517440/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763681.759761:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521517184:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789763681.759776:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763681.759786:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763681.759790:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763681.759800:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3651
00000100:00080000:2.0:1789763681.759809:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763681.759818:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763681.759831:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763681.759856:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea680 x1876699521517568/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763681.759883:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:2.0:1789763681.759884:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763681.759895:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763681.759898:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763681.759907:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3651
00000100:00080000:2.0:1789763681.759916:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763681.759925:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763681.759936:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763681.759962:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763681/real 1789763681]  req@ffff911a12eeb100 x1876699521517184/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763681.759968:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8000 x1876699521517696/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763681.760017:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763681.760023:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb100 x1876699521517184/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763681.760026:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763681.760034:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763681.760054:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3651
00000100:00080000:1.0:1789763681.760059:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763681.760066:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763681.760071:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763681.760081:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521517184:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789763681.760087:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789763681.760099:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521517312:192.168.203.116@tcp:38:kworker.0
00000008:00100000:2.0:1789763681.760107:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789763681.760143:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763681.760146:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9500 x1876699521517824/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763681.760171:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763681/real 1789763681]  req@ffff911a12eebb80 x1876699521517312/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763681.760191:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eebb80 x1876699521517312/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763681.760203:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763681.760209:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763681.760275:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521517312:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763681.760340:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521517440:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763681.760368:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763681.760383:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763681/real 1789763681]  req@ffff911a12ee8380 x1876699521517440/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763681.760399:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8380 x1876699521517440/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763681.760409:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763681.760413:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763681.760417:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521517440:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763681.760424:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521517568:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763681.760444:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763681.760455:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763681/real 1789763681]  req@ffff911a12eea680 x1876699521517568/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763681.760469:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea680 x1876699521517568/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763681.760481:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763681.760485:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763681.760489:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521517568:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763681.760495:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521517696:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763681.760514:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763681.760525:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763681/real 1789763681]  req@ffff911a12ee8000 x1876699521517696/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763681.760539:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8000 x1876699521517696/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763681.760549:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763681.760553:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763681.760556:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521517696:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763681.760563:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521517824:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763681.760582:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763681.760593:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763681/real 1789763681]  req@ffff911a12ee9500 x1876699521517824/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763681.760605:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9500 x1876699521517824/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763681.760615:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763681.760618:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763681.760623:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521517824:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763681.823469:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763682.847487:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763683.871473:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763684.895460:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763685.919503:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763686.879364:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763686.879379:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763686.879385:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763686.879397:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3656
00000100:00080000:2.0:1789763686.879412:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763686.879422:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789763686.879468:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb800 x1876699521517952/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763686.879506:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763686.879511:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763686.879514:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763686.879519:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3656
00000100:00080000:2.0:1789763686.879523:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763686.879528:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763686.879551:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763686.879569:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea300 x1876699521518080/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763686.879602:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521517952:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789763686.879616:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763686.879624:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763686.879627:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763686.879635:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3656
00000100:00080000:2.0:1789763686.879640:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763686.879647:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763686.879655:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763686.879674:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8e00 x1876699521518208/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763686.879687:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763686.879693:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763686.879696:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763686.879700:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3656
00000100:00080000:2.0:1789763686.879706:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763686.879716:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000800:00000100:1.0:1789763686.879717:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000008:00100000:2.0:1789763686.879723:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763686.879741:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8700 x1876699521518336/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763686.879757:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763686.879762:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763686.879764:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763686.879769:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3656
00000100:00080000:2.0:1789763686.879775:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763686.879779:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763686.879786:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763686.879800:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763686/real 1789763686]  req@ffff911a12eeb800 x1876699521517952/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763711 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763686.879803:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eead80 x1876699521518464/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763686.879839:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763686.879846:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763686.879848:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763686.879852:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3656
00000100:00080000:2.0:1789763686.879856:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763686.879859:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763686.879873:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763686.879886:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9f80 x1876699521518592/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763686.879895:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb800 x1876699521517952/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763711 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763686.879920:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763686.879927:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763686.879936:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521517952:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789763686.879970:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521518080:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763686.880016:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763686.880042:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763686/real 1789763686]  req@ffff911a12eea300 x1876699521518080/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763711 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763686.880069:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea300 x1876699521518080/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763711 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763686.880087:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763686.880093:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763686.880098:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521518080:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763686.880107:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521518208:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763686.880138:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763686.880154:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763686/real 1789763686]  req@ffff911a12ee8e00 x1876699521518208/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763711 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763686.880169:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8e00 x1876699521518208/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763711 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763686.880179:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763686.880184:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763686.880188:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521518208:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763686.880195:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521518336:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763686.880296:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763686.880318:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763686/real 1789763686]  req@ffff911a12ee8700 x1876699521518336/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763711 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763686.880334:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8700 x1876699521518336/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763711 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763686.880345:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763686.880349:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763686.880353:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521518336:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763686.880360:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521518464:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763686.880389:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763686.880400:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763686/real 1789763686]  req@ffff911a12eead80 x1876699521518464/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763711 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763686.880414:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eead80 x1876699521518464/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763711 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763686.880425:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763686.880429:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763686.880433:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521518464:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763686.880440:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521518592:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763686.880462:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763686.880473:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763686/real 1789763686]  req@ffff911a12ee9f80 x1876699521518592/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763711 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763686.880486:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9f80 x1876699521518592/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763711 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763686.880496:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763686.880500:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763686.880503:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521518592:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763686.943496:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763687.967524:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763688.991467:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763690.015486:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763691.039436:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763691.999410:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763691.999423:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763691.999429:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763691.999441:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3661
00000100:00080000:0.0:1789763691.999455:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763691.999464:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789763691.999511:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57800 x1876699521518720/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763691.999550:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763691.999555:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763691.999557:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763691.999562:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3661
00000100:00080000:0.0:1789763691.999567:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763691.999571:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763691.999582:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763691.999597:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54a80 x1876699521518848/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763691.999618:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763691.999622:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763691.999625:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763691.999630:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3661
00000100:00080000:0.0:1789763691.999633:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763691.999637:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763691.999643:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763691.999659:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55180 x1876699521518976/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763691.999672:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763691.999677:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763691.999682:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763691.999687:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521518720:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763691.999691:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3661
00000100:00080000:0.0:1789763691.999700:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763691.999707:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763691.999713:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763691.999728:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54380 x1876699521519104/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763691.999742:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763691.999747:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763691.999749:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763691.999753:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3661
00000100:00080000:0.0:1789763691.999772:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763691.999778:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000800:00000100:1.0:1789763691.999788:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000008:00100000:0.0:1789763691.999791:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763691.999821:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56300 x1876699521519232/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763691.999842:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763691.999851:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763691.999856:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763691.999864:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763691/real 1789763691]  req@ffff911a05c57800 x1876699521518720/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763691.999866:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3661
00000100:00080000:0.0:1789763691.999880:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763691.999895:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763691.999905:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763691.999910:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57800 x1876699521518720/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763691.999929:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789763691.999931:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57b80 x1876699521519360/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763691.999943:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763691.999960:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521518720:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789763691.999976:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521518848:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763692.000010:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763692.000025:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763691/real 1789763692]  req@ffff911a05c54a80 x1876699521518848/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763692.000041:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54a80 x1876699521518848/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763692.000051:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763692.000056:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763692.000060:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521518848:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763692.000089:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521518976:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763692.000110:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763692.000122:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763691/real 1789763692]  req@ffff911a05c55180 x1876699521518976/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763692.000136:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55180 x1876699521518976/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763692.000146:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763692.000149:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763692.000153:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521518976:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763692.000160:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521519104:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763692.000180:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763692.000192:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763691/real 1789763692]  req@ffff911a05c54380 x1876699521519104/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763692.000271:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54380 x1876699521519104/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763692.000284:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763692.000289:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763692.000293:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521519104:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763692.000301:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521519232:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763692.000327:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763692.000342:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763692/real 1789763692]  req@ffff911a05c56300 x1876699521519232/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763692.000357:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56300 x1876699521519232/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763692.000367:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763692.000370:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763692.000373:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521519232:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763692.000380:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521519360:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763692.000400:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763692.000411:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763692/real 1789763692]  req@ffff911a05c57b80 x1876699521519360/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763692.000424:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57b80 x1876699521519360/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763692.000435:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763692.000439:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763692.000442:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521519360:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763692.063404:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763693.087420:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763694.111432:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763695.135420:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763696.159513:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763697.119377:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763697.119394:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763697.119401:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763697.119417:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3666
00000100:00080000:2.0:1789763697.119435:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763697.119447:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789763697.119514:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9880 x1876699521519488/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763697.119560:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763697.119566:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763697.119568:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763697.119575:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3666
00000100:00080000:2.0:1789763697.119579:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763697.119584:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763697.119599:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763697.119619:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9180 x1876699521519616/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763697.119635:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763697.119640:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763697.119642:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763697.119648:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3666
00000100:00080000:2.0:1789763697.119653:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763697.119660:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789763697.119667:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521519488:192.168.203.116@tcp:250:kworker.0
00000008:00100000:2.0:1789763697.119669:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763697.119722:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeaa00 x1876699521519744/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763697.119737:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763697.119742:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763697.119746:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763697.119752:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3666
00000100:00080000:2.0:1789763697.119757:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763697.119764:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763697.119772:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789763697.119789:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763697.119796:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb480 x1876699521519872/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763697.119812:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763697.119818:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763697.119822:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763697.119828:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3666
00000100:00080000:2.0:1789763697.119833:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763697.119838:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763697.119844:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763697.119870:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763697/real 1789763697]  req@ffff911a12ee9880 x1876699521519488/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763697.119879:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9c00 x1876699521520000/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763697.119931:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763697.119935:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763697.119938:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763697.119947:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9880 x1876699521519488/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763697.119948:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3666
00000100:00080000:2.0:1789763697.119961:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763697.119974:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763697.119986:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763697.119987:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763697.119999:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763697.120007:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8a80 x1876699521520128/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763697.120015:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521519488:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789763697.120068:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521519616:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763697.120104:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763697.120121:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763697/real 1789763697]  req@ffff911a12ee9180 x1876699521519616/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763697.120137:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9180 x1876699521519616/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763697.120149:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763697.120153:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763697.120158:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521519616:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763697.120166:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521519744:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763697.120264:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763697.120281:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763697/real 1789763697]  req@ffff911a12eeaa00 x1876699521519744/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763697.120297:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeaa00 x1876699521519744/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763697.120308:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763697.120312:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763697.120317:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521519744:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763697.120324:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521519872:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763697.120349:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763697.120360:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763697/real 1789763697]  req@ffff911a12eeb480 x1876699521519872/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763697.120374:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb480 x1876699521519872/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763697.120385:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763697.120389:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763697.120392:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521519872:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763697.120399:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521520000:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763697.120419:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763697.120430:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763697/real 1789763697]  req@ffff911a12ee9c00 x1876699521520000/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763697.120446:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9c00 x1876699521520000/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763697.120456:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763697.120459:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763697.120462:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521520000:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763697.120468:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521520128:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763697.120490:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763697.120501:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763697/real 1789763697]  req@ffff911a12ee8a80 x1876699521520128/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763697.120516:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8a80 x1876699521520128/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763697.120525:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763697.120529:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763697.120532:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521520128:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763697.183446:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763698.207439:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763699.231422:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763700.255461:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763701.279453:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763702.239348:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763702.239361:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763702.239366:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763702.239378:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3671
00000100:00080000:0.0:1789763702.239391:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763702.239400:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789763702.239446:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521520256/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763702.239483:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763702.239488:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763702.239490:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763702.239495:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3671
00000100:00080000:0.0:1789763702.239499:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763702.239503:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763702.239514:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763702.239529:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521520384/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763702.239543:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763702.239548:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763702.239550:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763702.239555:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3671
00000100:00080000:0.0:1789763702.239559:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763702.239563:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763702.239570:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763702.239576:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521520256:192.168.203.116@tcp:250:kworker.0
00000100:00100000:0.0:1789763702.239587:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56680 x1876699521520512/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763702.239611:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763702.239615:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763702.239618:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763702.239623:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3671
00000100:00080000:0.0:1789763702.239627:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763702.239631:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763702.239638:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763702.239652:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521520640/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763702.239664:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789763702.239673:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789763702.239676:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763702.239681:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763702.239688:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3671
00000100:00080000:0.0:1789763702.239694:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763702.239699:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763702.239706:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763702.239719:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521520768/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763702.239734:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763702/real 1789763702]  req@ffff911a05c55880 x1876699521520256/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763702.239743:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763702.239761:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763702.239768:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763702.239777:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521520256/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763702.239782:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3671
00000100:00080000:0.0:1789763702.239798:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763702.239814:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00080000:1.0:1789763702.239820:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:0.0:1789763702.239828:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763702.239830:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763702.239843:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521520256:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789763702.239855:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521520384:192.168.203.116@tcp:38:kworker.0
00000100:00100000:0.0:1789763702.239862:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521520896/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763702.239919:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763702.239959:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763702/real 1789763702]  req@ffff911a05c56a00 x1876699521520384/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763702.239974:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521520384/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763702.239984:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763702.239988:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763702.239992:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521520384:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763702.240020:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521520512:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763702.240042:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763702.240053:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763702/real 1789763702]  req@ffff911a05c56680 x1876699521520512/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763702.240066:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56680 x1876699521520512/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763702.240075:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763702.240078:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763702.240082:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521520512:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763702.240089:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521520640:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763702.240108:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763702.240118:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763702/real 1789763702]  req@ffff911a05c57100 x1876699521520640/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763702.240156:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521520640/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763702.240168:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763702.240172:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763702.240176:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521520640:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763702.240183:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521520768:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763702.240209:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763702.240279:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763702/real 1789763702]  req@ffff911a05c54700 x1876699521520768/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763702.240304:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521520768/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763702.240320:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763702.240326:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763702.240333:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521520768:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763702.240342:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521520896:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763702.240372:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763702.240386:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763702/real 1789763702]  req@ffff911a05c54000 x1876699521520896/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763702.240401:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521520896/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763702.240410:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763702.240413:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763702.240417:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521520896:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763702.303426:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763703.327435:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763704.351478:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763705.375442:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763706.399393:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763707.359305:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763707.359313:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763707.359316:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763707.359325:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3676
00000100:00080000:0.0:1789763707.359335:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763707.359342:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789763707.359374:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54e00 x1876699521521024/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763707.359393:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763707.359396:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763707.359397:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763707.359400:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3676
00000100:00080000:0.0:1789763707.359402:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763707.359404:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763707.359412:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763707.359421:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55c00 x1876699521521152/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763707.359428:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763707.359431:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763707.359432:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763707.359435:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3676
00000100:00080000:0.0:1789763707.359436:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763707.359441:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789763707.359443:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521521024:192.168.203.116@tcp:250:kworker.0
00000008:00100000:0.0:1789763707.359445:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763707.359457:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55f80 x1876699521521280/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763707.359464:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763707.359467:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763707.359468:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763707.359470:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3676
00000100:00080000:0.0:1789763707.359472:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763707.359475:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763707.359478:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763707.359486:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55500 x1876699521521408/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763707.359492:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763707.359495:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763707.359496:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763707.359498:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3676
00000100:00080000:0.0:1789763707.359501:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763707.359505:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763707.359508:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789763707.359513:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789763707.359516:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56d80 x1876699521521536/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763707.359523:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763707.359526:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763707.359528:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763707.359530:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3676
00000100:00080000:0.0:1789763707.359533:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763707.359535:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763707.359538:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763707.359546:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521521664/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763707.359554:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763707/real 1789763707]  req@ffff911a05c54e00 x1876699521521024/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763707.359569:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54e00 x1876699521521024/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763707.359583:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763707.359587:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763707.359591:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521521024:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789763707.359597:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521521152:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763707.359615:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763707.359626:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763707/real 1789763707]  req@ffff911a05c55c00 x1876699521521152/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763707.359635:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55c00 x1876699521521152/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763707.359646:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763707.359649:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763707.359651:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521521152:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763707.359674:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521521280:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763707.359687:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763707.359694:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763707/real 1789763707]  req@ffff911a05c55f80 x1876699521521280/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763707.359702:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55f80 x1876699521521280/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763707.359708:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763707.359709:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763707.359711:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521521280:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763707.359715:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521521408:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763707.359726:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763707.359732:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763707/real 1789763707]  req@ffff911a05c55500 x1876699521521408/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763707.359739:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55500 x1876699521521408/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763707.359744:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763707.359746:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763707.359751:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521521408:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763707.359757:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521521536:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763707.359776:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763707.359787:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763707/real 1789763707]  req@ffff911a05c56d80 x1876699521521536/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763707.359800:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56d80 x1876699521521536/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763707.359809:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763707.359812:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763707.359814:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521521536:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763707.359818:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521521664:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763707.359833:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763707.359840:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763707/real 1789763707]  req@ffff911a05c54000 x1876699521521664/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763707.359847:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521521664/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763707.359853:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763707.359855:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763707.359856:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521521664:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763707.423364:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763708.447493:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763709.471486:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763710.495364:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763711.519354:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763712.479389:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763712.479402:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763712.479407:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763712.479420:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3681
00000100:00080000:3.0:1789763712.479434:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763712.479443:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789763712.479490:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2680 x1876699521521792/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763712.479528:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763712.479533:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763712.479535:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763712.479542:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3681
00000100:00080000:3.0:1789763712.479546:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763712.479550:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763712.479563:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763712.479577:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521521920/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763712.479601:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763712.479605:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763712.479607:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763712.479611:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3681
00000100:00080000:3.0:1789763712.479615:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763712.479620:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763712.479625:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763712.479639:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521522048/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763712.479656:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763712.479660:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763712.479674:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763712.479685:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521521792:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789763712.479685:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3681
00000100:00080000:3.0:1789763712.479696:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763712.479705:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763712.479711:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763712.479728:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0700 x1876699521522176/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763712.479741:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763712.479746:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763712.479759:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763712.479764:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3681
00000100:00080000:3.0:1789763712.479769:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763712.479774:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763712.479781:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763712.479800:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521522304/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763712.479805:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789763712.479823:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763712.479828:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763712.479831:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763712.479837:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3681
00000100:00080000:3.0:1789763712.479851:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763712.479856:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763712.479863:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763712.479884:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763712/real 1789763712]  req@ffff911a04ad2680 x1876699521521792/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763712.479885:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521522432/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763712.479958:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2680 x1876699521521792/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763712.479982:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763712.479991:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763712.479999:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521521792:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789763712.480022:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521521920:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763712.480094:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763712.480121:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763712/real 1789763712]  req@ffff911a04ad3800 x1876699521521920/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763712.480147:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521521920/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763712.480165:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763712.480172:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763712.480179:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521521920:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763712.480272:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521522048:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763712.480318:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763712.480334:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763712/real 1789763712]  req@ffff911a04ad0380 x1876699521522048/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763712.480350:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521522048/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763712.480369:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763712.480373:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763712.480378:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521522048:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763712.480385:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521522176:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763712.480405:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763712.480416:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763712/real 1789763712]  req@ffff911a04ad0700 x1876699521522176/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763712.480430:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0700 x1876699521522176/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763712.480440:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763712.480444:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763712.480447:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521522176:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763712.480454:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521522304:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763712.480473:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763712.480485:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763712/real 1789763712]  req@ffff911a04ad1500 x1876699521522304/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763712.480499:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1500 x1876699521522304/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763712.480508:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763712.480511:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763712.480516:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521522304:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763712.480522:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521522432:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763712.480541:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763712.480552:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763712/real 1789763712]  req@ffff911a04ad2a00 x1876699521522432/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763712.480565:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521522432/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763712.480574:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763712.480577:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763712.480580:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521522432:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763712.543447:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763713.567432:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763714.591423:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763715.615447:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763716.639359:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763717.599362:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763717.599375:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763717.599381:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763717.599394:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3686
00000100:00080000:0.0:1789763717.599408:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763717.599420:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789763717.599478:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521522560/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763717.599531:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763717.599537:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763717.599539:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763717.599546:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3686
00000100:00080000:0.0:1789763717.599553:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763717.599562:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763717.599580:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763717.599603:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521522560:192.168.203.116@tcp:250:kworker.0
00000100:00100000:0.0:1789763717.599617:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521522688/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763717.599644:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763717.599652:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763717.599655:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763717.599662:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3686
00000100:00080000:0.0:1789763717.599687:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763717.599696:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000800:00000100:1.0:1789763717.599705:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000008:00100000:0.0:1789763717.599709:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763717.599735:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56680 x1876699521522816/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763717.599752:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763717.599757:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763717.599760:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763717.599767:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763717/real 1789763717]  req@ffff911a05c54700 x1876699521522560/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763717.599772:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3686
00000100:00080000:0.0:1789763717.599783:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763717.599796:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763717.599805:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763717.599814:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521522560/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763717.599824:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521522944/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763717.599847:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763717.599855:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763717.599861:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:0.0:1789763717.599864:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763717.599870:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763717.599872:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521522560:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763717.599881:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3686
00000100:00080000:0.0:1789763717.599888:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763717.599894:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763717.599899:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763717.599913:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521522688:192.168.203.116@tcp:38:kworker.0
00000100:00100000:0.0:1789763717.599917:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521523072/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763717.599936:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763717.599941:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763717.599944:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789763717.599954:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789763717.599967:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3686
00000100:00080000:0.0:1789763717.599976:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763717.599978:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763717/real 1789763717]  req@ffff911a05c57100 x1876699521522688/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763717.599986:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763717.600000:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763717.600012:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521522688/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763717.600049:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57b80 x1876699521523200/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763717.600057:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763717.600071:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763717.600083:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521522688:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763717.600099:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521522816:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763717.600130:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763717.600145:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763717/real 1789763717]  req@ffff911a05c56680 x1876699521522816/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763717.600160:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56680 x1876699521522816/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763717.600169:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763717.600173:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763717.600177:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521522816:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763717.600183:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521522944:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763717.600203:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763717.600274:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763717/real 1789763717]  req@ffff911a05c56a00 x1876699521522944/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763717.600291:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521522944/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763717.600302:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763717.600306:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763717.600310:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521522944:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763717.600330:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521523072:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763717.600356:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763717.600370:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763717/real 1789763717]  req@ffff911a05c55880 x1876699521523072/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763717.600384:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521523072/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763717.600394:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763717.600397:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763717.600401:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521523072:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763717.600408:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521523200:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763717.600427:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763717.600438:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763717/real 1789763717]  req@ffff911a05c57b80 x1876699521523200/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763717.600452:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57b80 x1876699521523200/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763717.600461:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763717.600464:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763717.600469:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521523200:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763717.663476:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763718.687458:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763719.711436:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763720.735491:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763721.759434:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763722.719320:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763722.719345:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763722.719351:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763722.719363:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3691
00000100:00080000:0.0:1789763722.719376:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763722.719385:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789763722.719431:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56300 x1876699521523328/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763722.719467:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763722.719472:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763722.719474:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763722.719480:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3691
00000100:00080000:0.0:1789763722.719484:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763722.719488:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763722.719501:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763722.719518:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54380 x1876699521523456/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763722.719534:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763722.719543:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521523328:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763722.719544:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763722.719549:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763722.719563:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3691
00000100:00080000:0.0:1789763722.719567:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763722.719571:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763722.719577:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763722.719594:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55180 x1876699521523584/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763722.719609:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763722.719614:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763722.719617:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763722.719622:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3691
00000100:00080000:0.0:1789763722.719630:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763722.719642:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000800:00000100:1.0:1789763722.719644:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000008:00100000:0.0:1789763722.719657:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763722.719686:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54a80 x1876699521523712/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763722.719711:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763722.719719:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763722.719725:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763722.719730:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763722/real 1789763722]  req@ffff911a05c56300 x1876699521523328/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763722.719739:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3691
00000100:00080000:0.0:1789763722.719750:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763722.719761:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763722.719772:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763722.719783:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56300 x1876699521523328/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763722.719794:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57800 x1876699521523840/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763722.719810:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763722.719819:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763722.719825:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:0.0:1789763722.719828:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763722.719834:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763722.719840:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521523328:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763722.719846:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3691
00000100:00080000:0.0:1789763722.719858:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763722.719864:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763722.719869:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763722.719883:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56300 x1876699521523968/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763722.719892:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521523456:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763722.719954:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763722.720008:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763722/real 1789763722]  req@ffff911a05c54380 x1876699521523456/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763722.720050:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54380 x1876699521523456/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763722.720063:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763722.720067:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763722.720072:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521523456:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763722.720080:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521523584:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763722.720112:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763722.720129:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763722/real 1789763722]  req@ffff911a05c55180 x1876699521523584/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763722.720143:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55180 x1876699521523584/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763722.720153:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763722.720157:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763722.720161:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521523584:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763722.720167:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521523712:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763722.720188:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763722.720200:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763722/real 1789763722]  req@ffff911a05c54a80 x1876699521523712/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763722.720255:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54a80 x1876699521523712/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763722.720267:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763722.720271:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763722.720276:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521523712:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763722.720288:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521523840:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763722.720328:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763722.720352:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763722/real 1789763722]  req@ffff911a05c57800 x1876699521523840/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763722.720378:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57800 x1876699521523840/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763722.720393:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763722.720397:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763722.720402:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521523840:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763722.720431:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521523968:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763722.720472:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763722.720494:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763722/real 1789763722]  req@ffff911a05c56300 x1876699521523968/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763722.720518:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56300 x1876699521523968/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763722.720535:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763722.720541:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763722.720547:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521523968:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763722.783514:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763723.807540:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763724.831446:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763725.855501:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763726.879467:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763727.839357:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763727.839370:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763727.839375:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763727.839388:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3697
00000100:00080000:0.0:1789763727.839402:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763727.839412:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789763727.839460:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57b80 x1876699521524096/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763727.839498:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763727.839506:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763727.839509:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763727.839517:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3697
00000100:00080000:0.0:1789763727.839524:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763727.839532:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763727.839548:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763727.839574:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521524224/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763727.839596:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763727.839599:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521524096:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763727.839602:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763727.839606:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763727.839612:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3697
00000100:00080000:0.0:1789763727.839619:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763727.839625:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763727.839633:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763727.839650:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521524352/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763727.839666:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763727.839671:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763727.839675:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763727.839681:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3697
00000100:00080000:0.0:1789763727.839686:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763727.839693:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763727.839703:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763727.839720:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56680 x1876699521524480/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763727.839739:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763727.839746:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1789763727.839749:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521524224:192.168.203.116@tcp:38:kworker.0
00000100:00080000:0.0:1789763727.839750:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763727.839757:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3697
00000100:00080000:0.0:1789763727.839764:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763727.839772:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763727.839781:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763727.839804:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521524608/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763727.839807:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521524352:192.168.203.116@tcp:38:kworker.0
00000100:00080000:0.0:1789763727.839825:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763727.839831:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763727.839834:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763727.839843:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3697
00000100:00100000:1.0:1789763727.839847:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521524480:192.168.203.116@tcp:8:kworker.0
00000100:00080000:0.0:1789763727.839849:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763727.839856:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763727.839864:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763727.839885:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521524736/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763727.839891:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521524608:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763727.839939:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521524736:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763727.903543:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763728.927449:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763729.951491:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789763730.911571:0:2395:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.116:988
00000400:00000100:3.0:1789763730.911636:0:2395:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.116@tcp at host 192.168.203.116 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789763730.911663:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789763730.911721:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789763730.911735:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789763730.911750:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789763730.911763:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789763730.911778:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000100:00100000:1.0:1789763730.911799:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763727/real 1789763730]  req@ffff911a05c57100 x1876699521524608/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763730.911838:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521524608/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763730.911874:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763730.911883:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763730.911892:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521524608:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763730.911907:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763727/real 1789763730]  req@ffff911a05c55880 x1876699521524224/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763730.911961:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521524224/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763730.911979:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763730.911986:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763730.911993:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521524224:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763730.912007:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763727/real 1789763730]  req@ffff911a05c56a00 x1876699521524352/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763730.912030:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521524352/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763730.912046:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763730.912054:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763730.912061:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521524352:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763730.912074:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763727/real 1789763730]  req@ffff911a05c56680 x1876699521524480/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763730.912095:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56680 x1876699521524480/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763730.912109:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763730.912115:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763730.912121:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521524480:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763730.912134:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763727/real 1789763730]  req@ffff911a05c57b80 x1876699521524096/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763730.912153:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57b80 x1876699521524096/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763730.912167:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763730.912173:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763730.912179:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521524096:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789763730.912285:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763727/real 1789763730]  req@ffff911a05c54700 x1876699521524736/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763730.912311:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521524736/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763730.912328:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763730.912335:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763730.912343:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521524736:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763730.975436:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763731.999506:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763732.959355:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763732.959368:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763732.959373:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763732.959384:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3702
00000100:00080000:0.0:1789763732.959398:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763732.959407:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789763732.959448:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521524864/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763732.959486:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763732.959491:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763732.959493:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763732.959499:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3702
00000100:00080000:0.0:1789763732.959513:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763732.959518:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763732.959530:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763732.959547:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56d80 x1876699521524992/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763732.959561:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763732.959567:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763732.959570:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763732.959575:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3702
00000100:00080000:0.0:1789763732.959580:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763732.959584:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763732.959590:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763732.959601:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55500 x1876699521525120/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763732.959621:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521524864:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763732.959623:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763732.959642:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763732.959646:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763732.959656:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3702
00000100:00080000:0.0:1789763732.959664:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763732.959673:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763732.959685:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763732.959710:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55f80 x1876699521525248/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763732.959731:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789763732.959740:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789763732.959744:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763732.959752:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763732.959762:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3702
00000100:00080000:0.0:1789763732.959773:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763732.959782:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763732.959794:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763732.959813:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763732/real 1789763732]  req@ffff911a05c54000 x1876699521524864/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763732.959824:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55c00 x1876699521525376/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763732.959869:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763732.959879:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521524864/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763732.959880:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763732.959888:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763732.959933:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3702
00000100:00080000:0.0:1789763732.959949:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763732.959953:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763732.959964:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00080000:1.0:1789763732.959971:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000008:00100000:0.0:1789763732.959982:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763732.959985:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521524864:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789763732.960012:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521524992:192.168.203.116@tcp:38:kworker.0
00000100:00100000:0.0:1789763732.960019:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54e00 x1876699521525504/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763732.960073:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763732.960101:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763732/real 1789763732]  req@ffff911a05c56d80 x1876699521524992/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763732.960126:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56d80 x1876699521524992/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763732.960144:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763732.960151:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763732.960158:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521524992:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763732.960200:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521525120:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763732.960298:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763732.960321:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763732/real 1789763732]  req@ffff911a05c55500 x1876699521525120/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763732.960347:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55500 x1876699521525120/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763732.960363:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763732.960369:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763732.960376:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521525120:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763732.960388:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521525248:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763732.960424:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763732.960446:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763732/real 1789763732]  req@ffff911a05c55f80 x1876699521525248/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763732.960468:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55f80 x1876699521525248/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763732.960485:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763732.960492:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763732.960498:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521525248:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763732.960510:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521525376:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763732.960550:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763732.960573:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763732/real 1789763732]  req@ffff911a05c55c00 x1876699521525376/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763732.960596:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55c00 x1876699521525376/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763732.960621:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763732.960627:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763732.960633:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521525376:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763732.960644:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521525504:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763732.960681:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763732.960702:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763732/real 1789763732]  req@ffff911a05c54e00 x1876699521525504/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763732.960726:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54e00 x1876699521525504/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763732.960741:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763732.960748:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763732.960756:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521525504:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763733.023489:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763734.047474:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763735.071444:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763736.095557:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763737.119472:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763738.079370:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763738.079386:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763738.079392:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763738.079408:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3707
00000100:00080000:0.0:1789763738.079425:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763738.079437:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789763738.079506:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54e00 x1876699521525632/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763738.079557:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763738.079575:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763738.079579:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763738.079587:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3707
00000100:00080000:0.0:1789763738.079595:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763738.079603:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763738.079618:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763738.079653:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55c00 x1876699521525760/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763738.079659:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521525632:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763738.079675:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763738.079680:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763738.079684:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763738.079690:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3707
00000100:00080000:0.0:1789763738.079697:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763738.079715:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763738.079723:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763738.079740:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55f80 x1876699521525888/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763738.079757:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789763738.079761:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789763738.079764:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763738.079767:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763738.079773:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3707
00000100:00080000:0.0:1789763738.079779:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763738.079785:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763738.079812:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763738.079819:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763738/real 1789763738]  req@ffff911a05c54e00 x1876699521525632/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763738.079831:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55500 x1876699521526016/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763738.079850:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763738.079851:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54e00 x1876699521525632/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763738.079857:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763738.079860:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763738.079900:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3707
00000100:00080000:1.0:1789763738.079903:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763738.079909:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763738.079911:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:0.0:1789763738.079916:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789763738.079920:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521525632:192.168.203.116@tcp:250:kworker.0
00000008:00100000:0.0:1789763738.079925:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763738.079944:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56d80 x1876699521526144/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763738.079956:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521525760:192.168.203.116@tcp:38:kworker.0
00000100:00080000:0.0:1789763738.079963:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763738.079969:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763738.079973:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763738.079979:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3707
00000800:00000100:1.0:1789763738.079998:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789763738.079999:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763738.080016:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763738.080026:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763738.080032:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763738/real 1789763738]  req@ffff911a05c55c00 x1876699521525760/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763738.080045:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521526272/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763738.080057:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55c00 x1876699521525760/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763738.080077:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763738.080083:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763738.080090:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521525760:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763738.080102:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521525888:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763738.080140:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763738.080163:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763738/real 1789763738]  req@ffff911a05c55f80 x1876699521525888/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763738.080187:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55f80 x1876699521525888/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763738.080204:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763738.080211:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763738.080255:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521525888:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763738.080265:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521526016:192.168.203.116@tcp:8:kworker.0
00000800:00000100:1.0:1789763738.080297:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763738.080314:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763738/real 1789763738]  req@ffff911a05c55500 x1876699521526016/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763738.080329:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55500 x1876699521526016/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763738.080342:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763738.080346:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763738.080350:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521526016:192.168.203.116@tcp:8:kworker.0
00000100:00100000:1.0:1789763738.080387:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521526144:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763738.080411:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763738.080424:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763738/real 1789763738]  req@ffff911a05c56d80 x1876699521526144/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763738.080439:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56d80 x1876699521526144/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763738.080448:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763738.080457:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763738.080461:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521526144:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763738.080467:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521526272:192.168.203.116@tcp:38:kworker.0
00000800:00000100:1.0:1789763738.080486:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763738.080497:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763738/real 1789763738]  req@ffff911a05c54000 x1876699521526272/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763738.080511:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521526272/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763738.080521:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763738.080525:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763738.080529:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521526272:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763738.143416:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763739.167425:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763740.191519:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763741.215437:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763742.239447:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763743.199357:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763743.199371:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763743.199376:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763743.199388:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3712
00000100:00080000:1.0:1789763743.199414:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763743.199424:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789763743.199471:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08a80 x1876699521526400/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763743.199518:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763743.199527:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763743.199530:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763743.199540:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3712
00000100:00080000:1.0:1789763743.199548:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763743.199557:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763743.199574:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763743.199609:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521526400:192.168.203.116@tcp:250:kworker.0
00000100:00100000:1.0:1789763743.199610:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0bb80 x1876699521526528/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763743.199639:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763743.199643:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763743.199647:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763743.199653:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3712
00000100:00080000:1.0:1789763743.199659:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763743.199666:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763743.199674:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763743.199690:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b800 x1876699521526656/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763743.199705:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789763743.199706:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789763743.199714:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763743.199719:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763743.199727:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3712
00000100:00080000:1.0:1789763743.199734:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763743.199739:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763743.199747:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763743.199767:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08000 x1876699521526784/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763743.199772:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763743/real 1789763743]  req@ffff911a08b08a80 x1876699521526400/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763743.199806:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763743.199814:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763743.199817:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763743.199825:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3712
00000100:00100000:2.0:1789763743.199828:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08a80 x1876699521526400/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763743.199874:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763743.199880:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763743.199886:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521526400:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789763743.199916:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521526528:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763743.199945:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763743.199962:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763743/real 1789763743]  req@ffff911a08b0bb80 x1876699521526528/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763743.199979:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0bb80 x1876699521526528/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763743.199989:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763743.199994:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763743.199998:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521526528:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763743.200005:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521526656:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763743.200025:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763743.200036:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763743/real 1789763743]  req@ffff911a08b0b800 x1876699521526656/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763743.200050:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b800 x1876699521526656/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763743.200060:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763743.200063:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763743.200067:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521526656:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763743.200079:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521526784:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789763743.200113:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763743.200155:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763743/real 1789763743]  req@ffff911a08b08000 x1876699521526784/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763743.200181:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08000 x1876699521526784/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763743.200259:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763743.200269:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763743.200277:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521526784:192.168.203.116@tcp:8:kworker.0
00000100:00080000:1.0:1789763743.201480:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763743.201498:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763743.201513:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763743.201546:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b480 x1876699521526912/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763743.201597:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763743.201606:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763743.201611:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763743.201620:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3712
00000100:00080000:1.0:1789763743.201631:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763743.201640:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763743.201652:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763743.201680:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521526912:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763743.201683:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09c00 x1876699521527040/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763743.201769:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763743.201806:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763743/real 1789763743]  req@ffff911a08b0b480 x1876699521526912/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763743.202258:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b480 x1876699521526912/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763743.202280:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763743.202288:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763743.202296:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521526912:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763743.202330:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521527040:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763743.202380:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763743.202407:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763743/real 1789763743]  req@ffff911a08b09c00 x1876699521527040/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763743.202432:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09c00 x1876699521527040/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763743.202449:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763743.202456:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763743.202463:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521527040:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763743.263445:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763744.287464:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763745.311444:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763746.335475:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763747.359331:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763748.319330:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763748.319344:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763748.319349:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763748.319362:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3717
00000100:00080000:1.0:1789763748.319375:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763748.319384:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789763748.319435:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09c00 x1876699521527168/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763748.319474:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763748.319482:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763748.319486:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763748.319495:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3717
00000100:00080000:1.0:1789763748.319502:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763748.319510:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763748.319526:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763748.319554:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b480 x1876699521527296/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763748.319581:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763748.319586:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763748.319594:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763748.319596:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521527168:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789763748.319605:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3717
00000100:00080000:1.0:1789763748.319614:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763748.319619:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763748.319627:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763748.319648:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08000 x1876699521527424/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763748.319662:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763748.319666:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763748.319668:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763748.319674:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3717
00000100:00080000:1.0:1789763748.319679:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763748.319683:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000800:00000100:3.0:1789763748.319692:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000008:00100000:1.0:1789763748.319695:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763748.319717:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b800 x1876699521527552/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763748.319737:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763748.319744:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763748.319749:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763748.319755:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763748/real 1789763748]  req@ffff911a08b09c00 x1876699521527168/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763748.319764:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3717
00000100:00080000:1.0:1789763748.319780:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763748.319819:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789763748.319829:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09c00 x1876699521527168/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789763748.319836:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789763748.319862:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763748.319876:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:1.0:1789763748.319878:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0bb80 x1876699521527680/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763748.319884:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521527168:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789763748.319916:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763748.319921:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763748.319924:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763748.319932:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521527296:192.168.203.116@tcp:38:kworker.0
00000100:00080000:1.0:1789763748.319934:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3717
00000100:00080000:1.0:1789763748.319950:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763748.319959:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763748.319969:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789763748.319988:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763748.319995:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08a80 x1876699521527808/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763748.320017:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763748/real 1789763748]  req@ffff911a08b0b480 x1876699521527296/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763748.320040:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b480 x1876699521527296/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763748.320052:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763748.320058:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763748.320064:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521527296:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763748.320073:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521527424:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763748.320102:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763748.320122:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763748/real 1789763748]  req@ffff911a08b08000 x1876699521527424/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763748.320146:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08000 x1876699521527424/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763748.320175:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763748.320182:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763748.320189:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521527424:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763748.320202:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521527552:192.168.203.116@tcp:8:kworker.0
00000800:00000100:3.0:1789763748.320295:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763748.320313:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763748/real 1789763748]  req@ffff911a08b0b800 x1876699521527552/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763748.320328:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b800 x1876699521527552/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763748.320339:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763748.320343:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763748.320347:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521527552:192.168.203.116@tcp:8:kworker.0
00000100:00100000:3.0:1789763748.320355:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521527680:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763748.320376:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763748.320387:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763748/real 1789763748]  req@ffff911a08b0bb80 x1876699521527680/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763748.320401:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0bb80 x1876699521527680/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763748.320410:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763748.320414:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763748.320418:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521527680:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763748.320444:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521527808:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763748.320463:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763748.320475:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763748/real 1789763748]  req@ffff911a08b08a80 x1876699521527808/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763748.320489:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08a80 x1876699521527808/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763748.320498:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763748.320501:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763748.320505:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521527808:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763748.383431:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763749.407535:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763750.431492:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763751.455423:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763752.479460:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763753.439430:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763753.439444:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763753.439450:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763753.439462:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3722
00000100:00080000:1.0:1789763753.439485:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763753.439495:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789763753.439546:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0ad80 x1876699521527936/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763753.439583:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763753.439592:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763753.439597:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763753.439607:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3722
00000100:00080000:1.0:1789763753.439615:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763753.439625:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763753.439643:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763753.439672:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0aa00 x1876699521528064/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763753.439689:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521527936:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789763753.439702:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763753.439712:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763753.439716:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763753.439725:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3722
00000100:00080000:1.0:1789763753.439733:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763753.439741:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763753.439751:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763753.439808:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08380 x1876699521528192/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763753.439818:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789763753.439844:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763753.439852:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763753.439856:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763753.439865:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3722
00000100:00080000:1.0:1789763753.439875:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763753.439885:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763753.439897:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763753.439900:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763753/real 1789763753]  req@ffff911a08b0ad80 x1876699521527936/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763753.439930:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08700 x1876699521528320/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763753.439948:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0ad80 x1876699521527936/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763753.439959:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763753.439979:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763753.439988:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763753.439991:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763753.440000:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3722
00000100:00080000:3.0:1789763753.440010:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:1.0:1789763753.440015:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763753.440026:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521527936:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789763753.440035:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763753.440050:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763753.440083:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09180 x1876699521528448/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763753.440087:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521528064:192.168.203.116@tcp:38:kworker.0
00000100:00080000:1.0:1789763753.440122:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763753.440130:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763753.440134:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763753.440144:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3722
00000800:00000100:3.0:1789763753.440155:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789763753.440158:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763753.440173:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763753.440185:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763753.440194:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763753/real 1789763753]  req@ffff911a08b0aa00 x1876699521528064/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763753.440261:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09f80 x1876699521528576/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763753.440282:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0aa00 x1876699521528064/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763753.440309:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763753.440319:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763753.440328:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521528064:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763753.440355:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521528192:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763753.440397:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763753.440421:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763753/real 1789763753]  req@ffff911a08b08380 x1876699521528192/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763753.440447:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08380 x1876699521528192/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763753.440464:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763753.440471:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763753.440478:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521528192:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763753.440491:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521528320:192.168.203.116@tcp:8:kworker.0
00000800:00000100:3.0:1789763753.440529:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763753.440550:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763753/real 1789763753]  req@ffff911a08b08700 x1876699521528320/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763753.440576:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08700 x1876699521528320/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763753.440594:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763753.440600:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763753.440607:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521528320:192.168.203.116@tcp:8:kworker.0
00000100:00100000:3.0:1789763753.440637:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521528448:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763753.440675:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763753.440697:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763753/real 1789763753]  req@ffff911a08b09180 x1876699521528448/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763753.440721:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09180 x1876699521528448/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763753.440738:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763753.440744:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763753.440751:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521528448:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763753.440805:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521528576:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763753.440839:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763753.440857:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763753/real 1789763753]  req@ffff911a08b09f80 x1876699521528576/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763753.440876:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09f80 x1876699521528576/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763753.440888:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763753.440893:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763753.440900:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521528576:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763753.503392:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763754.527420:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763755.551481:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763756.575377:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763757.599525:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763758.559384:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763758.559400:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763758.559408:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763758.559424:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3727
00000100:00080000:2.0:1789763758.559441:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763758.559454:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789763758.559512:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8a80 x1876699521528704/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763758.559552:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763758.559558:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763758.559560:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763758.559566:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3727
00000100:00080000:2.0:1789763758.559572:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763758.559577:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763758.559590:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763758.559609:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9c00 x1876699521528832/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763758.559624:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521528704:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789763758.559630:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763758.559641:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763758.559646:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763758.559656:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3727
00000100:00080000:2.0:1789763758.559663:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763758.559672:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763758.559684:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763758.559710:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb480 x1876699521528960/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763758.559740:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:2.0:1789763758.559765:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763758.559772:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763758.559777:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763758.559787:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3727
00000100:00080000:2.0:1789763758.559797:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763758.559809:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789763758.559819:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763758/real 1789763758]  req@ffff911a12ee8a80 x1876699521528704/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789763758.559822:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763758.559869:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeaa00 x1876699521529088/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763758.559870:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8a80 x1876699521528704/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763758.559938:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763758.559941:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763758.559950:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:2.0:1789763758.559952:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763758.559961:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763758.559967:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521528704:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789763758.559975:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3727
00000100:00080000:2.0:1789763758.559986:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763758.559993:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763758.560001:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763758.560015:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521528832:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763758.560026:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9180 x1876699521529216/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763758.560047:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763758.560054:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763758.560059:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789763758.560067:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:2.0:1789763758.560077:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3727
00000100:00080000:2.0:1789763758.560089:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763758.560099:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763758/real 1789763758]  req@ffff911a12ee9c00 x1876699521528832/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763758.560103:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763758.560123:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763758.560149:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9c00 x1876699521528832/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763758.560158:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9880 x1876699521529344/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763758.560265:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763758.560273:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763758.560283:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521528832:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763758.560296:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521528960:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763758.560335:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763758.560353:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763758/real 1789763758]  req@ffff911a12eeb480 x1876699521528960/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763758.560374:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb480 x1876699521528960/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763758.560391:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763758.560397:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763758.560404:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521528960:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763758.560416:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521529088:192.168.203.116@tcp:8:kworker.0
00000800:00000100:3.0:1789763758.560457:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763758.560479:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763758/real 1789763758]  req@ffff911a12eeaa00 x1876699521529088/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763758.560496:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeaa00 x1876699521529088/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763758.560506:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763758.560511:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763758.560515:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521529088:192.168.203.116@tcp:8:kworker.0
00000100:00100000:3.0:1789763758.560538:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521529216:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763758.560564:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763758.560577:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763758/real 1789763758]  req@ffff911a12ee9180 x1876699521529216/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763758.560591:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9180 x1876699521529216/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763758.560602:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763758.560606:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763758.560610:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521529216:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763758.560617:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521529344:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763758.560635:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763758.560646:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763758/real 1789763758]  req@ffff911a12ee9880 x1876699521529344/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763758.560660:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9880 x1876699521529344/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763758.560670:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763758.560673:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763758.560677:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521529344:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763758.623501:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763759.647346:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763760.671456:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763761.695327:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763762.719362:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763763.679426:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763763.679438:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763763.679444:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763763.679454:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3732
00000100:00080000:1.0:1789763763.679466:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763763.679473:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789763763.679513:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09500 x1876699521529472/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763763.679543:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763763.679548:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763763.679550:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763763.679555:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3732
00000100:00080000:1.0:1789763763.679559:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763763.679562:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763763.679573:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763763.679590:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a680 x1876699521529600/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763763.679600:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521529472:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789763763.679617:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763763.679622:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763763.679625:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763763.679631:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3732
00000100:00080000:1.0:1789763763.679635:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763763.679639:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763763.679646:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763763.679661:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09880 x1876699521529728/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763763.679673:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763763.679699:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:3.0:1789763763.679702:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789763763.679704:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763763.679715:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3732
00000100:00080000:1.0:1789763763.679721:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763763.679727:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763763.679734:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763763.679751:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b100 x1876699521529856/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763763.679764:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763763/real 1789763763]  req@ffff911a08b09500 x1876699521529472/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763763.679766:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763763.679785:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763763.679789:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763763.679801:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3732
00000100:00080000:1.0:1789763763.679807:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763763.679812:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789763763.679820:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09500 x1876699521529472/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789763763.679821:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763763.679840:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a300 x1876699521529984/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763763.679846:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763763.679856:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763763.679862:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:1.0:1789763763.679863:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763763.679869:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763763.679879:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3732
00000100:00100000:3.0:1789763763.679881:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521529472:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789763763.679883:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763763.679888:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763763.679891:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763763.679902:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08e00 x1876699521530112/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763763.679946:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521529600:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763763.679987:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763763.680005:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763763/real 1789763763]  req@ffff911a08b0a680 x1876699521529600/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763763.680020:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a680 x1876699521529600/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763763.680031:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763763.680035:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763763.680039:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521529600:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763763.680048:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521529728:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763763.680081:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763763.680101:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763763/real 1789763763]  req@ffff911a08b09880 x1876699521529728/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763763.680124:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09880 x1876699521529728/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763763.680139:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763763.680145:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763763.680149:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521529728:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763763.680157:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521529856:192.168.203.116@tcp:8:kworker.0
00000800:00000100:3.0:1789763763.680183:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763763.680196:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763763/real 1789763763]  req@ffff911a08b0b100 x1876699521529856/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763763.680209:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b100 x1876699521529856/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763763.680252:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763763.680255:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763763.680259:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521529856:192.168.203.116@tcp:8:kworker.0
00000100:00100000:3.0:1789763763.680266:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521529984:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763763.680292:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763763.680323:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763763/real 1789763763]  req@ffff911a08b0a300 x1876699521529984/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763763.680347:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a300 x1876699521529984/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763763.680362:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763763.680368:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763763.680373:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521529984:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763763.680383:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521530112:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763763.680409:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763763.680422:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763763/real 1789763763]  req@ffff911a08b08e00 x1876699521530112/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763763.680435:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08e00 x1876699521530112/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763763.680444:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763763.680448:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763763.680451:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521530112:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763763.743522:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763764.767414:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763765.791385:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763766.815392:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763767.839374:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763768.799470:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763768.799495:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763768.799501:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763768.799514:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3738
00000100:00080000:0.0:1789763768.799527:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763768.799536:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789763768.799583:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521530240/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763768.799622:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763768.799627:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763768.799629:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763768.799635:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3738
00000100:00080000:0.0:1789763768.799639:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763768.799678:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763768.799703:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763768.799714:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521530240:192.168.203.116@tcp:250:kworker.0
00000100:00100000:0.0:1789763768.799729:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57b80 x1876699521530368/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763768.799748:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763768.799753:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763768.799756:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763768.799761:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3738
00000100:00080000:0.0:1789763768.799769:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763768.799774:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763768.799779:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763768.799795:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56680 x1876699521530496/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763768.799805:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789763768.799829:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763768.799833:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763768.799835:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763768.799841:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3738
00000100:00080000:0.0:1789763768.799847:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763768.799853:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763768.799864:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763768.799865:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763768/real 1789763768]  req@ffff911a05c54700 x1876699521530240/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763768.799897:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521530624/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763768.799900:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521530240/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763768.799955:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763768.799960:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763768.799972:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521530240:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763768.799978:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763768.799988:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763768.799991:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763768.799998:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3738
00000100:00080000:0.0:1789763768.800004:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763768.800010:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763768.800019:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763768.800023:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521530368:192.168.203.116@tcp:38:kworker.0
00000100:00100000:0.0:1789763768.800045:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521530752/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763768.800064:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1789763768.800066:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789763768.800076:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763768.800081:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763768.800088:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3738
00000100:00080000:0.0:1789763768.800098:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763768.800098:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763768/real 1789763768]  req@ffff911a05c57b80 x1876699521530368/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763768.800112:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763768.800126:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763768.800142:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521530880/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763768.800151:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57b80 x1876699521530368/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763768.800177:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763768.800183:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763768.800188:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521530368:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763768.800200:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521530496:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763768.800267:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763768.800282:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763768/real 1789763768]  req@ffff911a05c56680 x1876699521530496/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763768.800298:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56680 x1876699521530496/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763768.800311:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763768.800317:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763768.800324:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521530496:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763768.800336:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521530624:192.168.203.116@tcp:8:kworker.0
00000800:00000100:3.0:1789763768.800373:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763768.800395:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763768/real 1789763768]  req@ffff911a05c56a00 x1876699521530624/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763768.800420:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521530624/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763768.800432:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763768.800436:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763768.800440:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521530624:192.168.203.116@tcp:8:kworker.0
00000100:00100000:3.0:1789763768.800463:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521530752:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763768.800491:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763768.800504:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763768/real 1789763768]  req@ffff911a05c55880 x1876699521530752/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763768.800520:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521530752/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763768.800530:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763768.800534:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763768.800537:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521530752:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763768.800544:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521530880:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763768.800572:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763768.800584:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763768/real 1789763768]  req@ffff911a05c57100 x1876699521530880/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763768.800598:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521530880/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763768.800608:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763768.800611:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763768.800615:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521530880:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763768.863485:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763769.887443:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763770.911366:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763771.935340:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763772.959474:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763773.919309:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763773.919317:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763773.919320:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763773.919328:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3743
00000100:00080000:1.0:1789763773.919336:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763773.919343:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789763773.919377:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08e00 x1876699521531008/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763773.919399:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763773.919402:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763773.919404:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763773.919407:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3743
00000100:00080000:1.0:1789763773.919409:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763773.919411:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763773.919418:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763773.919426:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a300 x1876699521531136/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763773.919437:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763773.919439:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763773.919440:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763773.919443:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3743
00000100:00080000:1.0:1789763773.919444:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763773.919446:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763773.919449:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763773.919454:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b100 x1876699521531264/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763773.919464:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763773.919467:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763773.919468:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763773.919470:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3743
00000100:00080000:1.0:1789763773.919472:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763773.919476:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763773.919479:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763773.919485:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09880 x1876699521531392/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763773.919493:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763773.919495:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763773.919497:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763773.919501:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3743
00000100:00100000:3.0:1789763773.919503:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521531008:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789763773.919504:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763773.919510:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763773.919515:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763773.919523:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a680 x1876699521531520/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763773.919529:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763773.919531:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763773.919532:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763773.919535:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3743
00000100:00080000:1.0:1789763773.919537:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763773.919539:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763773.919542:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763773.919549:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09500 x1876699521531648/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763773.919573:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763773.919633:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763773/real 1789763773]  req@ffff911a08b08e00 x1876699521531008/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763773.919654:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08e00 x1876699521531008/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763773.919674:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763773.919678:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763773.919682:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521531008:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789763773.919690:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521531136:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763773.919715:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763773.919729:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763773/real 1789763773]  req@ffff911a08b0a300 x1876699521531136/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763773.919744:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a300 x1876699521531136/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763773.919754:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763773.919758:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763773.919762:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521531136:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763773.919770:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521531264:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763773.919793:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763773.919805:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763773/real 1789763773]  req@ffff911a08b0b100 x1876699521531264/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763773.919818:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b100 x1876699521531264/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763773.919827:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763773.919831:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763773.919834:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521531264:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763773.919860:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521531392:192.168.203.116@tcp:8:kworker.0
00000800:00000100:3.0:1789763773.919882:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763773.919894:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763773/real 1789763773]  req@ffff911a08b09880 x1876699521531392/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763773.919908:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09880 x1876699521531392/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763773.919917:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763773.919921:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763773.919924:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521531392:192.168.203.116@tcp:8:kworker.0
00000100:00100000:3.0:1789763773.919930:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521531520:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763773.919952:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763773.919968:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763773/real 1789763773]  req@ffff911a08b0a680 x1876699521531520/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763773.919981:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a680 x1876699521531520/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763773.919990:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763773.919994:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763773.919997:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521531520:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763773.920004:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521531648:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763773.920024:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763773.920034:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763773/real 1789763773]  req@ffff911a08b09500 x1876699521531648/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763773.920047:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09500 x1876699521531648/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763773.920056:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763773.920059:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763773.920063:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521531648:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763773.983377:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763775.007381:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763776.031456:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763777.055390:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763778.079447:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763779.039320:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763779.039328:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763779.039332:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763779.039340:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3748
00000100:00080000:2.0:1789763779.039349:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763779.039355:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789763779.039386:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9f80 x1876699521531776/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763779.039407:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763779.039410:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763779.039411:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763779.039414:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3748
00000100:00080000:2.0:1789763779.039416:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763779.039420:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763779.039428:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763779.039438:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eead80 x1876699521531904/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763779.039443:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521531776:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789763779.039449:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763779.039452:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763779.039454:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763779.039457:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3748
00000100:00080000:2.0:1789763779.039459:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763779.039462:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763779.039465:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763779.039474:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8700 x1876699521532032/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763779.039481:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763779.039484:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763779.039485:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763779.039487:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3748
00000100:00080000:2.0:1789763779.039492:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763779.039494:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763779.039497:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789763779.039502:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763779.039506:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8e00 x1876699521532160/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763779.039514:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763779.039517:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763779.039518:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763779.039521:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3748
00000100:00080000:2.0:1789763779.039523:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763779.039526:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763779.039529:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763779.039541:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763779/real 1789763779]  req@ffff911a12ee9f80 x1876699521531776/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763779.039542:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea300 x1876699521532288/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763779.039582:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763779.039586:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763779.039587:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763779.039592:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3748
00000100:00100000:3.0:1789763779.039594:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9f80 x1876699521531776/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763779.039596:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763779.039603:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763779.039610:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789763779.039613:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763779.039617:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763779.039622:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521531776:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789763779.039625:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb800 x1876699521532416/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763779.039645:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521531904:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763779.039662:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763779.039671:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763779/real 1789763779]  req@ffff911a12eead80 x1876699521531904/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763779.039679:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eead80 x1876699521531904/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763779.039689:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763779.039691:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763779.039693:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521531904:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763779.039697:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521532032:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763779.039707:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763779.039713:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763779/real 1789763779]  req@ffff911a12ee8700 x1876699521532032/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763779.039720:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8700 x1876699521532032/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763779.039725:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763779.039727:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763779.039729:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521532032:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763779.039732:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521532160:192.168.203.116@tcp:8:kworker.0
00000800:00000100:3.0:1789763779.039743:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763779.039749:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763779/real 1789763779]  req@ffff911a12ee8e00 x1876699521532160/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763779.039756:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8e00 x1876699521532160/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763779.039761:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763779.039762:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763779.039765:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521532160:192.168.203.116@tcp:8:kworker.0
00000100:00100000:3.0:1789763779.039768:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521532288:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763779.039778:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763779.039784:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763779/real 1789763779]  req@ffff911a12eea300 x1876699521532288/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763779.039790:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea300 x1876699521532288/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763779.039796:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763779.039797:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763779.039799:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521532288:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763779.039802:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521532416:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763779.039812:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763779.039817:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763779/real 1789763779]  req@ffff911a12eeb800 x1876699521532416/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763779.039824:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb800 x1876699521532416/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763779.039829:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763779.039831:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763779.039832:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521532416:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789763779.103360:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763780.127371:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763781.151357:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763782.175316:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763783.199388:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763784.159301:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763784.159310:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763784.159313:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763784.159322:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3753
00000100:00080000:0.0:1789763784.159331:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763784.159337:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789763784.159371:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56300 x1876699521532544/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763784.159392:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763784.159395:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763784.159397:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763784.159400:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3753
00000100:00080000:0.0:1789763784.159403:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763784.159405:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763784.159413:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763784.159421:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57800 x1876699521532672/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763784.159428:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763784.159430:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763784.159431:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763784.159433:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3753
00000100:00080000:0.0:1789763784.159435:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763784.159438:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763784.159441:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763784.159447:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54a80 x1876699521532800/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763784.159454:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763784.159457:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763784.159459:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763784.159462:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521532544:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763784.159463:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3753
00000100:00080000:0.0:1789763784.159469:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763784.159473:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763784.159476:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763784.159484:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55180 x1876699521532928/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763784.159490:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763784.159493:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763784.159494:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763784.159496:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3753
00000100:00080000:0.0:1789763784.159498:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763784.159501:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763784.159504:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763784.159510:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54380 x1876699521533056/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763784.159516:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763784.159518:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763784.159520:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789763784.159524:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789763784.159539:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3753
00000100:00080000:0.0:1789763784.159545:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763784.159549:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763784.159554:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763784.159564:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521533184/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763784.159586:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763784/real 1789763784]  req@ffff911a05c56300 x1876699521532544/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763784.159601:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56300 x1876699521532544/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763784.159609:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763784.159612:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763784.159615:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521532544:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789763784.159620:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521532672:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763784.159637:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763784.159644:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763784/real 1789763784]  req@ffff911a05c57800 x1876699521532672/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763784.159652:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57800 x1876699521532672/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763784.159658:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763784.159660:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763784.159662:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521532672:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763784.159679:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521532800:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763784.159690:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763784.159696:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763784/real 1789763784]  req@ffff911a05c54a80 x1876699521532800/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763784.159708:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54a80 x1876699521532800/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763784.159713:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763784.159715:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763784.159717:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521532800:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763784.159720:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521532928:192.168.203.116@tcp:8:kworker.0
00000800:00000100:3.0:1789763784.159730:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763784.159736:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763784/real 1789763784]  req@ffff911a05c55180 x1876699521532928/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763784.159743:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55180 x1876699521532928/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763784.159748:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763784.159750:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763784.159751:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521532928:192.168.203.116@tcp:8:kworker.0
00000100:00100000:3.0:1789763784.159754:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521533056:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763784.159764:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763784.159769:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763784/real 1789763784]  req@ffff911a05c54380 x1876699521533056/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763784.159777:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54380 x1876699521533056/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763784.159786:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763784.159788:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763784.159790:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521533056:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763784.159793:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521533184:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763784.159802:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763784.159807:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763784/real 1789763784]  req@ffff911a05c57100 x1876699521533184/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763784.159814:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521533184/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763784.159819:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763784.159821:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763784.159823:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521533184:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763784.223331:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763785.247330:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763786.271362:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763787.295339:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763788.319355:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763789.279291:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763789.279299:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763789.279302:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763789.279311:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3758
00000100:00080000:0.0:1789763789.279321:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763789.279328:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789763789.279358:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521533312/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763789.279377:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763789.279380:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763789.279382:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763789.279384:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3758
00000100:00080000:0.0:1789763789.279387:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763789.279390:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763789.279397:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763789.279407:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521533440/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763789.279415:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763789.279416:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521533312:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763789.279419:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763789.279422:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763789.279429:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3758
00000100:00080000:0.0:1789763789.279431:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763789.279432:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763789.279435:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763789.279444:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56680 x1876699521533568/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763789.279451:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763789.279453:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763789.279454:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763789.279457:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3758
00000100:00080000:0.0:1789763789.279459:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763789.279461:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763789.279464:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763789.279470:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57b80 x1876699521533696/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763789.279477:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763789.279479:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763789.279480:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763789.279483:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3758
00000100:00080000:0.0:1789763789.279486:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789763789.279488:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789763789.279535:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789763789.279540:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763789/real 1789763789]  req@ffff911a05c55880 x1876699521533312/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789763789.279542:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763789.279559:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521533824/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763789.279562:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521533312/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763789.279588:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763789.279590:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763789.279593:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:0.0:1789763789.279599:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1789763789.279600:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521533312:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763789.279604:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763789.279612:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3758
00000100:00080000:0.0:1789763789.279617:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763789.279622:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521533440:192.168.203.116@tcp:38:kworker.0
00000100:00080000:0.0:1789763789.279624:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763789.279633:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789763789.279644:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789763789.279650:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521533952/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763789.279656:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763789/real 1789763789]  req@ffff911a05c56a00 x1876699521533440/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763789.279676:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521533440/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763789.279684:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763789.279687:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763789.279689:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521533440:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763789.279693:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521533568:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763789.279705:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763789.279711:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763789/real 1789763789]  req@ffff911a05c56680 x1876699521533568/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763789.279719:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56680 x1876699521533568/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763789.279724:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763789.279725:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763789.279727:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521533568:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763789.279731:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521533696:192.168.203.116@tcp:8:kworker.0
00000800:00000100:3.0:1789763789.279742:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763789.279748:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763789/real 1789763789]  req@ffff911a05c57b80 x1876699521533696/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763789.279756:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57b80 x1876699521533696/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763789.279761:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763789.279762:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763789.279764:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521533696:192.168.203.116@tcp:8:kworker.0
00000100:00100000:3.0:1789763789.279767:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521533824:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763789.279777:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763789.279792:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763789/real 1789763789]  req@ffff911a05c54700 x1876699521533824/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763789.279800:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521533824/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763789.279805:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763789.279807:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763789.279809:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521533824:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763789.279819:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521533952:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763789.279830:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763789.279837:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763789/real 1789763789]  req@ffff911a05c54000 x1876699521533952/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763789.279844:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521533952/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763789.279849:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763789.279851:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763789.279853:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521533952:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763789.343350:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763790.367358:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763791.391368:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763792.415357:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763793.439340:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763794.399334:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763794.399343:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763794.399347:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763794.399355:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3763
00000100:00080000:2.0:1789763794.399364:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763794.399369:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789763794.399402:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9500 x1876699521534080/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763794.399430:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763794.399435:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763794.399436:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763794.399439:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3763
00000100:00080000:2.0:1789763794.399442:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763794.399445:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763794.399463:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763794.399477:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8000 x1876699521534208/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763794.399486:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763794.399488:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763794.399491:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763794.399495:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521534080:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789763794.399498:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3763
00000100:00080000:2.0:1789763794.399507:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763794.399513:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763794.399518:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763794.399532:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea680 x1876699521534336/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763794.399543:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763794.399547:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763794.399549:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763794.399554:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3763
00000100:00080000:2.0:1789763794.399557:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763794.399561:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763794.399565:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763794.399574:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8380 x1876699521534464/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763794.399582:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763794.399585:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763794.399587:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763794.399590:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3763
00000100:00080000:2.0:1789763794.399593:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763794.399596:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763794.399600:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763794.399602:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521534208:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763794.399612:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eebb80 x1876699521534592/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763794.399623:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763794.399626:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763794.399628:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763794.399633:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521534336:192.168.203.116@tcp:38:kworker.0
00000100:00080000:2.0:1789763794.399634:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3763
00000100:00080000:2.0:1789763794.399641:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763794.399646:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763794.399650:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763794.399660:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521534464:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763794.399662:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb100 x1876699521534720/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763794.399685:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521534592:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763794.399703:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521534720:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763794.463354:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763795.487347:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763796.511371:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789763797.471571:0:2392:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.116:988
00000400:00000100:3.0:1789763797.471624:0:2392:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.116@tcp at host 192.168.203.116 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789763797.471646:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789763797.471695:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789763797.471706:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789763797.471717:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789763797.471727:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789763797.471741:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000100:00100000:2.0:1789763797.471784:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763794/real 1789763797]  req@ffff911a12eebb80 x1876699521534592/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763797.471820:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eebb80 x1876699521534592/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763797.471831:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763797.471836:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763797.471840:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521534592:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763797.471848:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763794/real 1789763797]  req@ffff911a12eeb100 x1876699521534720/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763797.471859:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb100 x1876699521534720/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763797.471873:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763797.471877:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763797.471880:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521534720:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763797.471886:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763794/real 1789763797]  req@ffff911a12ee8000 x1876699521534208/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763797.471898:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8000 x1876699521534208/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763797.471905:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763797.471909:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763797.471913:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521534208:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763797.471920:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763794/real 1789763797]  req@ffff911a12eea680 x1876699521534336/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763797.471931:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea680 x1876699521534336/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763797.471938:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763797.471941:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763797.471944:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521534336:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763797.471951:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763794/real 1789763797]  req@ffff911a12ee8380 x1876699521534464/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763797.471961:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8380 x1876699521534464/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763797.471967:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763797.471970:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763797.471973:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521534464:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763797.471980:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763794/real 1789763797]  req@ffff911a12ee9500 x1876699521534080/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763797.471998:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9500 x1876699521534080/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763797.472004:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763797.472007:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763797.472011:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521534080:192.168.203.116@tcp:250:kworker.0
00010000:00010000:0.0:1789763797.535395:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763798.559399:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763799.519301:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763799.519313:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763799.519318:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763799.519328:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3768
00000100:00080000:2.0:1789763799.519339:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763799.519347:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789763799.519388:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9500 x1876699521534848/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763799.519410:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763799.519412:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763799.519414:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763799.519428:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3768
00000100:00080000:2.0:1789763799.519432:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763799.519436:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763799.519444:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763799.519455:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521534848:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789763799.519465:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8380 x1876699521534976/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763799.519479:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763799.519483:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763799.519485:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763799.519489:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3768
00000100:00080000:2.0:1789763799.519493:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763799.519498:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763799.519503:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789763799.519520:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763799.519521:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea680 x1876699521535104/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763799.519531:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763799.519535:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763799.519536:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763799.519540:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3768
00000100:00080000:2.0:1789763799.519543:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763799.519546:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763799.519551:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763799.519562:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8000 x1876699521535232/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763799.519562:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763799/real 1789763799]  req@ffff911a12ee9500 x1876699521534848/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763799.519587:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763799.519590:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763799.519591:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763799.519597:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9500 x1876699521534848/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763799.519598:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3768
00000100:00080000:2.0:1789763799.519603:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763799.519609:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763799.519616:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789763799.519620:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789763799.519626:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb100 x1876699521535360/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763799.519629:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763799.519638:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521534848:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789763799.519641:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763799.519647:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763799.519650:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763799.519655:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3768
00000100:00080000:2.0:1789763799.519659:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763799.519664:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789763799.519669:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521534976:192.168.203.116@tcp:38:kworker.0
00000008:00100000:2.0:1789763799.519671:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763799.519689:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eebb80 x1876699521535488/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763799.519709:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763799.519724:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763799/real 1789763799]  req@ffff911a12ee8380 x1876699521534976/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763799.519739:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8380 x1876699521534976/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763799.519748:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763799.519751:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763799.519755:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521534976:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763799.519761:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521535104:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763799.519782:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763799.519794:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763799/real 1789763799]  req@ffff911a12eea680 x1876699521535104/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763799.519807:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea680 x1876699521535104/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763799.519822:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763799.519826:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763799.519829:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521535104:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763799.519837:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521535232:192.168.203.116@tcp:8:kworker.0
00000800:00000100:3.0:1789763799.519860:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763799.519872:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763799/real 1789763799]  req@ffff911a12ee8000 x1876699521535232/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763799.519884:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8000 x1876699521535232/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763799.519892:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763799.519895:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763799.519898:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521535232:192.168.203.116@tcp:8:kworker.0
00000100:00100000:3.0:1789763799.519904:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521535360:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763799.519924:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763799.519935:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763799/real 1789763799]  req@ffff911a12eeb100 x1876699521535360/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763799.519946:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb100 x1876699521535360/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763799.519953:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763799.519957:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763799.519961:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521535360:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763799.519981:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521535488:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763799.520001:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763799.520014:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763799/real 1789763799]  req@ffff911a12eebb80 x1876699521535488/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763799.520027:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eebb80 x1876699521535488/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763799.520036:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763799.520039:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763799.520043:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521535488:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763799.583376:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763800.607419:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763801.631413:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763802.655418:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763803.679358:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763804.639303:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763804.639315:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763804.639319:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763804.639329:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3773
00000100:00080000:2.0:1789763804.639342:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763804.639349:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789763804.639406:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eebb80 x1876699521535616/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763804.639433:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763804.639436:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763804.639438:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763804.639441:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3773
00000100:00080000:2.0:1789763804.639444:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763804.639447:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763804.639457:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763804.639471:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb100 x1876699521535744/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763804.639485:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763804.639493:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521535616:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789763804.639494:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763804.639504:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763804.639513:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3773
00000100:00080000:2.0:1789763804.639519:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763804.639524:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763804.639529:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763804.639547:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8000 x1876699521535872/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763804.639555:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763804.639558:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763804.639560:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763804.639563:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3773
00000100:00080000:2.0:1789763804.639569:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789763804.639573:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:2.0:1789763804.639582:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763804.639591:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763804.639608:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea680 x1876699521536000/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763804.639626:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763804.639629:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763804/real 1789763804]  req@ffff911a12eebb80 x1876699521535616/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763804.639633:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763804.639637:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763804.639650:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3773
00000100:00100000:3.0:1789763804.639665:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eebb80 x1876699521535616/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763804.639666:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763804.639681:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763804.639703:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789763804.639712:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789763804.639724:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8380 x1876699521536128/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763804.639725:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:2.0:1789763804.639740:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763804.639744:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763804.639746:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763804.639752:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3773
00000100:00080000:2.0:1789763804.639756:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763804.639761:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763804.639767:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763804.639779:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9500 x1876699521536256/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763804.639912:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521535616:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789763804.639950:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521535744:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763804.639986:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763804.640003:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763804/real 1789763804]  req@ffff911a12eeb100 x1876699521535744/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763804.640019:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb100 x1876699521535744/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763804.640030:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763804.640035:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763804.640039:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521535744:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763804.640047:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521535872:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763804.640074:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763804.640089:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763804/real 1789763804]  req@ffff911a12ee8000 x1876699521535872/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763804.640104:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8000 x1876699521535872/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763804.640114:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763804.640119:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763804.640123:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521535872:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763804.640139:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521536000:192.168.203.116@tcp:8:kworker.0
00000800:00000100:3.0:1789763804.640164:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763804.640176:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763804/real 1789763804]  req@ffff911a12eea680 x1876699521536000/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763804.640189:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea680 x1876699521536000/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763804.640198:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763804.640202:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763804.640205:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521536000:192.168.203.116@tcp:8:kworker.0
00000100:00100000:3.0:1789763804.640273:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521536128:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763804.640299:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763804.640312:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763804/real 1789763804]  req@ffff911a12ee8380 x1876699521536128/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763804.640325:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8380 x1876699521536128/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763804.640332:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763804.640336:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763804.640339:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521536128:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763804.640346:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521536256:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763804.640369:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763804.640397:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763804/real 1789763804]  req@ffff911a12ee9500 x1876699521536256/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763804.640410:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9500 x1876699521536256/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763804.640417:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763804.640421:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763804.640425:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521536256:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763804.703402:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763805.727365:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763806.751387:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763807.775405:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763808.799335:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763809.759364:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763809.759372:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763809.759375:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763809.759385:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3779
00000100:00080000:1.0:1789763809.759395:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763809.759403:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789763809.759440:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09f80 x1876699521536384/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763809.759466:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763809.759470:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763809.759471:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763809.759474:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3779
00000100:00080000:1.0:1789763809.759477:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763809.759480:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763809.759488:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763809.759501:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09180 x1876699521536512/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763809.759507:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521536384:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789763809.759515:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763809.759519:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763809.759520:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763809.759523:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3779
00000100:00080000:1.0:1789763809.759525:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763809.759527:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763809.759531:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763809.759540:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08700 x1876699521536640/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763809.759547:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763809.759550:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763809.759551:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763809.759553:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3779
00000100:00080000:1.0:1789763809.759556:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763809.759559:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763809.759563:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789763809.759567:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:1.0:1789763809.759572:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08380 x1876699521536768/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763809.759580:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763809.759583:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763809.759584:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763809.759587:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3779
00000100:00080000:1.0:1789763809.759589:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763809.759591:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763809.759594:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763809.759602:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0aa00 x1876699521536896/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763809.759607:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763809/real 1789763809]  req@ffff911a08b09f80 x1876699521536384/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763809.759611:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763809.759620:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763809.759623:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763809.759631:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3779
00000100:00080000:1.0:1789763809.759634:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763809.759637:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789763809.759641:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09f80 x1876699521536384/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789763809.759642:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763809.759654:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0ad80 x1876699521537024/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763809.759655:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763809.759663:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763809.759669:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521536384:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789763809.759689:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521536512:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763809.759705:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763809.759713:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763809/real 1789763809]  req@ffff911a08b09180 x1876699521536512/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763809.759721:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09180 x1876699521536512/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763809.759727:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763809.759729:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763809.759731:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521536512:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763809.759735:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521536640:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763809.759745:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763809.759751:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763809/real 1789763809]  req@ffff911a08b08700 x1876699521536640/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763809.759758:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08700 x1876699521536640/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763809.759763:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763809.759765:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763809.759767:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521536640:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763809.759770:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521536768:192.168.203.116@tcp:8:kworker.0
00000800:00000100:3.0:1789763809.759780:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763809.759786:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763809/real 1789763809]  req@ffff911a08b08380 x1876699521536768/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763809.759793:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08380 x1876699521536768/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763809.759798:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763809.759800:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763809.759802:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521536768:192.168.203.116@tcp:8:kworker.0
00000100:00100000:3.0:1789763809.759805:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521536896:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763809.759814:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763809.759820:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763809/real 1789763809]  req@ffff911a08b0aa00 x1876699521536896/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763809.759827:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0aa00 x1876699521536896/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763809.759832:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763809.759834:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763809.759836:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521536896:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763809.759839:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521537024:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763809.759849:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763809.759854:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763809/real 1789763809]  req@ffff911a08b0ad80 x1876699521537024/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763809.759861:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0ad80 x1876699521537024/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763809.759865:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763809.759868:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763809.759869:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521537024:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763809.823372:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763810.847389:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763811.871410:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763812.895470:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763813.919470:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763814.879397:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763814.879411:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763814.879416:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763814.879429:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3784
00000100:00080000:0.0:1789763814.879443:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763814.879452:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789763814.879498:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56d80 x1876699521537152/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763814.879537:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763814.879542:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763814.879544:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763814.879561:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3784
00000100:00080000:0.0:1789763814.879565:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763814.879570:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763814.879581:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763814.879596:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55500 x1876699521537280/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763814.879609:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763814.879625:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763814.879628:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763814.879632:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3784
00000100:00080000:0.0:1789763814.879636:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763814.879640:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763814.879647:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763814.879659:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55f80 x1876699521537408/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763814.879677:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763814.879683:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763814.879685:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763814.879689:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3784
00000100:00080000:0.0:1789763814.879693:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763814.879698:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763814.879704:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763814.879716:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55c00 x1876699521537536/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763814.879729:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763814.879736:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763814.879742:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763814.879745:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521537152:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763814.879751:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3784
00000100:00080000:0.0:1789763814.879766:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763814.879773:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763814.879780:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763814.879796:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54e00 x1876699521537664/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763814.879809:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763814.879814:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763814.879818:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763814.879825:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3784
00000100:00080000:0.0:1789763814.879836:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763814.879843:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763814.879849:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763814.879865:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521537792/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763814.879878:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763814.879957:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763814/real 1789763814]  req@ffff911a05c56d80 x1876699521537152/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763814.879978:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56d80 x1876699521537152/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763814.879989:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763814.879992:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763814.879997:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521537152:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789763814.880005:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521537280:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763814.880026:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763814.880036:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763814/real 1789763814]  req@ffff911a05c55500 x1876699521537280/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763814.880045:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55500 x1876699521537280/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763814.880050:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763814.880052:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763814.880054:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521537280:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763814.880084:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521537408:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763814.880096:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763814.880103:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763814/real 1789763814]  req@ffff911a05c55f80 x1876699521537408/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763814.880111:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55f80 x1876699521537408/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763814.880116:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763814.880118:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763814.880120:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521537408:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763814.880124:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521537536:192.168.203.116@tcp:8:kworker.0
00000800:00000100:3.0:1789763814.880137:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763814.880144:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763814/real 1789763814]  req@ffff911a05c55c00 x1876699521537536/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763814.880151:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55c00 x1876699521537536/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763814.880157:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763814.880159:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763814.880160:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521537536:192.168.203.116@tcp:8:kworker.0
00000100:00100000:3.0:1789763814.880165:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521537664:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763814.880177:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763814.880183:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763814/real 1789763814]  req@ffff911a05c54e00 x1876699521537664/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763814.880191:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54e00 x1876699521537664/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763814.880196:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763814.880198:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763814.880200:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521537664:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763814.880204:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521537792:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763814.880259:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763814.880267:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763814/real 1789763814]  req@ffff911a05c54000 x1876699521537792/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763814.880275:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521537792/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763814.880281:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763814.880284:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763814.880286:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521537792:192.168.203.116@tcp:38:kworker.0
00010000:00010000:2.0:1789763814.943478:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763815.967386:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763816.991367:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763818.015453:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763819.039454:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763819.999393:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763819.999409:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763819.999415:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763819.999429:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3789
00000100:00080000:0.0:1789763819.999441:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763819.999451:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789763819.999512:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521537920/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763819.999582:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763819.999589:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763819.999592:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763819.999599:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3789
00000100:00080000:0.0:1789763819.999605:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763819.999612:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763819.999625:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763819.999649:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57b80 x1876699521538048/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763819.999668:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763819.999674:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763819.999677:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763819.999683:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3789
00000100:00080000:0.0:1789763819.999691:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763819.999697:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763819.999706:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763819.999712:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521537920:192.168.203.116@tcp:250:kworker.0
00000100:00100000:0.0:1789763819.999730:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56680 x1876699521538176/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763819.999747:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763819.999752:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763819.999756:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763819.999761:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3789
00000100:00080000:0.0:1789763819.999788:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763819.999797:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763819.999805:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763819.999823:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521538304/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763819.999837:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763819.999842:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763819.999844:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763819.999850:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3789
00000100:00080000:0.0:1789763819.999856:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763819.999862:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763819.999870:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763819.999889:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521538432/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763819.999904:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763819.999909:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763819.999912:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763819.999920:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3789
00000100:00080000:0.0:1789763819.999926:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763819.999938:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763819.999948:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763819.999970:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521538560/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763820.000022:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763820.000076:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763819/real 1789763820]  req@ffff911a05c54700 x1876699521537920/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763820.000108:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521537920/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763820.000133:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763820.000140:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763820.000145:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521537920:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789763820.000157:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521538048:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763820.000196:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763820.000301:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763819/real 1789763820]  req@ffff911a05c57b80 x1876699521538048/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763820.000317:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57b80 x1876699521538048/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763820.000327:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763820.000331:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763820.000335:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521538048:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763820.000363:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521538176:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763820.000467:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763820.000484:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763820/real 1789763820]  req@ffff911a05c56680 x1876699521538176/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763820.000500:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56680 x1876699521538176/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763820.000511:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763820.000515:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763820.000519:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521538176:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763820.000527:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521538304:192.168.203.116@tcp:8:kworker.0
00000800:00000100:3.0:1789763820.000554:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763820.000572:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763820/real 1789763820]  req@ffff911a05c56a00 x1876699521538304/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763820.000588:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521538304/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763820.000599:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763820.000604:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763820.000609:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521538304:192.168.203.116@tcp:8:kworker.0
00000100:00100000:3.0:1789763820.000617:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521538432:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763820.000642:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763820.000657:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763820/real 1789763820]  req@ffff911a05c55880 x1876699521538432/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763820.000674:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521538432/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763820.000684:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763820.000689:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763820.000693:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521538432:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763820.000701:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521538560:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763820.000726:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763820.000741:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763820/real 1789763820]  req@ffff911a05c57100 x1876699521538560/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763820.000758:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521538560/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763820.000768:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763820.000772:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763820.000776:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521538560:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763820.063433:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763821.087419:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763822.111447:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763823.135403:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763824.159362:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763825.119331:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763825.119342:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763825.119346:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763825.119357:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3794
00000100:00080000:0.0:1789763825.119369:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763825.119377:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789763825.119424:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54380 x1876699521538688/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763825.119452:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763825.119455:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763825.119457:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763825.119460:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3794
00000100:00080000:0.0:1789763825.119462:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763825.119465:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763825.119474:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763825.119485:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55180 x1876699521538816/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763825.119492:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763825.119496:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763825.119497:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763825.119499:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3794
00000100:00080000:0.0:1789763825.119501:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763825.119505:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763825.119509:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763825.119520:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54a80 x1876699521538944/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763825.119527:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521538688:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763825.119533:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763825.119540:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763825.119541:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763825.119545:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3794
00000100:00080000:0.0:1789763825.119548:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763825.119554:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763825.119562:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763825.119582:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57800 x1876699521539072/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763825.119592:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763825.119597:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763825.119601:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789763825.119603:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789763825.119614:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3794
00000100:00080000:0.0:1789763825.119622:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763825.119628:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763825.119635:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763825.119648:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763825/real 1789763825]  req@ffff911a05c54380 x1876699521538688/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763825.119655:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56300 x1876699521539200/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763825.119680:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54380 x1876699521538688/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763825.119681:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763825.119703:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763825.119710:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763825.119724:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763825.119727:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3794
00000100:00080000:3.0:1789763825.119731:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:0.0:1789763825.119735:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763825.119736:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521538688:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763825.119747:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789763825.119756:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521538816:192.168.203.116@tcp:38:kworker.0
00000008:00100000:0.0:1789763825.119759:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763825.119779:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521539328/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763825.119795:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763825.119815:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763825/real 1789763825]  req@ffff911a05c55180 x1876699521538816/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763825.119829:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55180 x1876699521538816/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763825.119835:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763825.119838:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763825.119842:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521538816:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763825.119872:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521538944:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763825.119887:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763825.119894:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763825/real 1789763825]  req@ffff911a05c54a80 x1876699521538944/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763825.119902:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54a80 x1876699521538944/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763825.119907:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763825.119909:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763825.119911:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521538944:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763825.119916:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521539072:192.168.203.116@tcp:8:kworker.0
00000800:00000100:3.0:1789763825.119927:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763825.119933:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763825/real 1789763825]  req@ffff911a05c57800 x1876699521539072/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763825.119940:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57800 x1876699521539072/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763825.119946:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763825.119948:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763825.119950:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521539072:192.168.203.116@tcp:8:kworker.0
00000100:00100000:3.0:1789763825.119953:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521539200:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763825.119971:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763825.119977:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763825/real 1789763825]  req@ffff911a05c56300 x1876699521539200/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763825.119985:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56300 x1876699521539200/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763825.119990:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763825.119992:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763825.119994:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521539200:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763825.119997:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521539328:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763825.120007:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763825.120013:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763825/real 1789763825]  req@ffff911a05c57100 x1876699521539328/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763825.120020:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521539328/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763825.120025:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763825.120027:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763825.120029:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521539328:192.168.203.116@tcp:38:kworker.0
00010000:00010000:2.0:1789763825.183343:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763826.207373:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763827.231361:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763828.255332:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763829.279412:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763830.239458:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763830.239471:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763830.239477:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763830.239490:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3799
00000100:00080000:0.0:1789763830.239504:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763830.239514:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789763830.239563:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521539456/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763830.239602:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763830.239608:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763830.239610:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763830.239627:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3799
00000100:00080000:0.0:1789763830.239631:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763830.239635:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763830.239647:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763830.239663:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521539584/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763830.239676:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763830.239681:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763830.239684:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763830.239689:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3799
00000100:00080000:0.0:1789763830.239694:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763830.239711:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763830.239717:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763830.239728:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56680 x1876699521539712/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763830.239741:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763830.239746:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763830.239748:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763830.239753:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3799
00000100:00080000:0.0:1789763830.239757:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763830.239765:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763830.239776:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763830.239779:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521539456:192.168.203.116@tcp:250:kworker.0
00000100:00100000:0.0:1789763830.239793:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57b80 x1876699521539840/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763830.239819:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763830.239823:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763830.239826:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763830.239830:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3799
00000100:00080000:0.0:1789763830.239835:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763830.239840:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763830.239844:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763830.239858:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521539968/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763830.239878:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763830.239882:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763830.239884:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763830.239888:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3799
00000100:00080000:0.0:1789763830.239893:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763830.239898:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763830.239905:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763830.239916:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521540096/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763830.239949:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763830.240042:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763830/real 1789763830]  req@ffff911a05c55880 x1876699521539456/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763830.240064:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521539456/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763830.240077:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763830.240100:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763830.240106:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521539456:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789763830.240118:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521539584:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763830.240151:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763830.240167:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763830/real 1789763830]  req@ffff911a05c56a00 x1876699521539584/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763830.240183:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521539584/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763830.240290:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763830.240294:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763830.240297:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521539584:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763830.240331:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521539712:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763830.240379:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763830.240395:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763830/real 1789763830]  req@ffff911a05c56680 x1876699521539712/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763830.240410:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56680 x1876699521539712/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763830.240421:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763830.240425:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763830.240429:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521539712:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763830.240437:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521539840:192.168.203.116@tcp:8:kworker.0
00000800:00000100:3.0:1789763830.240458:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763830.240470:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763830/real 1789763830]  req@ffff911a05c57b80 x1876699521539840/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763830.240484:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57b80 x1876699521539840/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763830.240493:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763830.240497:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763830.240502:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521539840:192.168.203.116@tcp:8:kworker.0
00000100:00100000:3.0:1789763830.240510:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521539968:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763830.240530:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763830.240542:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763830/real 1789763830]  req@ffff911a05c54700 x1876699521539968/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763830.240556:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521539968/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763830.240565:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763830.240569:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763830.240572:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521539968:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763830.240579:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521540096:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763830.240615:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763830.240624:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763830/real 1789763830]  req@ffff911a05c54000 x1876699521540096/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763830.240635:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521540096/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763830.240641:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763830.240643:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763830.240646:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521540096:192.168.203.116@tcp:38:kworker.0
00010000:00010000:2.0:1789763830.303469:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763831.327364:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763832.351398:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763833.375456:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763834.399337:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763835.359357:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763835.359365:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763835.359368:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763835.359376:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3804
00000100:00080000:2.0:1789763835.359386:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763835.359392:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789763835.359421:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb800 x1876699521540224/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763835.359444:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763835.359447:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763835.359448:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763835.359451:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3804
00000100:00080000:2.0:1789763835.359453:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763835.359456:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763835.359464:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763835.359474:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea300 x1876699521540352/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763835.359480:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521540224:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789763835.359485:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763835.359489:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763835.359490:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763835.359493:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3804
00000100:00080000:2.0:1789763835.359495:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763835.359497:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763835.359503:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763835.359518:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8e00 x1876699521540480/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763835.359529:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763835.359533:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763835.359535:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789763835.359539:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:2.0:1789763835.359544:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3804
00000100:00080000:2.0:1789763835.359551:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763835.359556:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763835.359570:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763835.359574:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763835/real 1789763835]  req@ffff911a12eeb800 x1876699521540224/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763835.359584:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8700 x1876699521540608/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763835.359592:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb800 x1876699521540224/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763835.359596:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763835.359604:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763835.359607:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763835.359612:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3804
00000100:00080000:3.0:1789763835.359612:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763835.359620:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763835.359621:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:2.0:1789763835.359626:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789763835.359628:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521540224:192.168.203.116@tcp:250:kworker.0
00000008:00100000:2.0:1789763835.359633:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763835.359643:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eead80 x1876699521540736/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763835.359649:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763835.359651:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763835.359653:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763835.359658:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521540352:192.168.203.116@tcp:38:kworker.0
00000100:00080000:2.0:1789763835.359659:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3804
00000100:00080000:2.0:1789763835.359664:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763835.359670:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763835.359674:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763835.359682:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9f80 x1876699521540864/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763835.359697:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763835.359711:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763835/real 1789763835]  req@ffff911a12eea300 x1876699521540352/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763835.359720:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea300 x1876699521540352/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763835.359726:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763835.359728:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763835.359731:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521540352:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763835.359735:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521540480:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763835.359748:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763835.359754:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763835/real 1789763835]  req@ffff911a12ee8e00 x1876699521540480/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763835.359762:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8e00 x1876699521540480/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763835.359772:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763835.359774:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763835.359776:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521540480:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763835.359779:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521540608:192.168.203.116@tcp:8:kworker.0
00000800:00000100:3.0:1789763835.359790:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763835.359797:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763835/real 1789763835]  req@ffff911a12ee8700 x1876699521540608/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763835.359809:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8700 x1876699521540608/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763835.359818:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763835.359821:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763835.359825:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521540608:192.168.203.116@tcp:8:kworker.0
00000100:00100000:3.0:1789763835.359831:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521540736:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763835.359851:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763835.359860:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763835/real 1789763835]  req@ffff911a12eead80 x1876699521540736/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763835.359868:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eead80 x1876699521540736/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763835.359873:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763835.359875:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763835.359878:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521540736:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763835.359891:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521540864:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763835.359903:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763835.359909:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763835/real 1789763835]  req@ffff911a12ee9f80 x1876699521540864/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763835.359916:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9f80 x1876699521540864/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763835.359921:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763835.359923:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763835.359925:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521540864:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763835.423358:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763836.447474:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763837.471460:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763838.495435:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763839.519418:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763840.479380:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763840.479393:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763840.479398:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763840.479411:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3809
00000100:00080000:0.0:1789763840.479425:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763840.479435:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789763840.479494:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54e00 x1876699521540992/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763840.479559:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763840.479566:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763840.479570:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763840.479576:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3809
00000100:00080000:0.0:1789763840.479583:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763840.479589:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763840.479602:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763840.479617:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521540992:192.168.203.116@tcp:250:kworker.0
00000100:00100000:0.0:1789763840.479655:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55c00 x1876699521541120/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763840.479673:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763840.479677:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763840.479680:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763840.479686:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3809
00000100:00080000:0.0:1789763840.479692:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763840.479697:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763840.479705:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763840.479721:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55f80 x1876699521541248/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763840.479733:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1789763840.479738:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789763840.479741:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763840.479747:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763840.479755:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3809
00000100:00080000:0.0:1789763840.479762:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763840.479768:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763840.479775:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763840.479790:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55500 x1876699521541376/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763840.479803:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763840.479807:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763840.479809:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763840.479813:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3809
00000100:00080000:0.0:1789763840.479818:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763840.479823:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763840/real 1789763840]  req@ffff911a05c54e00 x1876699521540992/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763840.479828:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763840.479841:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763840.479868:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56d80 x1876699521541504/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763840.479875:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54e00 x1876699521540992/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763840.479911:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763840.479917:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:0.0:1789763840.479930:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763840.479931:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521540992:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763840.479965:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763840.479968:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763840.479975:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3809
00000100:00080000:0.0:1789763840.479980:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763840.479985:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763840.479993:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763840.479997:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521541120:192.168.203.116@tcp:38:kworker.0
00000100:00100000:0.0:1789763840.480015:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54e00 x1876699521541632/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763840.480057:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763840.480096:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763840/real 1789763840]  req@ffff911a05c55c00 x1876699521541120/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763840.480136:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55c00 x1876699521541120/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763840.480148:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763840.480152:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763840.480157:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521541120:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763840.480165:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521541248:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763840.480192:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763840.480205:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763840/real 1789763840]  req@ffff911a05c55f80 x1876699521541248/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763840.480263:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55f80 x1876699521541248/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763840.480274:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763840.480278:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763840.480282:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521541248:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763840.480291:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521541376:192.168.203.116@tcp:8:kworker.0
00000800:00000100:3.0:1789763840.480316:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763840.480330:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763840/real 1789763840]  req@ffff911a05c55500 x1876699521541376/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763840.480344:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55500 x1876699521541376/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763840.480355:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763840.480359:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763840.480363:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521541376:192.168.203.116@tcp:8:kworker.0
00000100:00100000:3.0:1789763840.480370:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521541504:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763840.480388:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763840.480399:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763840/real 1789763840]  req@ffff911a05c56d80 x1876699521541504/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763840.480413:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56d80 x1876699521541504/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763840.480423:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763840.480426:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763840.480430:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521541504:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763840.480451:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521541632:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763840.480470:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763840.480482:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763840/real 1789763840]  req@ffff911a05c54e00 x1876699521541632/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763840.480497:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54e00 x1876699521541632/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763840.480506:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763840.480526:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763840.480531:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521541632:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763840.543414:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763841.567451:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763842.591408:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763843.615459:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763844.639476:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763845.599362:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763845.599378:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763845.599385:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763845.599402:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3814
00000100:00080000:0.0:1789763845.599419:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763845.599431:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789763845.599508:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521541760/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763845.599549:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763845.599554:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763845.599557:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763845.599563:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3814
00000100:00080000:0.0:1789763845.599568:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763845.599573:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763845.599586:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763845.599606:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521541888/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763845.599623:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763845.599625:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521541760:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763845.599636:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763845.599642:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763845.599648:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3814
00000100:00080000:0.0:1789763845.599651:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763845.599674:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763845.599694:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763845.599713:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57b80 x1876699521542016/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763845.599725:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763845.599729:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763845.599731:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763845.599739:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3814
00000800:00000100:3.0:1789763845.599742:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789763845.599746:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763845.599754:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763845.599761:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763845.599777:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56680 x1876699521542144/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763845.599789:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763845.599794:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763845.599796:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763845.599802:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3814
00000100:00080000:0.0:1789763845.599807:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763845.599815:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763845/real 1789763845]  req@ffff911a05c54000 x1876699521541760/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763845.599816:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763845.599827:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763845.599849:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521542272/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763845.599859:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521541760/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763845.599867:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763845.599882:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763845.599887:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763845.599896:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763845.599897:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3814
00000100:00080000:0.0:1789763845.599907:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763845.599910:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:0.0:1789763845.599917:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789763845.599925:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521541760:192.168.203.116@tcp:250:kworker.0
00000008:00100000:0.0:1789763845.599928:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763845.599955:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521542400/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763845.599977:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521541888:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763845.600017:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763845.600044:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763845/real 1789763845]  req@ffff911a05c54700 x1876699521541888/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763845.600059:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521541888/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763845.600070:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763845.600074:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763845.600102:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521541888:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763845.600111:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521542016:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763845.600157:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763845.600173:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763845/real 1789763845]  req@ffff911a05c57b80 x1876699521542016/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763845.600189:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57b80 x1876699521542016/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763845.600200:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763845.600204:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763845.600208:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521542016:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763845.600215:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521542144:192.168.203.116@tcp:8:kworker.0
00000800:00000100:3.0:1789763845.600275:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763845.600290:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763845/real 1789763845]  req@ffff911a05c56680 x1876699521542144/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763845.600305:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56680 x1876699521542144/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763845.600316:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763845.600320:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763845.600324:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521542144:192.168.203.116@tcp:8:kworker.0
00000100:00100000:3.0:1789763845.600332:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521542272:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763845.600354:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763845.600365:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763845/real 1789763845]  req@ffff911a05c56a00 x1876699521542272/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763845.600379:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521542272/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763845.600389:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763845.600393:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763845.600397:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521542272:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763845.600404:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521542400:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763845.600422:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763845.600433:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763845/real 1789763845]  req@ffff911a05c55880 x1876699521542400/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763845.600447:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521542400/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763845.600457:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763845.600460:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763845.600464:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521542400:192.168.203.116@tcp:38:kworker.0
00010000:00010000:2.0:1789763845.663433:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763846.687453:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763847.711367:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763848.735309:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763849.759388:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763850.719436:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763850.719455:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763850.719462:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763850.719478:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3819
00000100:00080000:2.0:1789763850.719496:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763850.719509:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789763850.719573:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9880 x1876699521542528/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763850.719625:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763850.719632:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763850.719636:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763850.719645:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3819
00000100:00080000:2.0:1789763850.719653:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763850.719664:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763850.719680:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763850.719691:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521542528:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789763850.719708:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9180 x1876699521542656/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763850.719727:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763850.719732:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763850.719735:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763850.719741:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3819
00000100:00080000:2.0:1789763850.719767:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763850.719773:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763850.719779:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789763850.719780:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763850.719804:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeaa00 x1876699521542784/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763850.719819:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763850.719824:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763850.719827:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763850.719833:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3819
00000100:00080000:2.0:1789763850.719838:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763850.719847:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789763850.719848:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763850/real 1789763850]  req@ffff911a12ee9880 x1876699521542528/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789763850.719854:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763850.719878:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb480 x1876699521542912/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763850.719889:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9880 x1876699521542528/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763850.719899:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763850.719914:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763850.719919:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763850.719930:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3819
00000100:00080000:3.0:1789763850.719932:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763850.719936:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763850.719943:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:2.0:1789763850.719946:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763850.719957:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763850.719959:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521542528:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789763850.719976:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9c00 x1876699521543040/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763850.719989:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763850.719994:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763850.719997:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763850.720001:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521542656:192.168.203.116@tcp:38:kworker.0
00000100:00080000:2.0:1789763850.720008:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3819
00000100:00080000:2.0:1789763850.720018:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763850.720022:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789763850.720028:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763850.720075:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8a80 x1876699521543168/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763850.720085:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763850.720121:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763850/real 1789763850]  req@ffff911a12ee9180 x1876699521542656/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763850.720142:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9180 x1876699521542656/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763850.720154:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763850.720159:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763850.720163:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521542656:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763850.720171:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521542784:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763850.720197:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763850.720209:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763850/real 1789763850]  req@ffff911a12eeaa00 x1876699521542784/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763850.720267:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeaa00 x1876699521542784/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763850.720278:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763850.720282:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763850.720286:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521542784:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763850.720294:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521542912:192.168.203.116@tcp:8:kworker.0
00000800:00000100:3.0:1789763850.720320:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763850.720348:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763850/real 1789763850]  req@ffff911a12eeb480 x1876699521542912/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763850.720365:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb480 x1876699521542912/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763850.720375:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763850.720379:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763850.720383:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521542912:192.168.203.116@tcp:8:kworker.0
00000100:00100000:3.0:1789763850.720390:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521543040:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763850.720412:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763850.720425:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763850/real 1789763850]  req@ffff911a12ee9c00 x1876699521543040/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763850.720439:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9c00 x1876699521543040/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763850.720448:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763850.720452:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763850.720455:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521543040:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763850.720476:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521543168:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763850.720496:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763850.720519:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763850/real 1789763850]  req@ffff911a12ee8a80 x1876699521543168/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763850.720534:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8a80 x1876699521543168/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763850.720544:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763850.720548:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763850.720552:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521543168:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763850.783428:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763851.807451:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763852.831354:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763853.855478:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763854.879465:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763855.839392:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763855.839405:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763855.839411:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763855.839424:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3825
00000100:00080000:0.0:1789763855.839440:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763855.839452:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789763855.839514:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521543296/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763855.839567:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763855.839575:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763855.839579:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763855.839587:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3825
00000100:00080000:0.0:1789763855.839596:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763855.839608:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763855.839625:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763855.839649:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521543296:192.168.203.116@tcp:250:kworker.0
00000100:00100000:0.0:1789763855.839662:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56300 x1876699521543424/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763855.839689:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763855.839697:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763855.839702:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763855.839710:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3825
00000100:00080000:0.0:1789763855.839720:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763855.839728:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000800:00000100:3.0:1789763855.839739:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000008:00100000:0.0:1789763855.839746:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763855.839779:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57800 x1876699521543552/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763855.839796:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763855/real 1789763855]  req@ffff911a05c57100 x1876699521543296/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763855.839812:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763855.839824:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763855.839829:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763855.839834:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521543296/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763855.839844:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3825
00000100:00080000:0.0:1789763855.839861:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763855.839862:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763855.839878:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00080000:3.0:1789763855.839879:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763855.839892:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521543296:192.168.203.116@tcp:250:kworker.0
00000008:00100000:0.0:1789763855.839899:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763855.839928:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521543424:192.168.203.116@tcp:38:kworker.0
00000100:00100000:0.0:1789763855.839932:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54a80 x1876699521543680/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763855.839963:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1789763855.839965:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789763855.839978:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763855.839984:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763855.839992:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763855/real 1789763855]  req@ffff911a05c56300 x1876699521543424/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763855.840033:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3825
00000100:00080000:0.0:1789763855.840047:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763855.840054:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56300 x1876699521543424/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763855.840061:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763855.840077:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789763855.840081:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763855.840091:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763855.840098:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521543424:192.168.203.116@tcp:38:kworker.0
00000100:00100000:0.0:1789763855.840103:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55180 x1876699521543808/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763855.840115:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521543552:192.168.203.116@tcp:38:kworker.0
00000100:00080000:0.0:1789763855.840138:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763855.840146:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763855.840151:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789763855.840162:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789763855.840170:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3825
00000100:00080000:0.0:1789763855.840184:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763855.840187:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763855/real 1789763855]  req@ffff911a05c57800 x1876699521543552/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763855.840200:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789763855.840261:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57800 x1876699521543552/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763855.840273:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763855.840278:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763855.840283:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521543552:192.168.203.116@tcp:38:kworker.0
00000008:00100000:0.0:1789763855.840293:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763855.840329:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54380 x1876699521543936/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763855.840330:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521543680:192.168.203.116@tcp:8:kworker.0
00000800:00000100:3.0:1789763855.840374:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763855.840395:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763855/real 1789763855]  req@ffff911a05c54a80 x1876699521543680/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763855.840413:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54a80 x1876699521543680/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763855.840425:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763855.840430:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763855.840438:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521543680:192.168.203.116@tcp:8:kworker.0
00000100:00100000:3.0:1789763855.840450:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521543808:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763855.840489:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763855.840512:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763855/real 1789763855]  req@ffff911a05c55180 x1876699521543808/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763855.840537:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55180 x1876699521543808/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763855.840554:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763855.840560:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763855.840567:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521543808:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763855.840593:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521543936:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763855.840631:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763855.840647:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763855/real 1789763855]  req@ffff911a05c54380 x1876699521543936/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763855.840662:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54380 x1876699521543936/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763855.840673:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763855.840676:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763855.840680:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521543936:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763855.903471:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763856.927402:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763857.951414:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763858.975452:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763859.999420:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763860.959396:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763860.959410:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763860.959416:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763860.959429:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3830
00000100:00080000:1.0:1789763860.959442:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763860.959452:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789763860.959524:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08a80 x1876699521544064/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763860.959564:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763860.959571:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763860.959575:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763860.959584:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3830
00000100:00080000:1.0:1789763860.959591:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763860.959599:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763860.959615:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763860.959643:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0bb80 x1876699521544192/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763860.959668:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763860.959676:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763860.959680:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763860.959688:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521544064:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789763860.959692:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3830
00000100:00080000:1.0:1789763860.959706:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763860.959712:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763860.959720:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763860.959742:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b800 x1876699521544320/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763860.959767:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763860.959772:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763860.959775:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763860.959781:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3830
00000100:00080000:1.0:1789763860.959787:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763860.959791:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763860.959797:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763860.959814:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08000 x1876699521544448/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763860.959827:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763860.959832:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763860.959834:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763860.959839:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3830
00000100:00080000:1.0:1789763860.959843:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763860.959850:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763860.959857:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763860.959866:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521544192:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763860.959882:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b480 x1876699521544576/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763860.959897:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763860.959902:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763860.959905:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763860.959910:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3830
00000100:00080000:1.0:1789763860.959917:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763860.959922:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763860.959929:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763860.959945:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521544320:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789763860.959956:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09c00 x1876699521544704/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763860.960047:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521544448:192.168.203.116@tcp:8:kworker.0
00000100:00100000:3.0:1789763860.960085:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521544576:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763860.960118:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521544704:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763861.023498:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763862.047511:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763863.071358:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789763864.031538:0:2393:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.116:988
00000400:00000100:2.0:1789763864.031585:0:2393:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.116@tcp at host 192.168.203.116 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789763864.031602:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:2.0:1789763864.031642:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:2.0:1789763864.031650:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:2.0:1789763864.031657:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:2.0:1789763864.031668:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:2.0:1789763864.031676:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000100:00100000:3.0:1789763864.031706:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763860/real 1789763864]  req@ffff911a08b09c00 x1876699521544704/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763864.031746:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09c00 x1876699521544704/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763864.031763:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763864.031770:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763864.031777:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521544704:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763864.031789:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763860/real 1789763864]  req@ffff911a08b0b800 x1876699521544320/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763864.031808:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b800 x1876699521544320/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763864.031821:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763864.031827:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763864.031832:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521544320:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763864.031841:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763860/real 1789763864]  req@ffff911a08b08000 x1876699521544448/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763864.031866:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08000 x1876699521544448/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763864.031878:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763864.031882:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763864.031887:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521544448:192.168.203.116@tcp:8:kworker.0
00000100:00100000:3.0:1789763864.031896:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763860/real 1789763864]  req@ffff911a08b0b480 x1876699521544576/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763864.031914:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b480 x1876699521544576/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763864.031926:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763864.031931:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763864.031936:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521544576:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763864.031973:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763860/real 1789763864]  req@ffff911a08b08a80 x1876699521544064/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763864.032001:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08a80 x1876699521544064/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763864.032014:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763864.032019:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763864.032024:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521544064:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789763864.032034:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763860/real 1789763864]  req@ffff911a08b0bb80 x1876699521544192/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763864.032052:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0bb80 x1876699521544192/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763864.032065:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763864.032069:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763864.032074:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521544192:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763864.095380:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763865.119378:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763866.079349:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763866.079360:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763866.079365:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763866.079375:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3835
00000100:00080000:0.0:1789763866.079388:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763866.079395:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789763866.079439:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54380 x1876699521544832/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763866.079466:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763866.079470:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763866.079472:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763866.079476:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3835
00000100:00080000:0.0:1789763866.079480:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763866.079484:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763866.079494:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763866.079509:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55180 x1876699521544960/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763866.079523:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763866.079524:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521544832:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763866.079531:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763866.079536:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763866.079541:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3835
00000100:00080000:0.0:1789763866.079545:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763866.079549:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763866.079554:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763866.079568:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54a80 x1876699521545088/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763866.079586:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763866.079590:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763866.079592:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763866.079596:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3835
00000100:00080000:0.0:1789763866.079600:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789763866.079605:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789763866.079610:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763866.079617:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763866.079632:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57800 x1876699521545216/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763866.079643:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763866.079647:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763866.079649:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763866.079651:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763866/real 1789763866]  req@ffff911a05c54380 x1876699521544832/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763866.079655:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3835
00000100:00080000:0.0:1789763866.079663:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763866.079669:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763866.079675:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763866.079679:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54380 x1876699521544832/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763866.079692:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763866.079697:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:0.0:1789763866.079702:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56300 x1876699521545344/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763866.079706:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521544832:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763866.079723:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763866.079727:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763866.079729:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763866.079734:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3835
00000100:00100000:3.0:1789763866.079739:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521544960:192.168.203.116@tcp:38:kworker.0
00000100:00080000:0.0:1789763866.079741:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763866.079751:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763866.079757:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763866.079772:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521545472/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763866.079774:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763866.079794:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763866/real 1789763866]  req@ffff911a05c55180 x1876699521544960/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763866.079810:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55180 x1876699521544960/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763866.079825:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763866.079830:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763866.079833:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521544960:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763866.079839:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521545088:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763866.079860:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763866.079872:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763866/real 1789763866]  req@ffff911a05c54a80 x1876699521545088/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763866.079885:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54a80 x1876699521545088/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763866.079894:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763866.079897:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763866.079900:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521545088:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763866.079906:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521545216:192.168.203.116@tcp:8:kworker.0
00000800:00000100:3.0:1789763866.079958:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763866.079970:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763866/real 1789763866]  req@ffff911a05c57800 x1876699521545216/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763866.079982:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57800 x1876699521545216/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763866.079995:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763866.079999:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763866.080002:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521545216:192.168.203.116@tcp:8:kworker.0
00000100:00100000:3.0:1789763866.080009:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521545344:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763866.080029:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763866.080040:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763866/real 1789763866]  req@ffff911a05c56300 x1876699521545344/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763866.080052:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56300 x1876699521545344/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763866.080060:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763866.080063:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763866.080066:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521545344:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763866.080315:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521545472:192.168.203.116@tcp:38:kworker.0
00000800:00000100:3.0:1789763866.080342:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763866.080355:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763866/real 1789763866]  req@ffff911a05c57100 x1876699521545472/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763866.080368:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521545472/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763866.080377:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763866.080380:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763866.080383:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521545472:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789763866.143362:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763867.167427:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763868.191388:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763869.215442:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763870.239483:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763871.199440:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763871.199460:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763871.199469:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763871.199490:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3840
00000100:00080000:3.0:1789763871.199512:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763871.199525:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789763871.199600:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521545600/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763871.199656:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763871.199664:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763871.199668:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763871.199678:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3840
00000100:00080000:3.0:1789763871.199685:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763871.199694:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763871.199712:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763871.199733:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521545728/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763871.199756:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763871.199762:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763871.199765:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763871.199770:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3840
00000100:00080000:3.0:1789763871.199775:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763871.199780:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763871.199787:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763871.199795:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521545600:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789763871.199807:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521545856/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763871.199822:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763871.199827:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763871.199829:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763871.199833:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3840
00000100:00080000:3.0:1789763871.199836:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763871.199841:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763871.199848:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763871.199863:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521545984/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763871.199877:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763871.199881:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763871.199884:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763871.199911:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3840
00000100:00080000:3.0:1789763871.199960:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763871.199966:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763871.199974:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789763871.199986:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763871.200004:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521546112/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763871.200037:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763871.200044:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763871.200048:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763871.200058:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3840
00000100:00080000:3.0:1789763871.200067:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763871.200077:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789763871.200084:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763871/real 1789763871]  req@ffff911a04ad0000 x1876699521545600/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789763871.200089:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763871.200117:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521546240/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763871.200128:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521545600/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763871.200161:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763871.200169:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763871.200176:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521545600:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789763871.200187:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521545728:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763871.200278:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763871.200323:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763871/real 1789763871]  req@ffff911a04ad3480 x1876699521545728/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763871.200340:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521545728/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763871.200351:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763871.200356:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763871.200371:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521545728:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763871.200407:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521545856:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763871.200443:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763871.200456:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763871/real 1789763871]  req@ffff911a04ad1f80 x1876699521545856/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763871.200471:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521545856/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763871.200481:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763871.200485:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763871.200489:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521545856:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763871.200496:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521545984:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789763871.200516:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763871.200526:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763871/real 1789763871]  req@ffff911a04ad2300 x1876699521545984/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763871.200540:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521545984/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763871.200550:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763871.200554:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763871.200558:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521545984:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763871.200564:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521546112:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763871.200593:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763871.200604:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763871/real 1789763871]  req@ffff911a04ad1880 x1876699521546112/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763871.200628:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521546112/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763871.200638:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763871.200641:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763871.200645:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521546112:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763871.200651:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521546240:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763871.200669:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763871.200680:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763871/real 1789763871]  req@ffff911a04ad1c00 x1876699521546240/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763871.200695:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521546240/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763871.200704:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763871.200707:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763871.200711:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521546240:192.168.203.116@tcp:38:kworker.0
00010000:00010000:2.0:1789763871.263417:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763872.287439:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763873.311322:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763874.335474:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763875.359335:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763876.319290:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763876.319316:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763876.319320:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763876.319331:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3845
00000100:00080000:3.0:1789763876.319343:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763876.319351:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789763876.319390:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0a80 x1876699521546368/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763876.319420:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763876.319424:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763876.319425:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763876.319430:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3845
00000100:00080000:3.0:1789763876.319433:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763876.319436:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763876.319445:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763876.319458:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3100 x1876699521546496/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763876.319470:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763876.319473:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763876.319475:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763876.319479:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3845
00000100:00080000:3.0:1789763876.319504:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763876.319509:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763876.319512:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763876.319513:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521546368:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789763876.319524:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521546624/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763876.319532:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763876.319535:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763876.319536:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763876.319539:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3845
00000100:00080000:3.0:1789763876.319542:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763876.319544:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763876.319548:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763876.319555:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521546752/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763876.319562:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763876.319565:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763876.319566:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763876.319568:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3845
00000800:00000100:2.0:1789763876.319572:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789763876.319573:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763876.319579:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763876.319582:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763876.319591:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521546880/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763876.319597:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763876.319599:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763876.319600:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763876.319604:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3845
00000100:00080000:3.0:1789763876.319606:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763876.319611:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763876/real 1789763876]  req@ffff911a04ad0a80 x1876699521546368/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763876.319611:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763876.319614:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763876.319626:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521547008/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763876.319633:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0a80 x1876699521546368/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763876.319643:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763876.319647:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763876.319651:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521546368:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789763876.319657:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521546496:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763876.319672:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763876.319680:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763876/real 1789763876]  req@ffff911a04ad3100 x1876699521546496/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763876.319688:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3100 x1876699521546496/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763876.319712:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763876.319716:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763876.319720:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521546496:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763876.319745:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521546624:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763876.319765:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763876.319775:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763876/real 1789763876]  req@ffff911a04ad1c00 x1876699521546624/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763876.319787:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521546624/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763876.319809:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763876.319811:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763876.319812:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521546624:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763876.319817:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521546752:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789763876.319828:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763876.319834:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763876/real 1789763876]  req@ffff911a04ad1880 x1876699521546752/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763876.319842:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521546752/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763876.319847:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763876.319848:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763876.319864:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521546752:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763876.319869:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521546880:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763876.319904:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763876.319917:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763876/real 1789763876]  req@ffff911a04ad2300 x1876699521546880/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763876.319930:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521546880/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763876.319949:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763876.319953:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763876.319957:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521546880:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763876.319964:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521547008:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763876.319984:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763876.319995:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763876/real 1789763876]  req@ffff911a04ad1f80 x1876699521547008/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763876.320007:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521547008/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763876.320016:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763876.320019:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763876.320022:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521547008:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763876.383508:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763877.407366:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763878.431432:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763879.455553:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763880.479436:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763881.439652:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763881.439668:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763881.439674:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763881.439688:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3850
00000100:00080000:0.0:1789763881.439702:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763881.439714:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789763881.439764:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521547136/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763881.439812:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763881.439842:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763881.439846:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763881.439854:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3850
00000100:00080000:0.0:1789763881.439860:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763881.439866:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763881.439880:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763881.439904:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521547264/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763881.439921:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763881.439927:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763881.439930:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763881.439937:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3850
00000100:00080000:0.0:1789763881.439942:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763881.439948:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763881.439955:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763881.439972:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56680 x1876699521547392/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763881.439985:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763881.439990:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763881.439993:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763881.439998:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3850
00000100:00080000:0.0:1789763881.440003:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763881.440008:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763881.440016:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763881.440031:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57b80 x1876699521547520/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763881.440046:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763881.440052:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763881.440056:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763881.440063:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3850
00000100:00100000:2.0:1789763881.440071:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521547136:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763881.440072:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763881.440087:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763881.440096:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763881.440126:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521547648/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763881.440149:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763881.440155:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763881.440158:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763881.440165:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3850
00000100:00080000:0.0:1789763881.440172:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789763881.440181:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789763881.440184:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763881.440197:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763881.440300:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521547776/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763881.440318:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763881/real 1789763881]  req@ffff911a05c55880 x1876699521547136/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763881.440355:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521547136/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763881.440376:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763881.440383:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763881.440393:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521547136:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789763881.440406:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521547264:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763881.440469:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763881.440494:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763881/real 1789763881]  req@ffff911a05c56a00 x1876699521547264/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763881.440515:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521547264/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763881.440562:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763881.440572:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763881.440581:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521547264:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763881.440592:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521547392:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763881.440655:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763881.440676:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763881/real 1789763881]  req@ffff911a05c56680 x1876699521547392/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763881.440692:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56680 x1876699521547392/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763881.440720:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763881.440724:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763881.440730:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521547392:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763881.440777:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521547520:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789763881.440840:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763881.440863:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763881/real 1789763881]  req@ffff911a05c57b80 x1876699521547520/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763881.440886:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57b80 x1876699521547520/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763881.440899:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763881.440905:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763881.440911:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521547520:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763881.440959:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521547648:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763881.440996:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763881.441014:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763881/real 1789763881]  req@ffff911a05c54700 x1876699521547648/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763881.441044:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521547648/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763881.441054:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763881.441058:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763881.441062:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521547648:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763881.441068:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521547776:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763881.441090:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763881.441101:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763881/real 1789763881]  req@ffff911a05c54000 x1876699521547776/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763881.441113:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521547776/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763881.441121:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763881.441124:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763881.441128:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521547776:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789763881.503485:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763882.527349:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763883.551350:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763884.575509:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763885.599538:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763886.559380:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763886.559394:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763886.559399:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763886.559413:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3855
00000100:00080000:3.0:1789763886.559427:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763886.559436:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789763886.559482:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521547904/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763886.559530:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763886.559536:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763886.559538:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763886.559589:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3855
00000100:00080000:3.0:1789763886.559595:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763886.559601:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521547904:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789763886.559606:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763886.559628:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763886.559653:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521548032/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763886.559671:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763886.559676:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763886.559678:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763886.559684:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3855
00000100:00080000:3.0:1789763886.559690:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763886.559694:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763886.559700:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789763886.559703:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763886.559723:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521548160/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763886.559738:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763886.559743:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763886.559745:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763886.559752:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3855
00000100:00080000:3.0:1789763886.559759:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763886.559768:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763886/real 1789763886]  req@ffff911a04ad3480 x1876699521547904/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763886.559770:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763886.559817:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763886.559841:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521547904/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763886.559844:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521548288/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763886.559887:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763886.559899:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763886.559900:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763886.559914:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521547904:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789763886.559917:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763886.559930:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763886.559942:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3855
00000100:00080000:3.0:1789763886.559952:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763886.559959:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521548032:192.168.203.116@tcp:38:kworker.0
00000100:00080000:3.0:1789763886.559968:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763886.559980:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763886.560004:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0700 x1876699521548416/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763886.560017:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789763886.560037:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763886.560043:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763886.560046:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763886.560055:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763886/real 1789763886]  req@ffff911a04ad0000 x1876699521548032/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763886.560056:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3855
00000100:00080000:3.0:1789763886.560068:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763886.560078:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763886.560087:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763886.560121:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521548544/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763886.560130:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521548032/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763886.560183:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763886.560198:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763886.560208:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521548032:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763886.560282:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521548160:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763886.560330:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763886.560354:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763886/real 1789763886]  req@ffff911a04ad2a00 x1876699521548160/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763886.560378:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521548160/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763886.560407:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763886.560414:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763886.560420:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521548160:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763886.560432:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521548288:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789763886.560469:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763886.560492:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763886/real 1789763886]  req@ffff911a04ad1500 x1876699521548288/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763886.560515:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1500 x1876699521548288/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763886.560531:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763886.560538:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763886.560545:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521548288:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763886.560575:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521548416:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763886.560615:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763886.560639:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763886/real 1789763886]  req@ffff911a04ad0700 x1876699521548416/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763886.560663:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0700 x1876699521548416/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763886.560680:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763886.560687:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763886.560695:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521548416:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763886.560708:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521548544:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763886.560747:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763886.560764:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763886/real 1789763886]  req@ffff911a04ad0380 x1876699521548544/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763886.560810:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521548544/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763886.560822:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763886.560825:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763886.560830:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521548544:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763886.623493:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763887.647435:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763888.671423:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763889.695415:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763890.719582:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763891.679281:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763891.679289:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763891.679292:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763891.679300:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3860
00000100:00080000:3.0:1789763891.679308:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763891.679313:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789763891.679345:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521548672/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763891.679373:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763891.679377:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763891.679379:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763891.679383:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3860
00000100:00080000:3.0:1789763891.679386:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763891.679389:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763891.679397:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763891.679407:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2680 x1876699521548800/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763891.679414:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763891.679416:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763891.679418:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763891.679421:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3860
00000100:00080000:3.0:1789763891.679425:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763891.679428:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763891.679431:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763891.679439:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521548928/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763891.679445:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521548672:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789763891.679448:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763891.679452:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763891.679453:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763891.679457:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3860
00000100:00080000:3.0:1789763891.679460:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763891.679465:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763891.679470:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763891.679485:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0700 x1876699521549056/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763891.679496:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789763891.679502:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789763891.679502:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763891.679507:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763891.679512:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3860
00000100:00080000:3.0:1789763891.679526:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763891.679530:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763891.679534:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763891.679544:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521549184/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763891.679553:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763891/real 1789763891]  req@ffff911a04ad3800 x1876699521548672/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763891.679563:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763891.679568:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763891.679570:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763891.679576:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521548672/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763891.679576:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3860
00000100:00080000:3.0:1789763891.679583:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763891.679589:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763891.679594:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789763891.679595:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763891.679602:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:3.0:1789763891.679608:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521549312/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763891.679609:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521548672:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789763891.679621:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521548800:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763891.679641:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763891.679652:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763891/real 1789763891]  req@ffff911a04ad2680 x1876699521548800/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763891.679660:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2680 x1876699521548800/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763891.679665:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763891.679668:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763891.679670:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521548800:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763891.679688:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521548928:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763891.679699:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763891.679705:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763891/real 1789763891]  req@ffff911a04ad0380 x1876699521548928/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763891.679713:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521548928/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763891.679718:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763891.679719:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763891.679721:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521548928:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763891.679725:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521549056:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789763891.679735:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763891.679756:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763891/real 1789763891]  req@ffff911a04ad0700 x1876699521549056/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763891.679764:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0700 x1876699521549056/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763891.679770:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763891.679772:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763891.679774:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521549056:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763891.679777:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521549184:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763891.679789:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763891.679795:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763891/real 1789763891]  req@ffff911a04ad1500 x1876699521549184/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763891.679814:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1500 x1876699521549184/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763891.679819:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763891.679821:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763891.679823:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521549184:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763891.679826:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521549312:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763891.679836:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763891.679842:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763891/real 1789763891]  req@ffff911a04ad2a00 x1876699521549312/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763891.679849:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521549312/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763891.679854:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763891.679855:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763891.679858:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521549312:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763891.743427:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763892.767446:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763893.791403:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763894.815442:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763895.839439:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763896.799344:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763896.799356:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763896.799360:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763896.799372:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3866
00000100:00080000:0.0:1789763896.799384:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763896.799392:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789763896.799436:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54e00 x1876699521549440/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763896.799471:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763896.799475:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763896.799478:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763896.799482:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3866
00000100:00080000:0.0:1789763896.799486:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763896.799490:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763896.799518:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763896.799537:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56d80 x1876699521549568/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763896.799553:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789763896.799559:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521549440:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763896.799560:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763896.799566:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763896.799579:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3866
00000100:00080000:0.0:1789763896.799584:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763896.799589:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763896.799596:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763896.799613:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55500 x1876699521549696/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763896.799626:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763896.799630:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763896.799632:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763896.799637:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3866
00000100:00080000:0.0:1789763896.799643:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763896.799647:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763896.799654:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789763896.799662:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789763896.799674:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55f80 x1876699521549824/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763896.799689:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763896.799693:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763896.799695:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763896.799699:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3866
00000100:00080000:0.0:1789763896.799725:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763896.799729:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763896.799734:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763896.799745:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55c00 x1876699521549952/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763896.799756:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763896.799760:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763896.799762:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763896.799767:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3866
00000100:00080000:0.0:1789763896.799771:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763896.799775:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763896.799779:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763896.799789:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521550080/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763896.801565:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763896/real 1789763896]  req@ffff911a05c54e00 x1876699521549440/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763896.801592:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54e00 x1876699521549440/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763896.801629:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763896.801634:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763896.801639:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521549440:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789763896.801670:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521549568:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763896.801722:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763896.801741:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763896/real 1789763896]  req@ffff911a05c56d80 x1876699521549568/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763896.801775:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56d80 x1876699521549568/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763896.801787:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763896.801791:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763896.801796:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521549568:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763896.801804:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521549696:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763896.801832:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763896.801846:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763896/real 1789763896]  req@ffff911a05c55500 x1876699521549696/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763896.801860:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55500 x1876699521549696/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763896.801870:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763896.801874:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763896.801877:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521549696:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763896.801884:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521549824:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789763896.801905:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763896.801916:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763896/real 1789763896]  req@ffff911a05c55f80 x1876699521549824/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763896.801931:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55f80 x1876699521549824/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763896.801940:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763896.801944:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763896.801947:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521549824:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763896.801954:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521549952:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763896.801973:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763896.801984:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763896/real 1789763896]  req@ffff911a05c55c00 x1876699521549952/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763896.801998:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55c00 x1876699521549952/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763896.802009:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763896.802012:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763896.802017:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521549952:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763896.802023:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521550080:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763896.802042:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763896.802053:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763896/real 1789763896]  req@ffff911a05c54000 x1876699521550080/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763896.802067:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521550080/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763896.802083:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763896.802089:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763896.802097:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521550080:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789763896.863430:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763897.887554:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763898.911488:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763899.935409:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763900.959404:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763901.919489:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763901.919506:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763901.919514:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763901.919532:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3871
00000100:00080000:0.0:1789763901.919551:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763901.919567:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789763901.919639:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521550208/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763901.919713:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763901.919729:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763901.919734:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763901.919744:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3871
00000100:00080000:0.0:1789763901.919752:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763901.919762:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763901.919779:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763901.919796:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521550208:192.168.203.116@tcp:250:kworker.0
00000100:00100000:0.0:1789763901.919813:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57b80 x1876699521550336/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763901.919838:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763901.919843:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763901.919846:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763901.919852:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3871
00000100:00080000:0.0:1789763901.919859:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763901.919864:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763901.919871:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789763901.919887:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789763901.919895:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56680 x1876699521550464/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763901.919912:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763901.919916:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763901.919919:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763901.919924:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3871
00000100:00080000:0.0:1789763901.919929:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763901.919935:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763901.919942:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763901.919955:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521550592/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763901.919968:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763901/real 1789763901]  req@ffff911a05c54700 x1876699521550208/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763901.919972:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763901.919987:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763901.919993:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763901.920009:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3871
00000100:00080000:0.0:1789763901.920016:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763901.920026:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789763901.920027:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521550208/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763901.920044:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:0.0:1789763901.920050:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789763901.920056:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763901.920067:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521550208:192.168.203.116@tcp:250:kworker.0
00000100:00100000:0.0:1789763901.920074:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521550720/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763901.920105:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763901.920110:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763901.920113:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763901.920121:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521550336:192.168.203.116@tcp:38:kworker.0
00000100:00080000:0.0:1789763901.920123:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3871
00000100:00080000:0.0:1789763901.920135:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763901.920143:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763901.920154:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789763901.920161:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789763901.920201:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521550848/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763901.920202:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763901/real 1789763901]  req@ffff911a05c57b80 x1876699521550336/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763901.920302:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57b80 x1876699521550336/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763901.920317:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763901.920340:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763901.920347:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521550336:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763901.920356:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521550464:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763901.920381:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763901.920393:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763901/real 1789763901]  req@ffff911a05c56680 x1876699521550464/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763901.920405:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56680 x1876699521550464/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763901.920433:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763901.920437:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763901.920441:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521550464:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763901.920448:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521550592:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789763901.920469:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763901.920482:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763901/real 1789763901]  req@ffff911a05c56a00 x1876699521550592/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763901.920496:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521550592/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763901.920506:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763901.920509:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763901.920513:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521550592:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763901.920519:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521550720:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763901.920537:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763901.920548:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763901/real 1789763901]  req@ffff911a05c55880 x1876699521550720/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763901.920562:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521550720/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763901.920572:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763901.920575:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763901.920579:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521550720:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763901.920599:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521550848:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763901.920634:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763901.920644:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763901/real 1789763901]  req@ffff911a05c57100 x1876699521550848/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763901.920655:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521550848/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763901.920684:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763901.920688:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763901.920692:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521550848:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763901.983396:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763903.007362:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763904.031382:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763905.055423:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763906.079442:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763907.039982:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763907.039996:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763907.040002:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763907.040015:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3876
00000100:00080000:3.0:1789763907.040028:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763907.040036:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789763907.040089:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521550976/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763907.040195:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521550976:192.168.203.116@tcp:250:kworker.0
00000800:00000100:2.0:1789763907.040311:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789763907.040474:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763907.040481:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763907.040485:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763907.040494:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3876
00000100:00080000:3.0:1789763907.040501:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763907.040508:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763907.040521:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763907.040543:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521551104/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763907.040659:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763907/real 1789763907]  req@ffff911a04ad0000 x1876699521550976/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763907.040679:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521550976/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763907.040694:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763907.040700:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763907.040706:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521550976:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789763907.040737:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521551104:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763907.040773:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763907.040788:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763907/real 1789763907]  req@ffff911a04ad3480 x1876699521551104/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763907.040800:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521551104/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763907.040808:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763907.040811:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763907.040815:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521551104:192.168.203.116@tcp:38:kworker.0
00000100:00080000:3.0:1789763907.040872:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763907.040877:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763907.040882:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763907.040887:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3876
00000100:00080000:3.0:1789763907.040893:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763907.040898:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763907.040905:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763907.040921:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521551232/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763907.040937:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763907.040941:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763907.040944:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763907.040948:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3876
00000100:00080000:3.0:1789763907.040952:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763907.040958:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789763907.040960:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521551232:192.168.203.116@tcp:38:kworker.0
00000008:00100000:3.0:1789763907.040964:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763907.040979:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521551360/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763907.040990:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763907.040993:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763907.040996:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763907.041000:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3876
00000800:00000100:2.0:1789763907.041006:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789763907.041008:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763907.041015:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763907.041020:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763907.041029:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763907/real 1789763907]  req@ffff911a04ad1f80 x1876699521551232/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763907.041034:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521551488/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763907.041068:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521551232/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763907.041070:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763907.041082:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763907.041089:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763907.041090:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763907.041102:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3876
00000100:00080000:2.0:1789763907.041115:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00080000:3.0:1789763907.041121:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763907.041128:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763907.041134:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763907.041146:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521551232:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763907.041150:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521551616/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763907.041182:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521551360:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789763907.041236:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763907.041253:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763907/real 1789763907]  req@ffff911a04ad2300 x1876699521551360/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763907.041266:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521551360/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763907.041278:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763907.041283:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763907.041288:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521551360:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763907.041297:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521551488:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763907.041326:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763907.041344:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763907/real 1789763907]  req@ffff911a04ad1880 x1876699521551488/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763907.041361:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521551488/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763907.041369:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763907.041372:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763907.041375:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521551488:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763907.041381:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521551616:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763907.041400:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763907.041410:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763907/real 1789763907]  req@ffff911a04ad1c00 x1876699521551616/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763907.041441:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521551616/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763907.041454:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763907.041460:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763907.041466:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521551616:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763907.103393:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763908.127347:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763909.151480:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763910.175462:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763911.199436:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763912.159319:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763912.159328:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763912.159332:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763912.159342:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3881
00000100:00080000:3.0:1789763912.159353:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763912.159359:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789763912.159394:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3100 x1876699521551744/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763912.159420:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763912.159424:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763912.159425:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763912.159429:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3881
00000100:00080000:3.0:1789763912.159432:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763912.159435:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763912.159443:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763912.159453:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0a80 x1876699521551872/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763912.159461:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763912.159465:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763912.159466:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763912.159469:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3881
00000100:00080000:3.0:1789763912.159471:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763912.159476:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789763912.159478:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521551744:192.168.203.116@tcp:250:kworker.0
00000008:00100000:3.0:1789763912.159480:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763912.159540:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521552000/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763912.159580:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763912.159583:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763912.159585:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763912.159608:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3881
00000100:00080000:3.0:1789763912.159613:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763912.159617:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763912.159639:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789763912.159649:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763912.159654:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521552128/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763912.159664:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763912.159667:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763912.159668:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763912.159672:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3881
00000100:00080000:3.0:1789763912.159675:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763912.159678:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763912.159682:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763912.159709:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521552256/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763912.159718:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763912.159721:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763912.159725:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763912.159726:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763912/real 1789763912]  req@ffff911a04ad3100 x1876699521551744/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763912.159733:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3881
00000100:00080000:3.0:1789763912.159741:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763912.159749:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763912.159771:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763912.159777:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3100 x1876699521551744/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763912.159783:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521552384/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763912.159841:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763912.159848:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763912.159855:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521551744:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789763912.159868:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521551872:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763912.159904:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763912.159925:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763912/real 1789763912]  req@ffff911a04ad0a80 x1876699521551872/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763912.159951:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0a80 x1876699521551872/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763912.159968:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763912.159975:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763912.159982:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521551872:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763912.160032:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521552000:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763912.160052:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763912.160062:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763912/real 1789763912]  req@ffff911a04ad1c00 x1876699521552000/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763912.160072:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521552000/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763912.160096:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763912.160100:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763912.160106:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521552000:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763912.160115:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521552128:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789763912.160160:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763912.160183:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763912/real 1789763912]  req@ffff911a04ad1880 x1876699521552128/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763912.160209:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521552128/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763912.160225:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763912.160246:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763912.160250:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521552128:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763912.160257:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521552256:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763912.160284:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763912.160298:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763912/real 1789763912]  req@ffff911a04ad2300 x1876699521552256/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763912.160309:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521552256/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763912.160315:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763912.160318:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763912.160344:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521552256:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763912.160349:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521552384:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763912.160367:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763912.160376:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763912/real 1789763912]  req@ffff911a04ad1f80 x1876699521552384/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763912.160386:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521552384/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763912.160392:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763912.160394:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763912.160397:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521552384:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789763912.223428:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763913.247431:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763914.271422:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763915.295429:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763916.319457:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763917.279388:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763917.279401:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763917.279406:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763917.279419:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3886
00000100:00080000:3.0:1789763917.279433:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763917.279442:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789763917.279493:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521552512/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763917.279534:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763917.279539:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763917.279542:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763917.279547:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3886
00000100:00080000:3.0:1789763917.279573:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763917.279579:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763917.279591:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763917.279609:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521552640/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763917.279631:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521552512:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789763917.279640:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763917.279647:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763917.279650:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763917.279656:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3886
00000100:00080000:3.0:1789763917.279660:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763917.279665:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763917.279672:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763917.279689:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521552768/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763917.279701:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763917.279706:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763917.279709:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763917.279714:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3886
00000100:00080000:3.0:1789763917.279718:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763917.279727:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000800:00000100:2.0:1789763917.279729:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000008:00100000:3.0:1789763917.279737:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763917.279756:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521552896/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763917.279769:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763917.279774:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763917.279776:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763917.279782:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3886
00000100:00080000:3.0:1789763917.279789:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763917.279797:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763917/real 1789763917]  req@ffff911a04ad3480 x1876699521552512/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763917.279799:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763917.279814:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763917.279838:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0700 x1876699521553024/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763917.279842:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521552512/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763917.279877:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763917.279882:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763917.279883:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763917.279886:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763917.279895:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:3.0:1789763917.279900:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3886
00000100:00080000:3.0:1789763917.279908:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763917.279911:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521552512:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789763917.279919:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763917.279928:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763917.279942:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521553152/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763917.279955:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521552640:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763917.279992:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763917.280010:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763917/real 1789763917]  req@ffff911a04ad0000 x1876699521552640/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763917.280026:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521552640/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763917.280069:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763917.280084:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763917.280092:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521552640:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763917.280105:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521552768:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763917.280148:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763917.280172:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763917/real 1789763917]  req@ffff911a04ad2a00 x1876699521552768/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763917.280189:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521552768/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763917.280203:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763917.280210:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763917.280268:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521552768:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763917.280283:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521552896:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789763917.280327:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763917.280345:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763917/real 1789763917]  req@ffff911a04ad1500 x1876699521552896/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763917.280361:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1500 x1876699521552896/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763917.280371:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763917.280375:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763917.280380:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521552896:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763917.280387:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521553024:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763917.280410:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763917.280421:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763917/real 1789763917]  req@ffff911a04ad0700 x1876699521553024/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763917.280435:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0700 x1876699521553024/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763917.280444:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763917.280447:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763917.280451:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521553024:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763917.280473:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521553152:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763917.280494:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763917.280506:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763917/real 1789763917]  req@ffff911a04ad0380 x1876699521553152/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763917.280519:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521553152/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763917.280529:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763917.280532:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763917.280536:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521553152:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763917.343514:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763918.367521:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763919.391494:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763920.415399:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763921.439351:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763922.399446:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763922.399460:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763922.399465:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763922.399478:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3891
00000100:00080000:0.0:1789763922.399493:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763922.399503:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789763922.399644:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56300 x1876699521553280/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763922.399683:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763922.399689:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763922.399691:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763922.399697:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3891
00000100:00080000:0.0:1789763922.399702:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763922.399708:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763922.399721:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763922.399737:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57800 x1876699521553408/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763922.399753:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763922.399761:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789763922.399764:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521553280:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763922.399765:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763922.399780:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3891
00000100:00080000:0.0:1789763922.399787:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763922.399791:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763922.399799:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763922.399817:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54a80 x1876699521553536/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763922.399837:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763922.399844:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763922.399848:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763922.399855:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3891
00000100:00080000:0.0:1789763922.399862:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763922.399871:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000800:00000100:2.0:1789763922.399877:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000008:00100000:0.0:1789763922.399888:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763922.399920:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55180 x1876699521553664/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763922.399941:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763922.399948:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763922.399952:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763922.399956:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763922/real 1789763922]  req@ffff911a05c56300 x1876699521553280/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763922.399965:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3891
00000100:00080000:0.0:1789763922.399980:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763922.399991:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763922.400002:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763922.400014:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56300 x1876699521553280/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763922.400026:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54380 x1876699521553792/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763922.400062:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763922.400063:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763922.400077:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763922.400083:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763922.400085:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:0.0:1789763922.400099:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3891
00000100:00100000:2.0:1789763922.400101:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521553280:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763922.400110:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763922.400119:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763922.400125:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763922.400139:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521553920/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763922.400147:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521553408:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763922.400198:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763922.400286:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763922/real 1789763922]  req@ffff911a05c57800 x1876699521553408/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763922.400305:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57800 x1876699521553408/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763922.400316:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763922.400321:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763922.400325:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521553408:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763922.400333:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521553536:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763922.400360:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763922.400373:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763922/real 1789763922]  req@ffff911a05c54a80 x1876699521553536/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763922.400388:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54a80 x1876699521553536/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763922.400407:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763922.400411:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763922.400416:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521553536:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763922.400423:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521553664:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789763922.400443:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763922.400454:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763922/real 1789763922]  req@ffff911a05c55180 x1876699521553664/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763922.400468:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55180 x1876699521553664/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763922.400478:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763922.400482:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763922.400485:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521553664:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763922.400492:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521553792:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763922.400511:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763922.400552:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763922/real 1789763922]  req@ffff911a05c54380 x1876699521553792/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763922.400567:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54380 x1876699521553792/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763922.400577:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763922.400581:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763922.400586:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521553792:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763922.400609:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521553920:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763922.400635:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763922.400647:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763922/real 1789763922]  req@ffff911a05c57100 x1876699521553920/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763922.400661:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521553920/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763922.400671:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763922.400675:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763922.400679:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521553920:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763922.463459:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763923.487410:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763924.511377:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763925.535412:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763926.559426:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763927.520423:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763927.520445:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763927.520455:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763927.520503:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3896
00000100:00080000:3.0:1789763927.520527:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763927.520554:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789763927.520632:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2680 x1876699521554048/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763927.520692:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763927.520700:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763927.520704:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763927.520714:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3896
00000100:00080000:3.0:1789763927.520723:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763927.520731:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763927.520751:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763927.520782:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521554176/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763927.520802:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763927.520807:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763927.520810:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763927.520818:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3896
00000100:00080000:3.0:1789763927.520825:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763927.520832:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763927.520841:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763927.520851:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521554048:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789763927.520866:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521554304/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763927.520904:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763927.520910:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763927.520913:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763927.520919:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3896
00000100:00080000:3.0:1789763927.520961:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763927.520969:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763927.520977:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763927.520993:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0700 x1876699521554432/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763927.521008:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763927.521013:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763927.521018:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763927.521024:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3896
00000100:00080000:3.0:1789763927.521031:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763927.521039:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521554176:192.168.203.116@tcp:38:kworker.0
00000100:00080000:3.0:1789763927.521050:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763927.521074:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763927.521103:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521554560/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763927.521116:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763927.521121:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763927.521124:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763927.521131:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3896
00000100:00080000:3.0:1789763927.521139:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763927.521144:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763927.521149:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763927.521167:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521554304:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763927.521169:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521554688/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763927.521355:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521554432:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763927.521391:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521554560:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763927.521429:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521554688:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789763927.583557:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763928.607582:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763929.631408:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1789763930.591665:0:2394:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.116:988
00000400:00000100:0.0:1789763930.591721:0:2394:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.116@tcp at host 192.168.203.116 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1789763930.591741:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:0.0:1789763930.591787:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:0.0:1789763930.591798:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:0.0:1789763930.591811:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:0.0:1789763930.591828:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:0.0:1789763930.591847:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000100:00100000:2.0:1789763930.591893:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763927/real 1789763930]  req@ffff911a04ad2a00 x1876699521554688/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763930.591957:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521554688/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763930.591980:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763930.591989:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763930.591997:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521554688:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763930.592012:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763927/real 1789763930]  req@ffff911a04ad0380 x1876699521554304/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763930.592038:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521554304/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763930.592055:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763930.592062:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763930.592069:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521554304:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763930.592082:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763927/real 1789763930]  req@ffff911a04ad0700 x1876699521554432/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763930.592103:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0700 x1876699521554432/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763930.592118:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763930.592125:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763930.592131:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521554432:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763930.592142:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763927/real 1789763930]  req@ffff911a04ad1500 x1876699521554560/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763930.592180:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1500 x1876699521554560/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763930.592194:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763930.592199:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763930.592205:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521554560:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763930.592215:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763927/real 1789763930]  req@ffff911a04ad2680 x1876699521554048/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763930.592236:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2680 x1876699521554048/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763930.592302:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763930.592309:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763930.592317:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521554048:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789763930.592330:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763927/real 1789763930]  req@ffff911a04ad3800 x1876699521554176/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763930.592350:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521554176/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763930.592362:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763930.592367:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763930.592372:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521554176:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789763930.655414:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763931.679508:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763932.639325:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763932.639338:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763932.639344:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763932.639360:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3901
00000100:00080000:3.0:1789763932.639378:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763932.639391:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789763932.639469:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521554816/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763932.639514:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763932.639522:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763932.639525:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763932.639534:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3901
00000100:00080000:3.0:1789763932.639542:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763932.639550:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763932.639568:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763932.639602:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521554816:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789763932.639604:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521554944/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763932.639638:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763932.639646:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763932.639650:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763932.639659:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3901
00000100:00080000:3.0:1789763932.639693:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763932.639703:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000800:00000100:2.0:1789763932.639715:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000008:00100000:3.0:1789763932.639721:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763932.639765:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521555072/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763932.639791:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763932/real 1789763932]  req@ffff911a04ad0000 x1876699521554816/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763932.639803:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763932.639824:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763932.639832:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763932.639844:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3901
00000100:00100000:2.0:1789763932.639855:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521554816/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763932.639856:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763932.639874:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763932.639893:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00080000:2.0:1789763932.639897:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763932.639912:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763932.639923:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521554816:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789763932.639929:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521555200/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763932.639958:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763932.639966:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763932.639970:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763932.639979:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521554944:192.168.203.116@tcp:38:kworker.0
00000100:00080000:3.0:1789763932.639983:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3901
00000100:00080000:3.0:1789763932.640001:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763932.640012:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763932.640025:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789763932.640055:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763932.640060:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521555328/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763932.640094:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763932/real 1789763932]  req@ffff911a04ad3480 x1876699521554944/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763932.640115:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763932.640125:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789763932.640129:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521554944/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763932.640132:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763932.640151:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3901
00000100:00080000:3.0:1789763932.640163:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763932.640169:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763932.640178:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00080000:2.0:1789763932.640188:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000008:00100000:3.0:1789763932.640194:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763932.640197:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521554944:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763932.640265:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521555072:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763932.640289:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521555456/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763932.640321:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763932.640355:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763932/real 1789763932]  req@ffff911a04ad1f80 x1876699521555072/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763932.640396:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521555072/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763932.640427:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763932.640433:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763932.640470:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521555072:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763932.640484:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521555200:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789763932.640531:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763932.640557:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763932/real 1789763932]  req@ffff911a04ad2300 x1876699521555200/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763932.640583:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521555200/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763932.640600:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763932.640607:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763932.640614:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521555200:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763932.640650:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521555328:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763932.640695:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763932.640722:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763932/real 1789763932]  req@ffff911a04ad1880 x1876699521555328/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763932.640747:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521555328/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763932.640764:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763932.640771:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763932.640779:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521555328:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763932.640792:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521555456:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763932.640831:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763932.640855:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763932/real 1789763932]  req@ffff911a04ad1c00 x1876699521555456/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763932.640880:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521555456/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763932.640897:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763932.640904:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763932.640911:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521555456:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763932.703489:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763933.727507:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763934.751504:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763935.775514:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763936.799405:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763937.759445:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763937.759518:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763937.759524:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763937.759549:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3907
00000100:00080000:1.0:1789763937.759586:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763937.759597:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789763937.759660:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0bb80 x1876699521555584/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763937.759707:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763937.759712:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763937.759715:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763937.759721:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3907
00000100:00080000:1.0:1789763937.759725:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763937.759729:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763937.759742:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763937.759760:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08a80 x1876699521555712/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763937.759775:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763937.759781:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763937.759783:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763937.759793:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3907
00000100:00100000:2.0:1789763937.759797:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521555584:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789763937.759798:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763937.759807:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763937.759818:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763937.759832:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b480 x1876699521555840/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763937.759845:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763937.759849:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763937.759852:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763937.759856:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3907
00000100:00080000:1.0:1789763937.759861:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763937.759865:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763937.759871:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763937.759885:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08000 x1876699521555968/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763937.759898:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763937.759902:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763937.759905:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763937.759909:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3907
00000100:00080000:1.0:1789763937.759916:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789763937.759922:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789763937.759926:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763937.759935:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763937.759955:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b800 x1876699521556096/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763937.759967:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763937.759971:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763937.759974:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763937.759980:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3907
00000100:00080000:1.0:1789763937.759987:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763937.759991:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763937.759996:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763937.760016:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09c00 x1876699521556224/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763937.760021:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763937/real 1789763937]  req@ffff911a08b0bb80 x1876699521555584/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763937.760073:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0bb80 x1876699521555584/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763937.760096:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763937.760106:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763937.760112:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521555584:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789763937.760146:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521555712:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763937.760183:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763937.760202:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763937/real 1789763937]  req@ffff911a08b08a80 x1876699521555712/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763937.760270:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08a80 x1876699521555712/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763937.760288:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763937.760295:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763937.760303:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521555712:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763937.760316:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521555840:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763937.760381:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763937.760432:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763937/real 1789763937]  req@ffff911a08b0b480 x1876699521555840/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763937.760461:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b480 x1876699521555840/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763937.760478:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763937.760484:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763937.760500:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521555840:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763937.760510:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521555968:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789763937.760543:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763937.760559:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763937/real 1789763937]  req@ffff911a08b08000 x1876699521555968/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763937.760574:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08000 x1876699521555968/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763937.760585:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763937.760589:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763937.760594:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521555968:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763937.760601:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521556096:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763937.760621:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763937.760633:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763937/real 1789763937]  req@ffff911a08b0b800 x1876699521556096/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763937.760647:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b800 x1876699521556096/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763937.760657:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763937.760660:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763937.760664:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521556096:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763937.760671:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521556224:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763937.760691:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763937.760703:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763937/real 1789763937]  req@ffff911a08b09c00 x1876699521556224/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763937.760717:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09c00 x1876699521556224/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763937.760726:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763937.760729:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763937.760734:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521556224:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763937.823469:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763938.847410:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763939.871379:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763940.895492:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763941.919475:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763942.879356:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763942.879398:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763942.879403:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763942.879416:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3912
00000100:00080000:3.0:1789763942.879432:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763942.879441:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789763942.879490:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0a80 x1876699521556352/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763942.879527:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763942.879532:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763942.879535:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763942.879541:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3912
00000100:00080000:3.0:1789763942.879545:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763942.879550:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763942.879561:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763942.879577:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3100 x1876699521556480/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763942.879595:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763942.879600:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763942.879602:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763942.879612:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3912
00000100:00100000:2.0:1789763942.879616:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521556352:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789763942.879617:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763942.879627:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763942.879639:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763942.879655:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521556608/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763942.879667:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763942.879672:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763942.879675:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763942.879679:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3912
00000100:00080000:3.0:1789763942.879683:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763942.879688:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763942.879694:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763942.879707:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521556736/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763942.879720:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763942.879725:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763942.879732:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789763942.879735:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789763942.879741:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3912
00000100:00080000:3.0:1789763942.879749:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763942.879755:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763942.879762:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763942.879777:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521556864/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763942.879789:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763942.879793:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763942.879796:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763942.879801:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3912
00000100:00080000:3.0:1789763942.879806:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763942.879816:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763942/real 1789763942]  req@ffff911a04ad0a80 x1876699521556352/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763942.879817:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763942.879827:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763942.879848:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521556992/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763942.879874:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0a80 x1876699521556352/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763942.879899:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763942.879909:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763942.879917:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521556352:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789763942.879960:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521556480:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763942.880011:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763942.880041:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763942/real 1789763942]  req@ffff911a04ad3100 x1876699521556480/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763942.880068:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3100 x1876699521556480/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763942.880086:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763942.880093:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763942.880101:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521556480:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763942.880114:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521556608:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763942.880157:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763942.880183:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763942/real 1789763942]  req@ffff911a04ad1c00 x1876699521556608/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763942.880208:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521556608/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763942.880283:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763942.880291:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763942.880299:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521556608:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763942.880312:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521556736:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789763942.880352:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763942.880425:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763942/real 1789763942]  req@ffff911a04ad1880 x1876699521556736/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763942.880452:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521556736/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763942.880469:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763942.880476:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763942.880483:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521556736:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763942.880496:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521556864:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763942.880539:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763942.880564:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763942/real 1789763942]  req@ffff911a04ad2300 x1876699521556864/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763942.880588:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521556864/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763942.880606:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763942.880613:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763942.880620:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521556864:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763942.880633:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521556992:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763942.880675:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763942.880701:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763942/real 1789763942]  req@ffff911a04ad1f80 x1876699521556992/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763942.880727:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521556992/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763942.880746:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763942.880753:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763942.880760:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521556992:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789763942.943418:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763943.967454:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763944.991521:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763946.015459:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763947.039562:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763947.999370:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763947.999386:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763947.999393:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763947.999410:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3917
00000100:00080000:3.0:1789763947.999441:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763947.999455:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789763947.999510:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521557120/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763947.999558:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763947.999566:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763947.999570:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763947.999579:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3917
00000100:00080000:3.0:1789763947.999586:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763947.999595:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763947.999609:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763947.999630:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521557248/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763947.999642:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521557120:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789763947.999652:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763947.999659:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763947.999661:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763947.999668:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3917
00000100:00080000:3.0:1789763947.999674:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763947.999678:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763947.999684:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763947.999704:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521557376/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763947.999725:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763947.999729:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763947.999732:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789763947.999740:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789763947.999742:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3917
00000100:00080000:3.0:1789763947.999753:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763947.999758:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763947.999765:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763947.999780:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2680 x1876699521557504/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763947.999795:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763947.999800:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763947.999804:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763947.999811:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763947/real 1789763947]  req@ffff911a04ad3480 x1876699521557120/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763947.999813:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3917
00000100:00080000:3.0:1789763947.999822:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763947.999834:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763947.999848:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763947.999861:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521557120/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763947.999867:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521557632/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763947.999910:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763947.999911:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763947.999923:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763947.999929:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:3.0:1789763947.999929:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763947.999943:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3917
00000100:00080000:3.0:1789763947.999950:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763947.999953:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521557120:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789763947.999958:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763947.999983:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763947.999999:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0700 x1876699521557760/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763948.000013:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521557248:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763948.000064:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763948.000085:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763947/real 1789763948]  req@ffff911a04ad0000 x1876699521557248/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763948.000102:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521557248/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763948.000113:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763948.000117:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763948.000121:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521557248:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763948.000129:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521557376:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763948.000151:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763948.000189:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763947/real 1789763948]  req@ffff911a04ad3800 x1876699521557376/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763948.000287:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521557376/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763948.000310:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763948.000314:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763948.000319:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521557376:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763948.000353:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521557504:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789763948.000387:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763948.000404:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763948/real 1789763948]  req@ffff911a04ad2680 x1876699521557504/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763948.000419:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2680 x1876699521557504/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763948.000430:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763948.000434:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763948.000438:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521557504:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763948.000444:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521557632:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763948.000465:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763948.000476:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763948/real 1789763948]  req@ffff911a04ad1500 x1876699521557632/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763948.000490:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1500 x1876699521557632/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763948.000500:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763948.000503:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763948.000506:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521557632:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763948.000529:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521557760:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763948.000548:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763948.000560:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763948/real 1789763948]  req@ffff911a04ad0700 x1876699521557760/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763948.000574:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0700 x1876699521557760/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763948.000584:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763948.000588:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763948.000592:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521557760:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763948.063520:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763949.087571:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763950.111490:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763951.135441:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763952.159412:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763953.119316:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763953.119331:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763953.119338:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763953.119353:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3922
00000100:00080000:3.0:1789763953.119370:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763953.119381:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789763953.119441:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521557888/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763953.119480:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763953.119485:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763953.119488:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763953.119494:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3922
00000100:00080000:3.0:1789763953.119498:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763953.119502:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763953.119516:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763953.119535:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521558016/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763953.119558:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763953.119563:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763953.119567:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763953.119579:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3922
00000100:00100000:2.0:1789763953.119583:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521557888:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789763953.119586:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763953.119602:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763953.119611:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763953.119631:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0700 x1876699521558144/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763953.119643:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763953.119649:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763953.119651:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763953.119655:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3922
00000100:00080000:3.0:1789763953.119679:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763953.119685:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000800:00000100:2.0:1789763953.119695:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000008:00100000:3.0:1789763953.119695:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763953.119716:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521558272/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763953.119732:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763953.119737:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763953.119739:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763953.119743:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3922
00000100:00080000:3.0:1789763953.119748:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763953.119754:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763953.119761:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763953.119777:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763953/real 1789763953]  req@ffff911a04ad0380 x1876699521557888/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763953.119780:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2680 x1876699521558400/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763953.119885:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763953.119890:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763953.119893:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763953.119899:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3922
00000100:00080000:3.0:1789763953.119904:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763953.119914:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789763953.119917:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521557888/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789763953.119921:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763953.119942:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521558528/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763953.119978:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763953.119989:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763953.119997:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521557888:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789763953.120039:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521558016:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763953.120074:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763953.120090:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763953/real 1789763953]  req@ffff911a04ad2a00 x1876699521558016/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763953.120106:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521558016/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763953.120116:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763953.120120:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763953.120124:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521558016:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763953.120133:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521558144:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763953.120152:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763953.120163:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763953/real 1789763953]  req@ffff911a04ad0700 x1876699521558144/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763953.120176:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0700 x1876699521558144/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763953.120185:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763953.120188:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763953.120192:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521558144:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763953.120198:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521558272:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789763953.120271:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763953.120285:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763953/real 1789763953]  req@ffff911a04ad1500 x1876699521558272/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763953.120344:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1500 x1876699521558272/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763953.120360:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763953.120366:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763953.120372:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521558272:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763953.120384:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521558400:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763953.120423:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763953.120443:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763953/real 1789763953]  req@ffff911a04ad2680 x1876699521558400/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763953.120468:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2680 x1876699521558400/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763953.120478:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763953.120482:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763953.120485:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521558400:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763953.120492:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521558528:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763953.120515:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763953.120526:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763953/real 1789763953]  req@ffff911a04ad3800 x1876699521558528/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763953.120539:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521558528/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763953.120548:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763953.120551:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763953.120554:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521558528:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763953.183454:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763954.207494:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763955.231432:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763956.255448:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763957.279466:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763958.239405:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763958.239418:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763958.239424:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763958.239439:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3927
00000100:00080000:3.0:1789763958.239456:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763958.239468:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789763958.239527:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521558656/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763958.239567:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763958.239573:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763958.239575:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763958.239581:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3927
00000100:00080000:3.0:1789763958.239585:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763958.239589:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763958.239602:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763958.239628:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521558784/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763958.239640:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763958.239645:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763958.239648:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763958.239657:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3927
00000100:00080000:3.0:1789763958.239663:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763958.239687:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763958.239695:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763958.239715:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521558912/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763958.239731:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521558656:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789763958.239748:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763958.239754:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763958.239756:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763958.239764:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3927
00000100:00080000:3.0:1789763958.239769:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763958.239778:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763958.239788:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763958.239802:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521559040/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763958.239812:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763958.239816:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763958.239819:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763958.239824:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3927
00000100:00080000:3.0:1789763958.239828:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763958.239832:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763958.239838:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789763958.239841:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:3.0:1789763958.239857:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521559168/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763958.239872:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763958.239876:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763958.239878:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763958.239882:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3927
00000100:00080000:3.0:1789763958.239887:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763958.239894:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763958.239920:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763958.239928:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763958/real 1789763958]  req@ffff911a04ad0000 x1876699521558656/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763958.239936:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521559296/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763958.239994:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521558656/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763958.240015:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763958.240021:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763958.240026:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521558656:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789763958.240034:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521558784:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763958.240092:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763958.240136:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763958/real 1789763958]  req@ffff911a04ad3480 x1876699521558784/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763958.240155:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521558784/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763958.240177:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763958.240183:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763958.240189:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521558784:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763958.240222:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521558912:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763958.240248:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763958.240344:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763958/real 1789763958]  req@ffff911a04ad1f80 x1876699521558912/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763958.240358:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521558912/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763958.240374:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763958.240377:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763958.240381:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521558912:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763958.240388:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521559040:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789763958.240412:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763958.240423:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763958/real 1789763958]  req@ffff911a04ad2300 x1876699521559040/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763958.240434:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521559040/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763958.240442:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763958.240445:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763958.240448:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521559040:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763958.240454:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521559168:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763958.240478:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763958.240487:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763958/real 1789763958]  req@ffff911a04ad1880 x1876699521559168/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763958.240499:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521559168/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763958.240507:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763958.240509:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763958.240512:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521559168:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763958.240518:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521559296:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763958.240532:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763958.240541:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763958/real 1789763958]  req@ffff911a04ad1c00 x1876699521559296/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763958.240554:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521559296/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763958.240561:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763958.240564:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763958.240567:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521559296:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789763958.303403:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763959.327439:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763960.351553:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763961.375371:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763962.399649:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763963.359392:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763963.359410:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763963.359417:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763963.359436:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3932
00000100:00080000:3.0:1789763963.359456:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763963.359470:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789763963.359534:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3100 x1876699521559424/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763963.359580:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763963.359585:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763963.359588:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763963.359594:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3932
00000100:00080000:3.0:1789763963.359600:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763963.359606:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763963.359618:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763963.359640:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0a80 x1876699521559552/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763963.359656:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763963.359664:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789763963.359667:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521559424:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789763963.359669:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763963.359684:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3932
00000100:00080000:3.0:1789763963.359690:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763963.359694:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763963.359702:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763963.359720:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521559680/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763963.359734:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763963.359739:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763963.359741:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763963.359745:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3932
00000100:00080000:3.0:1789763963.359762:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789763963.359769:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789763963.359774:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763963.359784:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763963.359803:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521559808/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763963.359816:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763963.359821:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763963.359824:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763963.359830:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3932
00000100:00100000:2.0:1789763963.359837:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763963/real 1789763963]  req@ffff911a04ad3100 x1876699521559424/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763963.359839:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763963.359854:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763963.359868:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763963.359884:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3100 x1876699521559424/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763963.359892:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521559936/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763963.359932:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763963.359934:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763963.359943:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763963.359947:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:3.0:1789763963.359949:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763963.359960:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521559424:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789763963.359962:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3932
00000100:00080000:3.0:1789763963.359973:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763963.359981:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763963.359987:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763963.359999:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521560064/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763963.360007:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521559552:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763963.360052:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763963.360071:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763963/real 1789763963]  req@ffff911a04ad0a80 x1876699521559552/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763963.360087:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0a80 x1876699521559552/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763963.360107:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763963.360111:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763963.360116:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521559552:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763963.360122:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521559680:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763963.360142:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763963.360154:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763963/real 1789763963]  req@ffff911a04ad1c00 x1876699521559680/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763963.360168:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521559680/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763963.360178:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763963.360182:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763963.360186:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521559680:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763963.360193:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521559808:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789763963.360277:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763963.360298:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763963/real 1789763963]  req@ffff911a04ad1880 x1876699521559808/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763963.360328:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521559808/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763963.360338:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763963.360342:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763963.360347:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521559808:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763963.360355:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521559936:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763963.360384:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763963.360397:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763963/real 1789763963]  req@ffff911a04ad2300 x1876699521559936/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763963.360411:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521559936/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763963.360421:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763963.360424:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763963.360428:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521559936:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763963.360449:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521560064:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763963.360469:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763963.360481:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763963/real 1789763963]  req@ffff911a04ad1f80 x1876699521560064/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763963.360495:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521560064/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763963.360504:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763963.360508:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763963.360511:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521560064:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763963.423437:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763964.447450:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763965.471337:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763966.495452:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763967.519439:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763968.479326:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763968.479340:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763968.479347:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763968.479362:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3937
00000100:00080000:3.0:1789763968.479379:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763968.479389:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789763968.479459:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521560192/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763968.479520:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763968.479526:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763968.479529:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763968.479536:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3937
00000100:00080000:3.0:1789763968.479541:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763968.479547:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763968.479559:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763968.479576:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521560320/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763968.479594:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763968.479600:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763968.479604:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763968.479611:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3937
00000100:00080000:3.0:1789763968.479616:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763968.479622:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763968.479632:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763968.479634:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521560192:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789763968.479652:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521560448/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763968.479670:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763968.479675:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763968.479678:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763968.479683:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3937
00000100:00080000:3.0:1789763968.479708:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789763968.479718:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789763968.479719:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763968.479737:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763968.479757:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2680 x1876699521560576/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763968.479776:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789763968.479781:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763968/real 1789763968]  req@ffff911a04ad3480 x1876699521560192/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763968.479784:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763968.479792:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763968.479808:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3937
00000100:00080000:3.0:1789763968.479816:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763968.479820:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521560192/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763968.479827:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763968.479842:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789763968.479846:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763968.479856:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763968.479867:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521560192:192.168.203.116@tcp:250:kworker.0
00000100:00100000:3.0:1789763968.479868:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521560704/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763968.479883:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521560320:192.168.203.116@tcp:38:kworker.0
00000100:00080000:3.0:1789763968.479903:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763968.479910:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763968.479914:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763968.479923:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3937
00000800:00000100:2.0:1789763968.479925:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:3.0:1789763968.479935:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763968.479945:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789763968.479950:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763968/real 1789763968]  req@ffff911a04ad0000 x1876699521560320/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789763968.479956:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763968.479976:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521560320/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763968.479986:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0700 x1876699521560832/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763968.479990:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763968.480003:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763968.480015:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521560320:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763968.480071:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521560448:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763968.480094:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763968.480107:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763968/real 1789763968]  req@ffff911a04ad3800 x1876699521560448/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763968.480120:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521560448/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763968.480136:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763968.480140:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763968.480143:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521560448:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763968.480149:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521560576:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789763968.480166:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763968.480199:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763968/real 1789763968]  req@ffff911a04ad2680 x1876699521560576/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763968.480253:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2680 x1876699521560576/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763968.480263:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763968.480267:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763968.480270:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521560576:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763968.480277:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521560704:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763968.480301:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763968.480314:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763968/real 1789763968]  req@ffff911a04ad1500 x1876699521560704/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763968.480326:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1500 x1876699521560704/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763968.480335:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763968.480338:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763968.480342:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521560704:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763968.480348:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521560832:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763968.480366:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763968.480375:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763968/real 1789763968]  req@ffff911a04ad0700 x1876699521560832/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763968.480387:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0700 x1876699521560832/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763968.480396:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763968.480398:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763968.480401:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521560832:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763968.543408:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763969.567410:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763970.591362:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763971.615392:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763972.639363:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763973.599322:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763973.599330:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763973.599334:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763973.599343:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3942
00000100:00080000:3.0:1789763973.599352:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763973.599358:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789763973.599392:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2a00 x1876699521560960/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763973.599416:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763973.599419:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763973.599420:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763973.599423:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3942
00000100:00080000:3.0:1789763973.599425:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763973.599428:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763973.599436:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763973.599445:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0380 x1876699521561088/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763973.599454:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763973.599456:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763973.599457:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763973.599460:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3942
00000100:00080000:3.0:1789763973.599463:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763973.599465:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521560960:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789763973.599467:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763973.599475:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763973.599485:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0700 x1876699521561216/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763973.599494:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763973.599498:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763973.599500:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763973.599504:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3942
00000100:00080000:3.0:1789763973.599519:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763973.599525:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000800:00000100:2.0:1789763973.599528:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000008:00100000:3.0:1789763973.599536:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763973.599552:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1500 x1876699521561344/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763973.599561:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763973.599564:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763973.599565:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763973.599570:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763973/real 1789763973]  req@ffff911a04ad2a00 x1876699521560960/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763973.599571:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3942
00000100:00080000:3.0:1789763973.599578:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763973.599584:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763973.599590:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763973.599595:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2a00 x1876699521560960/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763973.599602:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2680 x1876699521561472/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763973.599608:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763973.599612:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763973.599615:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:3.0:1789763973.599617:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789763973.599622:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521560960:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789763973.599628:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763973.599633:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3942
00000100:00080000:3.0:1789763973.599635:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763973.599638:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763973.599641:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763973.599643:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521561088:192.168.203.116@tcp:38:kworker.0
00000100:00100000:3.0:1789763973.599651:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3800 x1876699521561600/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763973.599679:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763973.599691:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763973/real 1789763973]  req@ffff911a04ad0380 x1876699521561088/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763973.599700:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0380 x1876699521561088/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763973.599705:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763973.599708:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763973.599710:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521561088:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763973.599714:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521561216:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763973.599724:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763973.599731:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763973/real 1789763973]  req@ffff911a04ad0700 x1876699521561216/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763973.599738:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0700 x1876699521561216/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763973.599743:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763973.599745:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763973.599747:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521561216:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763973.599751:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521561344:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789763973.599761:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763973.599766:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763973/real 1789763973]  req@ffff911a04ad1500 x1876699521561344/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763973.599773:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1500 x1876699521561344/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763973.599779:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763973.599781:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763973.599783:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521561344:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763973.599786:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521561472:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763973.599796:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763973.599809:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763973/real 1789763973]  req@ffff911a04ad2680 x1876699521561472/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763973.599815:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2680 x1876699521561472/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763973.599821:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763973.599823:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763973.599825:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521561472:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763973.599835:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521561600:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763973.599846:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763973.599852:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763973/real 1789763973]  req@ffff911a04ad3800 x1876699521561600/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763973.599860:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3800 x1876699521561600/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763973.599864:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763973.599866:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763973.599869:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521561600:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789763973.663325:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763974.687332:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763975.711371:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763976.735327:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763977.759353:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763978.719322:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763978.719330:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763978.719334:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763978.719342:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3947
00000100:00080000:1.0:1789763978.719351:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763978.719356:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789763978.719419:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0ad80 x1876699521561728/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763978.719477:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763978.719480:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763978.719482:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763978.719486:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3947
00000100:00080000:1.0:1789763978.719489:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763978.719492:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763978.719500:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763978.719511:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0aa00 x1876699521561856/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763978.719519:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763978.719523:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789763978.719523:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521561728:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789763978.719526:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763978.719533:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3947
00000100:00080000:1.0:1789763978.719546:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763978.719548:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763978.719552:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763978.719580:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08380 x1876699521561984/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763978.719586:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763978.719588:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763978.719590:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763978.719593:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3947
00000100:00080000:1.0:1789763978.719596:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763978.719599:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763978.719602:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763978.719611:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08700 x1876699521562112/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763978.719625:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789763978.719625:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789763978.719630:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763978.719632:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763978.719635:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3947
00000100:00080000:1.0:1789763978.719655:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763978.719658:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763978.719662:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763978.719671:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09180 x1876699521562240/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763978.719677:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763978.719680:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763978.719681:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763978.719684:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763978/real 1789763978]  req@ffff911a08b0ad80 x1876699521561728/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763978.719685:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3947
00000100:00080000:1.0:1789763978.719690:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763978.719696:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789763978.719702:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763978.719710:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0ad80 x1876699521561728/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763978.719713:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09f80 x1876699521562368/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763978.719751:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763978.719755:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763978.719759:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521561728:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789763978.719781:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521561856:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763978.719797:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763978.719822:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763978/real 1789763978]  req@ffff911a08b0aa00 x1876699521561856/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763978.719831:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0aa00 x1876699521561856/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763978.719837:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763978.719840:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763978.719842:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521561856:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763978.719846:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521561984:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763978.719875:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763978.719882:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763978/real 1789763978]  req@ffff911a08b08380 x1876699521561984/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763978.719908:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08380 x1876699521561984/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763978.719914:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763978.719916:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763978.719918:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521561984:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763978.719921:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521562112:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789763978.719932:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763978.719938:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763978/real 1789763978]  req@ffff911a08b08700 x1876699521562112/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763978.719945:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08700 x1876699521562112/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763978.719950:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763978.719952:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763978.719969:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521562112:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763978.719973:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521562240:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763978.719984:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763978.719991:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763978/real 1789763978]  req@ffff911a08b09180 x1876699521562240/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763978.719999:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09180 x1876699521562240/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763978.720005:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763978.720007:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763978.720009:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521562240:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763978.720012:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521562368:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763978.720023:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763978.720029:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763978/real 1789763978]  req@ffff911a08b09f80 x1876699521562368/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763978.720057:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09f80 x1876699521562368/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763978.720062:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763978.720064:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763978.720067:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521562368:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789763978.783388:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763979.807369:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763980.831367:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763981.855402:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763982.879344:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763983.839333:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763983.839343:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763983.839347:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763983.839358:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3953
00000100:00080000:0.0:1789763983.839371:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763983.839380:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789763983.839426:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521562496/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763983.839462:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763983.839467:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763983.839470:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763983.839474:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3953
00000100:00080000:0.0:1789763983.839480:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763983.839486:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763983.839498:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763983.839515:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521562496:192.168.203.116@tcp:250:kworker.0
00000100:00100000:0.0:1789763983.839518:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521562624/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763983.839535:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763983.839539:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763983.839541:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763983.839547:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3953
00000100:00080000:0.0:1789763983.839551:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763983.839555:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763983.839561:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763983.839576:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56680 x1876699521562752/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763983.839586:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763983.839590:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763983.839592:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763983.839598:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3953
00000100:00080000:0.0:1789763983.839602:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789763983.839606:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789763983.839610:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763983.839618:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763983.839631:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57b80 x1876699521562880/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763983.839641:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763983.839645:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763983.839647:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763983.839653:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3953
00000100:00080000:0.0:1789763983.839657:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763983.839662:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789763983.839667:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763983/real 1789763983]  req@ffff911a05c55880 x1876699521562496/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789763983.839671:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763983.839688:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521563008/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763983.839711:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763983.839715:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763983.839718:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763983.839722:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521562496/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763983.839726:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3953
00000100:00080000:0.0:1789763983.839734:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763983.839743:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00080000:2.0:1789763983.839743:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:0.0:1789763983.839753:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789763983.839754:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763983.839763:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521562496:192.168.203.116@tcp:250:kworker.0
00000100:00100000:0.0:1789763983.839773:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521563136/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763983.839793:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521562624:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763983.839822:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763983.839836:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763983/real 1789763983]  req@ffff911a05c56a00 x1876699521562624/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763983.839849:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521562624/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763983.839859:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763983.839863:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763983.839867:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521562624:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763983.839874:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521562752:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763983.839896:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763983.839908:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763983/real 1789763983]  req@ffff911a05c56680 x1876699521562752/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763983.839921:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56680 x1876699521562752/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763983.839929:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763983.839933:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763983.839936:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521562752:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763983.839942:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521562880:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789763983.839962:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763983.839975:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763983/real 1789763983]  req@ffff911a05c57b80 x1876699521562880/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763983.839986:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57b80 x1876699521562880/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763983.840009:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763983.840012:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763983.840016:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521562880:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763983.840022:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521563008:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763983.840049:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763983.840061:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763983/real 1789763983]  req@ffff911a05c54700 x1876699521563008/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763983.840092:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521563008/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763983.840101:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763983.840104:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763983.840108:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521563008:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763983.840114:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521563136:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763983.840136:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763983.840148:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763983/real 1789763983]  req@ffff911a05c54000 x1876699521563136/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763983.840161:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521563136/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763983.840170:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763983.840174:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763983.840177:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521563136:192.168.203.116@tcp:38:kworker.0
00010000:00010000:2.0:1789763983.903307:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763984.927354:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763985.951804:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763986.975650:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763987.999437:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763988.959323:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763988.959334:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763988.959338:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763988.959347:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3958
00000100:00080000:0.0:1789763988.959359:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763988.959366:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789763988.959408:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55c00 x1876699521563264/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763988.959434:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763988.959437:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763988.959438:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763988.959441:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3958
00000100:00080000:0.0:1789763988.959444:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763988.959446:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763988.959455:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763988.959463:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55f80 x1876699521563392/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763988.959470:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763988.959472:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763988.959474:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763988.959476:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3958
00000100:00080000:0.0:1789763988.959479:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763988.959482:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763988.959486:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763988.959492:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55500 x1876699521563520/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763988.959498:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763988.959501:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763988.959503:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763988.959506:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3958
00000100:00080000:0.0:1789763988.959508:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763988.959510:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763988.959514:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763988.959522:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56d80 x1876699521563648/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763988.959531:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789763988.959534:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521563264:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763988.959535:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763988.959538:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763988.959551:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3958
00000100:00080000:0.0:1789763988.959554:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763988.959557:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763988.959560:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763988.959568:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54e00 x1876699521563776/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763988.959578:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763988.959581:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763988.959583:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763988.959586:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3958
00000100:00080000:0.0:1789763988.959588:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763988.959592:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763988.959595:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763988.959606:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521563904/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763988.959617:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763988.959659:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763988/real 1789763988]  req@ffff911a05c55c00 x1876699521563264/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763988.959673:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55c00 x1876699521563264/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763988.959682:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763988.959685:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763988.959688:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521563264:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789763988.959694:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521563392:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763988.959708:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763988.959715:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763988/real 1789763988]  req@ffff911a05c55f80 x1876699521563392/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763988.959723:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55f80 x1876699521563392/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763988.959728:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763988.959731:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763988.959733:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521563392:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763988.959737:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521563520:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763988.959748:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763988.959753:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763988/real 1789763988]  req@ffff911a05c55500 x1876699521563520/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763988.959761:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55500 x1876699521563520/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763988.959766:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763988.959767:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763988.959769:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521563520:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763988.959803:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521563648:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789763988.959816:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763988.959822:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763988/real 1789763988]  req@ffff911a05c56d80 x1876699521563648/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763988.959830:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56d80 x1876699521563648/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763988.959835:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763988.959837:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763988.959839:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521563648:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763988.959843:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521563776:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763988.959853:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763988.959859:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763988/real 1789763988]  req@ffff911a05c54e00 x1876699521563776/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763988.959867:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54e00 x1876699521563776/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763988.959872:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763988.959873:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763988.959875:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521563776:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763988.959879:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521563904:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763988.959889:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763988.959894:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763988/real 1789763988]  req@ffff911a05c54000 x1876699521563904/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763988.959901:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521563904/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763988.959906:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763988.959908:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763988.959910:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521563904:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789763989.023731:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763990.047589:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763991.071338:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763992.095365:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763993.119387:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763994.079382:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763994.079391:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763994.079395:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763994.079404:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3963
00000100:00080000:3.0:1789763994.079413:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763994.079419:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:3.0:1789763994.079451:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad0000 x1876699521564032/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763994.079485:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763994.079488:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763994.079490:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763994.079493:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3963
00000100:00080000:3.0:1789763994.079495:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763994.079498:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763994.079506:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763994.079516:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad3480 x1876699521564160/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763994.079525:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789763994.079526:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521564032:192.168.203.116@tcp:250:kworker.0
00000100:00080000:3.0:1789763994.079530:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763994.079535:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763994.079538:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3963
00000100:00080000:3.0:1789763994.079540:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763994.079542:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763994.079545:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763994.079554:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1f80 x1876699521564288/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763994.079560:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763994.079563:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763994.079564:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763994.079566:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3963
00000100:00080000:3.0:1789763994.079568:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763994.079571:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763994.079574:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763994.079581:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad2300 x1876699521564416/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763994.079587:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763994.079589:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763994.079591:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763994.079593:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3963
00000100:00080000:3.0:1789763994.079596:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763994.079598:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763994.079601:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763994.079608:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1880 x1876699521564544/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763994.079613:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763994.079616:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763994.079617:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763994.079620:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3963
00000100:00080000:3.0:1789763994.079622:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763994.079625:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:3.0:1789763994.079628:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763994.079635:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a04ad1c00 x1876699521564672/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763994.079646:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521564160:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763994.079685:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521564288:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763994.079704:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521564416:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763994.079718:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521564544:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763994.079734:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521564672:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789763994.143304:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763995.167361:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763996.191346:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789763997.151642:0:2395:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.116:988
00000400:00000100:3.0:1789763997.151709:0:2395:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.116@tcp at host 192.168.203.116 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789763997.151734:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789763997.151790:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789763997.151802:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789763997.151811:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789763997.151828:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000800:00000100:3.0:1789763997.151841:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.116@tcp
00000100:00100000:2.0:1789763997.151880:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763994/real 1789763997]  req@ffff911a04ad1c00 x1876699521564672/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763997.151924:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1c00 x1876699521564672/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763997.151938:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763997.151943:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763997.151947:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521564672:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763997.151955:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763994/real 1789763997]  req@ffff911a04ad3480 x1876699521564160/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763997.151981:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad3480 x1876699521564160/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763997.151991:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763997.151996:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763997.151999:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521564160:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763997.152012:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763994/real 1789763997]  req@ffff911a04ad1f80 x1876699521564288/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763997.152028:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1f80 x1876699521564288/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763997.152037:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763997.152040:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763997.152044:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521564288:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763997.152050:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763994/real 1789763997]  req@ffff911a04ad2300 x1876699521564416/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763997.152062:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad2300 x1876699521564416/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763997.152070:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763997.152074:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763997.152078:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521564416:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763997.152103:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763994/real 1789763997]  req@ffff911a04ad1880 x1876699521564544/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763997.152116:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad1880 x1876699521564544/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763997.152123:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763997.152127:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763997.152130:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521564544:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763997.152137:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763994/real 1789763997]  req@ffff911a04ad0000 x1876699521564032/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763997.152149:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a04ad0000 x1876699521564032/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763997.152155:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763997.152159:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763997.152162:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a04ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521564032:192.168.203.116@tcp:250:kworker.0
00010000:00010000:0.0:1789763997.215381:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763998.239363:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763999.199395:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763999.199404:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763999.199407:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763999.199416:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3968
00000100:00080000:0.0:1789763999.199425:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763999.199431:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789763999.199459:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521564800/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763999.199484:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763999.199488:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763999.199491:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763999.199495:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3968
00000100:00080000:0.0:1789763999.199499:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763999.199502:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763999.199512:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763999.199525:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57b80 x1876699521564928/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763999.199536:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763999.199538:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763999.199540:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763999.199545:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3968
00000100:00100000:2.0:1789763999.199546:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521564800:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789763999.199548:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763999.199552:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763999.199556:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763999.199565:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56680 x1876699521565056/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763999.199574:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763999.199577:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763999.199578:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763999.199581:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3968
00000100:00080000:0.0:1789763999.199584:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763999.199587:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763999.199591:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763999.199600:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521565184/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763999.199606:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789763999.199609:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763999.199613:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763999.199614:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763999.199617:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3968
00000100:00080000:0.0:1789763999.199620:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763999.199623:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789763999.199627:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763999.199636:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521565312/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763999.199643:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763999/real 1789763999]  req@ffff911a05c54700 x1876699521564800/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763999.199645:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763999.199648:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763999.199650:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763999.199654:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3968
00000100:00080000:0.0:1789763999.199657:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763999.199661:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789763999.199661:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521564800/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789763999.199666:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789763999.199672:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789763999.199675:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521565440/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763999.199677:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763999.199681:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521564800:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789763999.199688:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521564928:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763999.199709:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763999.199724:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763999/real 1789763999]  req@ffff911a05c57b80 x1876699521564928/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763999.199736:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57b80 x1876699521564928/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763999.199743:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763999.199746:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763999.199750:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521564928:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763999.199775:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521565056:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763999.199799:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763999.199810:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763999/real 1789763999]  req@ffff911a05c56680 x1876699521565056/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763999.199823:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56680 x1876699521565056/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763999.199839:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763999.199843:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763999.199847:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521565056:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763999.199853:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521565184:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789763999.199876:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763999.199888:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763999/real 1789763999]  req@ffff911a05c56a00 x1876699521565184/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763999.199901:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521565184/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763999.199910:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763999.199913:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763999.199917:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521565184:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789763999.199923:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521565312:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763999.199946:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763999.199977:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763999/real 1789763999]  req@ffff911a05c55880 x1876699521565312/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763999.199991:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521565312/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763999.200000:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763999.200003:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763999.200007:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521565312:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789763999.200014:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521565440:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789763999.200035:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789763999.200047:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763999/real 1789763999]  req@ffff911a05c57100 x1876699521565440/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763999.200060:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521565440/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763999.200067:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763999.200071:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789763999.200074:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521565440:192.168.203.116@tcp:38:kworker.0
00010000:00010000:2.0:1789763999.263404:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764000.287352:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764001.311403:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789764002.335389:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764003.359334:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789764004.319430:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764004.319441:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789764004.319445:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764004.319456:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3973
00000100:00080000:1.0:1789764004.319468:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764004.319477:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789764004.319517:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09500 x1876699521565568/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764004.319542:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764004.319556:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789764004.319559:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764004.319564:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3973
00000100:00080000:1.0:1789764004.319569:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764004.319573:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789764004.319582:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764004.319600:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a680 x1876699521565696/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764004.319613:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764004.319617:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789764004.319619:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764004.319624:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3973
00000100:00080000:1.0:1789764004.319629:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764004.319634:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789764004.319640:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764004.319655:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09880 x1876699521565824/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764004.319664:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764004.319667:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789764004.319669:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764004.319673:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3973
00000100:00080000:1.0:1789764004.319676:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764004.319680:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789764004.319685:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789764004.319695:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b100 x1876699521565952/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764004.319705:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764004.319709:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789764004.319711:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764004.319714:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3973
00000100:00080000:1.0:1789764004.319718:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764004.319724:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789764004.319728:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521565568:192.168.203.116@tcp:250:kworker.0
00000008:00100000:1.0:1789764004.319730:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764004.319747:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a300 x1876699521566080/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764004.319758:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764004.319762:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789764004.319763:0:8:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764004.319767:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3973
00000100:00080000:1.0:1789764004.319771:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764004.319775:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789764004.319781:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764004.319792:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08e00 x1876699521566208/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789764004.319805:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789764004.319848:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764004/real 1789764004]  req@ffff911a08b09500 x1876699521565568/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789764004.319869:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09500 x1876699521565568/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764004.319881:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789764004.319886:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789764004.319892:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521565568:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789764004.319902:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521565696:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789764004.319942:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789764004.319955:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764004/real 1789764004]  req@ffff911a08b0a680 x1876699521565696/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789764004.319965:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a680 x1876699521565696/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764004.319972:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789764004.319975:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789764004.319978:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521565696:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789764004.319983:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521565824:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789764004.319997:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789764004.320003:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764004/real 1789764004]  req@ffff911a08b09880 x1876699521565824/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789764004.320011:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09880 x1876699521565824/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764004.320021:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789764004.320024:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789764004.320027:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521565824:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789764004.320031:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521565952:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789764004.320045:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789764004.320051:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764004/real 1789764004]  req@ffff911a08b0b100 x1876699521565952/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789764004.320059:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b100 x1876699521565952/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764004.320064:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789764004.320066:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789764004.320068:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521565952:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789764004.320088:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521566080:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789764004.320099:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789764004.320105:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764004/real 1789764004]  req@ffff911a08b0a300 x1876699521566080/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789764004.320113:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a300 x1876699521566080/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764004.320118:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789764004.320120:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789764004.320122:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521566080:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789764004.320126:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521566208:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789764004.320136:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789764004.320142:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764004/real 1789764004]  req@ffff911a08b08e00 x1876699521566208/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789764004.320149:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08e00 x1876699521566208/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764004.320154:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789764004.320155:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789764004.320157:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521566208:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789764004.383348:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789764005.407376:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764006.431414:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764007.455440:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789764008.479424:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789764009.439333:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764009.439341:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789764009.439345:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764009.439353:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3978
00000100:00080000:1.0:1789764009.439363:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764009.439369:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789764009.439403:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08e00 x1876699521566336/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764009.439427:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764009.439430:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789764009.439431:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764009.439435:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3978
00000100:00080000:1.0:1789764009.439437:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764009.439439:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789764009.439447:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764009.439456:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a300 x1876699521566464/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764009.439463:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764009.439466:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789764009.439467:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764009.439469:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3978
00000100:00080000:1.0:1789764009.439472:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764009.439475:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789764009.439478:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764009.439487:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0b100 x1876699521566592/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764009.439497:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789764009.439497:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521566336:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789764009.439506:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789764009.439510:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764009.439519:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3978
00000100:00080000:1.0:1789764009.439521:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764009.439524:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789764009.439527:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789764009.439535:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09880 x1876699521566720/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764009.439544:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764009.439546:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789764009.439547:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764009.439550:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3978
00000100:00080000:1.0:1789764009.439554:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764009.439557:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789764009.439560:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764009.439567:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0a680 x1876699521566848/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764009.439577:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764009.439579:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789764009.439580:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764009.439582:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3978
00000100:00080000:1.0:1789764009.439584:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764009.439586:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789764009.439589:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764009.439598:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09500 x1876699521566976/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789764009.439606:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789764009.439659:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764009/real 1789764009]  req@ffff911a08b08e00 x1876699521566336/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789764009.439675:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08e00 x1876699521566336/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764009.439685:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789764009.439688:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789764009.439691:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521566336:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789764009.439698:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521566464:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789764009.439717:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789764009.439727:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764009/real 1789764009]  req@ffff911a08b0a300 x1876699521566464/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789764009.439735:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a300 x1876699521566464/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764009.439741:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789764009.439743:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789764009.439745:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521566464:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789764009.439769:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521566592:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789764009.439781:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789764009.439788:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764009/real 1789764009]  req@ffff911a08b0b100 x1876699521566592/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789764009.439796:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0b100 x1876699521566592/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764009.439801:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789764009.439803:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789764009.439805:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521566592:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789764009.439809:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521566720:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789764009.439821:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789764009.439828:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764009/real 1789764009]  req@ffff911a08b09880 x1876699521566720/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789764009.439847:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09880 x1876699521566720/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764009.439856:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789764009.439860:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789764009.439863:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521566720:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789764009.439870:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521566848:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789764009.439905:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789764009.439914:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764009/real 1789764009]  req@ffff911a08b0a680 x1876699521566848/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789764009.439923:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0a680 x1876699521566848/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764009.439929:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789764009.439931:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789764009.439933:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521566848:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789764009.439938:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521566976:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789764009.439955:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789764009.439966:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764009/real 1789764009]  req@ffff911a08b09500 x1876699521566976/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789764009.439979:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09500 x1876699521566976/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764009.439995:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789764009.439999:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789764009.440002:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521566976:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789764009.503387:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764010.527405:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789764011.551409:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764012.575377:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764013.599377:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789764014.559340:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764014.559348:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789764014.559352:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764014.559360:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3983
00000100:00080000:0.0:1789764014.559369:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764014.559375:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789764014.559408:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54380 x1876699521567104/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764014.559435:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764014.559440:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789764014.559442:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764014.559447:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3983
00000100:00080000:0.0:1789764014.559451:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764014.559457:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789764014.559467:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764014.559474:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521567104:192.168.203.116@tcp:250:kworker.0
00000100:00100000:0.0:1789764014.559482:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55180 x1876699521567232/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764014.559492:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764014.559495:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789764014.559496:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764014.559500:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3983
00000100:00080000:0.0:1789764014.559503:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764014.559506:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789764014.559510:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764014.559519:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54a80 x1876699521567360/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764014.559529:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789764014.559533:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789764014.559537:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789764014.559541:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764014.559547:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3983
00000100:00080000:0.0:1789764014.559552:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764014.559557:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789764014.559563:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789764014.559571:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764014/real 1789764014]  req@ffff911a05c54380 x1876699521567104/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764014.559580:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57800 x1876699521567488/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764014.559590:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789764014.559590:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54380 x1876699521567104/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764014.559601:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789764014.559605:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764014.559609:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764014.559613:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3983
00000100:00080000:2.0:1789764014.559614:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789764014.559622:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521567104:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789764014.559623:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764014.559632:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789764014.559639:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764014.559644:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521567232:192.168.203.116@tcp:38:kworker.0
00000100:00100000:0.0:1789764014.559655:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56300 x1876699521567616/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789764014.559664:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789764014.559667:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764014.559671:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789764014.559672:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789764014.559676:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764014/real 1789764014]  req@ffff911a05c55180 x1876699521567232/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764014.559677:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3983
00000100:00080000:0.0:1789764014.559683:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764014.559689:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789764014.559694:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55180 x1876699521567232/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789764014.559695:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789764014.559706:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789764014.559709:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:0.0:1789764014.559713:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54380 x1876699521567744/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789764014.559716:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521567232:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789764014.559727:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521567360:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789764014.559744:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789764014.559752:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764014/real 1789764014]  req@ffff911a05c54a80 x1876699521567360/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789764014.559769:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54a80 x1876699521567360/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764014.559775:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789764014.559777:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789764014.559779:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521567360:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789764014.559784:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521567488:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789764014.559804:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789764014.559816:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764014/real 1789764014]  req@ffff911a05c57800 x1876699521567488/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789764014.559829:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57800 x1876699521567488/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764014.559851:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789764014.559855:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789764014.559858:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521567488:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789764014.559875:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521567616:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789764014.559892:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789764014.559900:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764014/real 1789764014]  req@ffff911a05c56300 x1876699521567616/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789764014.559908:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56300 x1876699521567616/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764014.559913:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789764014.559915:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789764014.559917:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521567616:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789764014.559921:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521567744:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789764014.559931:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789764014.559937:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764014/real 1789764014]  req@ffff911a05c54380 x1876699521567744/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789764014.559945:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54380 x1876699521567744/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764014.559950:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789764014.559951:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789764014.559953:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521567744:192.168.203.116@tcp:38:kworker.0
00010000:00010000:2.0:1789764014.623370:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764015.647367:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764016.671436:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789764017.695421:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764018.719397:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789764019.679355:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764019.679366:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789764019.679370:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764019.679385:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3988
00000100:00080000:1.0:1789764019.679396:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764019.679405:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:1.0:1789764019.679444:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09f80 x1876699521567872/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764019.679478:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764019.679482:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789764019.679484:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764019.679490:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3988
00000100:00080000:1.0:1789764019.679494:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764019.679500:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789764019.679510:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764019.679526:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b09180 x1876699521568000/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789764019.679530:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521567872:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789764019.679548:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764019.679552:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789764019.679554:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764019.679559:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3988
00000100:00080000:1.0:1789764019.679563:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764019.679567:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789764019.679574:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764019.679590:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08700 x1876699521568128/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764019.679601:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789764019.679602:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:1.0:1789764019.679608:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789764019.679612:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764019.679618:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3988
00000100:00080000:1.0:1789764019.679623:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764019.679627:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789764019.679634:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789764019.679639:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764019/real 1789764019]  req@ffff911a08b09f80 x1876699521567872/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764019.679652:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b08380 x1876699521568256/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789764019.679662:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09f80 x1876699521567872/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764019.679668:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764019.679674:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764019.679674:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789764019.679679:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:1.0:1789764019.679680:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789764019.679684:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521567872:192.168.203.116@tcp:250:kworker.0
00000100:00080000:1.0:1789764019.679689:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3988
00000100:00080000:1.0:1789764019.679695:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764019.679699:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:1.0:1789764019.679706:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764019.679706:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521568000:192.168.203.116@tcp:38:kworker.0
00000100:00100000:1.0:1789764019.679729:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0aa00 x1876699521568384/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789764019.679731:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789764019.679743:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764019/real 1789764019]  req@ffff911a08b09180 x1876699521568000/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764019.679747:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764019.679756:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789764019.679759:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789764019.679762:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b09180 x1876699521568000/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764019.679767:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3988
00000100:00080000:1.0:1789764019.679777:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764019.679777:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789764019.679783:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00080000:1.0:1789764019.679788:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789764019.679788:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521568000:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789764019.679796:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521568128:192.168.203.116@tcp:38:kworker.0
00000008:00100000:1.0:1789764019.679798:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764019.679837:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a08b0ad80 x1876699521568512/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789764019.679841:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789764019.679853:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764019/real 1789764019]  req@ffff911a08b08700 x1876699521568128/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789764019.679863:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08700 x1876699521568128/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764019.679874:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789764019.679877:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789764019.679879:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521568128:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789764019.679884:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521568256:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789764019.679897:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789764019.679903:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764019/real 1789764019]  req@ffff911a08b08380 x1876699521568256/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789764019.679910:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b08380 x1876699521568256/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764019.679916:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789764019.679917:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789764019.679919:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521568256:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789764019.679931:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521568384:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789764019.679942:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789764019.679948:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764019/real 1789764019]  req@ffff911a08b0aa00 x1876699521568384/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789764019.679955:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0aa00 x1876699521568384/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764019.679960:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789764019.679962:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789764019.679964:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521568384:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789764019.679968:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521568512:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789764019.679978:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789764019.679983:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764019/real 1789764019]  req@ffff911a08b0ad80 x1876699521568512/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789764019.679990:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a08b0ad80 x1876699521568512/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764019.679995:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789764019.679997:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789764019.679999:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a08b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521568512:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789764019.743356:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789764020.767364:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764021.791346:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764022.815357:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789764023.839577:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789764024.799307:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764024.799315:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789764024.799318:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764024.799327:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3994
00000100:00080000:0.0:1789764024.799338:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764024.799344:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789764024.799380:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57100 x1876699521568640/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764024.799401:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764024.799403:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789764024.799405:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764024.799411:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3994
00000100:00080000:0.0:1789764024.799414:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764024.799417:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789764024.799426:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764024.799440:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55880 x1876699521568768/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764024.799451:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764024.799457:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789764024.799457:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521568640:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789764024.799460:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764024.799467:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3994
00000100:00080000:0.0:1789764024.799470:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764024.799473:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789764024.799478:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764024.799487:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56a00 x1876699521568896/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764024.799494:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764024.799497:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789764024.799498:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764024.799500:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3994
00000100:00080000:0.0:1789764024.799503:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764024.799506:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789764024.799508:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789764024.799514:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56680 x1876699521569024/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764024.799520:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764024.799529:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789764024.799530:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764024.799533:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3994
00000100:00080000:0.0:1789764024.799535:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764024.799540:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789764024.799543:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789764024.799543:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789764024.799552:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c57b80 x1876699521569152/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764024.799558:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764024.799560:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789764024.799561:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764024.799564:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3994
00000100:00080000:0.0:1789764024.799565:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764024.799567:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789764024.799570:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764024.799576:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54700 x1876699521569280/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789764024.799629:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764024/real 1789764024]  req@ffff911a05c57100 x1876699521568640/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789764024.799648:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57100 x1876699521568640/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764024.799659:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789764024.799663:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789764024.799667:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521568640:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789764024.799710:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521568768:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789764024.799732:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789764024.799785:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764024/real 1789764024]  req@ffff911a05c55880 x1876699521568768/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789764024.799796:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55880 x1876699521568768/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764024.799820:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789764024.799824:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789764024.799826:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521568768:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789764024.799830:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521568896:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789764024.799877:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789764024.799890:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764024/real 1789764024]  req@ffff911a05c56a00 x1876699521568896/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789764024.799912:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56a00 x1876699521568896/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764024.799934:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789764024.799938:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789764024.799941:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521568896:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789764024.799947:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521569024:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789764024.799978:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789764024.799999:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764024/real 1789764024]  req@ffff911a05c56680 x1876699521569024/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789764024.800012:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56680 x1876699521569024/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764024.800026:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789764024.800030:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789764024.800033:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521569024:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789764024.800039:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521569152:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789764024.800069:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789764024.800081:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764024/real 1789764024]  req@ffff911a05c57b80 x1876699521569152/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789764024.800094:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c57b80 x1876699521569152/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764024.800101:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789764024.800103:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789764024.800106:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521569152:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789764024.800131:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521569280:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789764024.800152:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789764024.800163:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764024/real 1789764024]  req@ffff911a05c54700 x1876699521569280/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789764024.800173:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54700 x1876699521569280/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764024.800181:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789764024.800183:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789764024.800185:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521569280:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789764024.863346:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764025.887470:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789764026.911404:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764027.935427:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764028.959401:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789764029.920968:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764029.920977:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789764029.920982:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764029.920996:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 3999
00000100:00080000:2.0:1789764029.921006:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764029.921014:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789764029.921051:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8a80 x1876699521569408/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764029.921131:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521569408:192.168.203.116@tcp:250:kworker.0
00000800:00000100:0.0:1789764029.921232:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:2.0:1789764029.921383:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764029.921388:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764029.921390:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764029.921417:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3999
00000100:00080000:2.0:1789764029.921421:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764029.921426:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789764029.921445:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764029.921459:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9c00 x1876699521569536/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764029.921951:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764029/real 1789764029]  req@ffff911a12ee8a80 x1876699521569408/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764029.921974:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8a80 x1876699521569408/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764029.921985:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764029.921989:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:0.0:1789764029.921992:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521569408:192.168.203.116@tcp:250:kworker.0
00000100:00100000:0.0:1789764029.922021:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521569536:192.168.203.116@tcp:38:kworker.0
00000800:00000100:0.0:1789764029.922045:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789764029.922058:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764029/real 1789764029]  req@ffff911a12ee9c00 x1876699521569536/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764029.922084:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9c00 x1876699521569536/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764029.922164:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764029.922169:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789764029.922171:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764029.922176:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3999
00000100:00080000:2.0:1789764029.922180:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764029.922183:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789764029.922188:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764029.922201:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb480 x1876699521569664/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764029.922211:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764029.922245:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789764029.922247:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764029.922252:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 3999
00000100:00080000:2.0:1789764029.922255:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764029.922259:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789764029.922269:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789764029.922280:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeaa00 x1876699521569792/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764029.922289:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764029.922300:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764029.922301:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764029.922305:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3999
00000100:00080000:0.0:1789764029.922547:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764029.922551:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:0.0:1789764029.922555:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521569536:192.168.203.116@tcp:38:kworker.0
00000100:00100000:0.0:1789764029.922575:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521569664:192.168.203.116@tcp:38:kworker.0
00000800:00000100:0.0:1789764029.922614:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789764029.922626:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764029/real 1789764029]  req@ffff911a12eeb480 x1876699521569664/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764029.922638:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb480 x1876699521569664/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764029.922652:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764029.922656:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:0.0:1789764029.922659:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521569664:192.168.203.116@tcp:38:kworker.0
00000100:00100000:0.0:1789764029.922664:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521569792:192.168.203.116@tcp:8:kworker.0
00000800:00000100:0.0:1789764029.922682:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789764029.922692:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764029/real 1789764029]  req@ffff911a12eeaa00 x1876699521569792/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764029.922703:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeaa00 x1876699521569792/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764029.922711:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764029.922714:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:0.0:1789764029.922717:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521569792:192.168.203.116@tcp:8:kworker.0
00000100:00080000:2.0:1789764029.922744:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764029.922749:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789764029.922760:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764029.922772:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9180 x1876699521569920/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764029.922782:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764029.922786:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789764029.922787:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764029.922801:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 3999
00000100:00080000:2.0:1789764029.922805:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764029.922810:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789764029.922814:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764029.922830:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9880 x1876699521570048/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764029.922947:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521569920:192.168.203.116@tcp:38:kworker.0
00000800:00000100:0.0:1789764029.922975:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789764029.922992:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764029/real 1789764029]  req@ffff911a12ee9180 x1876699521569920/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764029.923004:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9180 x1876699521569920/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764029.923012:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764029.923015:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:0.0:1789764029.923019:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521569920:192.168.203.116@tcp:38:kworker.0
00000100:00100000:0.0:1789764029.923025:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521570048:192.168.203.116@tcp:38:kworker.0
00000800:00000100:0.0:1789764029.923041:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789764029.923051:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764029/real 1789764029]  req@ffff911a12ee9880 x1876699521570048/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764029.923062:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9880 x1876699521570048/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764029.923069:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764029.923072:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:0.0:1789764029.923075:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521570048:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789764029.983397:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764031.007426:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764032.031385:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764033.055367:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764034.079382:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789764035.039350:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764035.039360:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789764035.039364:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764035.039376:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 4004
00000100:00080000:2.0:1789764035.039390:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764035.039398:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789764035.039442:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9f80 x1876699521570176/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764035.039474:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764035.039479:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764035.039481:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764035.039486:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 4004
00000100:00080000:2.0:1789764035.039490:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764035.039495:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789764035.039508:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764035.039523:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eead80 x1876699521570304/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764035.039535:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764035.039537:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789764035.039539:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764035.039542:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 4004
00000100:00080000:2.0:1789764035.039545:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764035.039548:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789764035.039553:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764035.039563:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8700 x1876699521570432/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764035.039566:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521570176:192.168.203.116@tcp:250:kworker.0
00000100:00080000:2.0:1789764035.039575:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764035.039580:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789764035.039582:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764035.039585:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 4004
00000100:00080000:2.0:1789764035.039587:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764035.039590:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789764035.039593:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789764035.039602:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8e00 x1876699521570560/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764035.039613:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764035.039616:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764035.039617:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764035.039619:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 4004
00000100:00080000:2.0:1789764035.039621:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764035.039623:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789764035.039626:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764035.039632:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea300 x1876699521570688/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764035.039639:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764035.039641:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789764035.039642:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764035.039645:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 4004
00000100:00080000:2.0:1789764035.039647:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764035.039653:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000800:00000100:0.0:1789764035.039661:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000008:00100000:2.0:1789764035.039663:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764035.039673:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb800 x1876699521570816/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764035.039748:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764035/real 1789764035]  req@ffff911a12ee9f80 x1876699521570176/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764035.039769:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9f80 x1876699521570176/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764035.039788:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764035.039793:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:0.0:1789764035.039797:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521570176:192.168.203.116@tcp:250:kworker.0
00000100:00100000:0.0:1789764035.039808:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521570304:192.168.203.116@tcp:38:kworker.0
00000800:00000100:0.0:1789764035.039832:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789764035.039845:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764035/real 1789764035]  req@ffff911a12eead80 x1876699521570304/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764035.039866:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eead80 x1876699521570304/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764035.039875:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764035.039878:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:0.0:1789764035.039881:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521570304:192.168.203.116@tcp:38:kworker.0
00000100:00100000:0.0:1789764035.039904:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521570432:192.168.203.116@tcp:38:kworker.0
00000800:00000100:0.0:1789764035.039925:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789764035.039936:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764035/real 1789764035]  req@ffff911a12ee8700 x1876699521570432/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764035.039947:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8700 x1876699521570432/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764035.039954:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764035.039957:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:0.0:1789764035.039961:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521570432:192.168.203.116@tcp:38:kworker.0
00000100:00100000:0.0:1789764035.039967:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521570560:192.168.203.116@tcp:8:kworker.0
00000800:00000100:0.0:1789764035.039987:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789764035.039997:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764035/real 1789764035]  req@ffff911a12ee8e00 x1876699521570560/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764035.040009:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8e00 x1876699521570560/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764035.040016:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764035.040020:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:0.0:1789764035.040023:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521570560:192.168.203.116@tcp:8:kworker.0
00000100:00100000:0.0:1789764035.040029:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521570688:192.168.203.116@tcp:38:kworker.0
00000800:00000100:0.0:1789764035.040049:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789764035.040059:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764035/real 1789764035]  req@ffff911a12eea300 x1876699521570688/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764035.040070:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea300 x1876699521570688/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764035.040076:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764035.040079:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:0.0:1789764035.040082:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521570688:192.168.203.116@tcp:38:kworker.0
00000100:00100000:0.0:1789764035.040088:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521570816:192.168.203.116@tcp:38:kworker.0
00000800:00000100:0.0:1789764035.040106:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789764035.040116:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764035/real 1789764035]  req@ffff911a12eeb800 x1876699521570816/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764035.040126:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb800 x1876699521570816/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764035.040138:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764035.040141:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:0.0:1789764035.040144:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521570816:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789764035.103445:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764036.127375:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764037.151401:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764038.175409:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789764039.199341:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789764040.159329:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764040.159338:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789764040.159341:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764040.159351:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 4009
00000100:00080000:0.0:1789764040.159360:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764040.159367:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789764040.159401:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521570944/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764040.159425:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764040.159428:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789764040.159429:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764040.159433:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 4009
00000100:00080000:0.0:1789764040.159437:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764040.159441:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789764040.159450:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764040.159460:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521570944:192.168.203.116@tcp:250:kworker.0
00000100:00100000:0.0:1789764040.159464:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54e00 x1876699521571072/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764040.159481:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764040.159483:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789764040.159484:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764040.159488:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 4009
00000100:00080000:0.0:1789764040.159491:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764040.159495:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789764040.159499:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764040.159509:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56d80 x1876699521571200/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789764040.159515:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789764040.159523:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764040.159526:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789764040.159528:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764040.159532:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 4009
00000100:00080000:0.0:1789764040.159536:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764040.159539:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789764040.159544:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789764040.159555:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764040/real 1789764040]  req@ffff911a05c54000 x1876699521570944/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764040.159556:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55500 x1876699521571328/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764040.159586:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764040.159590:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789764040.159592:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789764040.159595:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521570944/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764040.159599:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 4009
00000100:00080000:0.0:1789764040.159606:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764040.159610:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764040.159611:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00080000:2.0:1789764040.159616:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000008:00100000:0.0:1789764040.159618:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764040.159619:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521570944:192.168.203.116@tcp:250:kworker.0
00000100:00100000:0.0:1789764040.159632:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55f80 x1876699521571456/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789764040.159641:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521571072:192.168.203.116@tcp:38:kworker.0
00000100:00080000:0.0:1789764040.159644:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764040.159648:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789764040.159651:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789764040.159670:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789764040.159674:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 4009
00000100:00080000:0.0:1789764040.159679:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764040.159684:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789764040.159685:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764040/real 1789764040]  req@ffff911a05c54e00 x1876699521571072/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789764040.159691:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764040.159697:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54e00 x1876699521571072/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764040.159703:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789764040.159705:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55c00 x1876699521571584/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764040.159708:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789764040.159714:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521571072:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789764040.159727:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521571200:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789764040.159749:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789764040.159760:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764040/real 1789764040]  req@ffff911a05c56d80 x1876699521571200/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789764040.159771:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56d80 x1876699521571200/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764040.159779:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789764040.159782:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789764040.159784:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521571200:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789764040.159787:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521571328:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789764040.159800:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789764040.159806:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764040/real 1789764040]  req@ffff911a05c55500 x1876699521571328/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789764040.159812:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55500 x1876699521571328/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764040.159817:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789764040.159818:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789764040.159820:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521571328:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789764040.159830:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521571456:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789764040.159839:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789764040.159844:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764040/real 1789764040]  req@ffff911a05c55f80 x1876699521571456/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789764040.159850:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55f80 x1876699521571456/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764040.159854:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789764040.159856:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789764040.159858:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521571456:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789764040.159861:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521571584:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789764040.159870:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789764040.159874:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764040/real 1789764040]  req@ffff911a05c55c00 x1876699521571584/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789764040.159880:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55c00 x1876699521571584/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764040.159885:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789764040.159886:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789764040.159888:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521571584:192.168.203.116@tcp:38:kworker.0
00010000:00010000:3.0:1789764040.223418:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764041.247379:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789764042.271368:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764043.295344:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764044.319374:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789764045.279343:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764045.279353:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789764045.279356:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764045.279365:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 4014
00000100:00080000:0.0:1789764045.279375:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764045.279381:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:0.0:1789764045.279430:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55c00 x1876699521571712/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764045.279463:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764045.279467:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789764045.279468:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764045.279472:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 4014
00000100:00080000:0.0:1789764045.279475:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764045.279479:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789764045.279488:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764045.279501:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55f80 x1876699521571840/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789764045.279504:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521571712:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789764045.279518:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764045.279522:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789764045.279524:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764045.279528:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 4014
00000100:00080000:0.0:1789764045.279532:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764045.279535:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789764045.279540:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764045.279550:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c55500 x1876699521571968/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764045.279559:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764045.279562:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789764045.279564:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764045.279567:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 4014
00000800:00000100:2.0:1789764045.279572:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:0.0:1789764045.279574:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764045.279580:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789764045.279584:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789764045.279595:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c56d80 x1876699521572096/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764045.279605:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764045.279608:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789764045.279610:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789764045.279612:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764045/real 1789764045]  req@ffff911a05c55c00 x1876699521571712/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764045.279625:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 4014
00000100:00080000:0.0:1789764045.279629:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764045.279636:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789764045.279645:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764045.279650:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55c00 x1876699521571712/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764045.279657:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54e00 x1876699521572224/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764045.279661:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789764045.279668:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00080000:0.0:1789764045.279674:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789764045.279674:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521571712:192.168.203.116@tcp:250:kworker.0
00000100:00080000:0.0:1789764045.279686:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789764045.279687:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764045.279692:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 4014
00000100:00100000:2.0:1789764045.279695:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521571840:192.168.203.116@tcp:38:kworker.0
00000100:00080000:0.0:1789764045.279697:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764045.279717:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:0.0:1789764045.279723:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789764045.279723:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789764045.279734:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764045/real 1789764045]  req@ffff911a05c55f80 x1876699521571840/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764045.279740:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a05c54000 x1876699521572352/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789764045.279747:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55f80 x1876699521571840/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764045.279766:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789764045.279772:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789764045.279776:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521571840:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789764045.279780:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521571968:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789764045.279792:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789764045.279800:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764045/real 1789764045]  req@ffff911a05c55500 x1876699521571968/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789764045.279807:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c55500 x1876699521571968/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764045.279812:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789764045.279814:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789764045.279816:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521571968:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789764045.279819:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521572096:192.168.203.116@tcp:8:kworker.0
00000800:00000100:2.0:1789764045.279832:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789764045.279839:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764045/real 1789764045]  req@ffff911a05c56d80 x1876699521572096/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789764045.279852:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c56d80 x1876699521572096/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764045.279858:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789764045.279861:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789764045.279864:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521572096:192.168.203.116@tcp:8:kworker.0
00000100:00100000:2.0:1789764045.279868:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521572224:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789764045.279878:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789764045.279884:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764045/real 1789764045]  req@ffff911a05c54e00 x1876699521572224/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789764045.279890:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54e00 x1876699521572224/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764045.279894:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789764045.279896:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789764045.279898:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521572224:192.168.203.116@tcp:38:kworker.0
00000100:00100000:2.0:1789764045.279913:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521572352:192.168.203.116@tcp:38:kworker.0
00000800:00000100:2.0:1789764045.279932:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:2.0:1789764045.279938:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764045/real 1789764045]  req@ffff911a05c54000 x1876699521572352/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789764045.279945:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a05c54000 x1876699521572352/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764045.279953:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789764045.279955:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:2.0:1789764045.279956:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a05c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521572352:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789764045.343388:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764046.367451:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764047.391367:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764048.415360:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764049.439372:0:12656:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789764050.399306:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764050.399316:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789764050.399320:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764050.399330:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 192.168.203.116@tcp last attempt 4019
00000100:00080000:2.0:1789764050.399340:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764050.399347:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.116@tcp: import ffff911a12a37000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00100000:2.0:1789764050.399378:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee9500 x1876699521572480/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764050.399402:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764050.399412:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764050.399415:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764050.399419:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 4019
00000100:00080000:2.0:1789764050.399423:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764050.399426:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a12db9000: import ffff911a087d9000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789764050.399435:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764050.399436:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521572480:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789764050.399450:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8380 x1876699521572608/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764050.399461:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764050.399464:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789764050.399466:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764050.399470:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 4019
00000100:00080000:2.0:1789764050.399474:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764050.399478:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a12db9000: import ffff911a087db000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789764050.399482:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764050.399493:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eea680 x1876699521572736/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789764050.399497:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00080000:2.0:1789764050.399507:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) cd5436e5-f1f0-4365-9253-ba3c783ea432->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764050.399510:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789764050.399512:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764050.399516:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: connect to NID 192.168.203.116@tcp last attempt 4019
00000100:00080000:2.0:1789764050.399519:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764050.399522:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff911a12db9000: import ffff911a202a6800 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789764050.399527:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789764050.399536:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12ee8000 x1876699521572864/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764050.399541:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764050/real 1789764050]  req@ffff911a12ee9500 x1876699521572480/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764050.399554:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764050.399559:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764050.399561:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764050.399565:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 4019
00000100:00100000:0.0:1789764050.399567:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee9500 x1876699521572480/t0(0) o250->MGC192.168.203.116@tcp@192.168.203.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764050.399569:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764050.399589:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff911a08605000: import ffff911a20254000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000100:00080000:0.0:1789764050.399593:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a12a37000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:2.0:1789764050.399595:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789764050.399601:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.116@tcp failed (-110)
00000100:00100000:0.0:1789764050.399606:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f65b2a7-adb1-4b6b-ac21-1a14368a4e1c:2404:1876699521572480:192.168.203.116@tcp:250:kworker.0
00000100:00100000:2.0:1789764050.399609:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eeb100 x1876699521572992/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764050.399620:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b876aacc-ec8d-4d49-a838-3d0f5d079a4b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764050.399623:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789764050.399624:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764050.399629:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: connect to NID 192.168.203.116@tcp last attempt 4019
00000100:00100000:0.0:1789764050.399633:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521572608:192.168.203.116@tcp:38:kworker.0
00000100:00080000:2.0:1789764050.399633:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764050.399640:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff911a08605000: import ffff911a20250000 using connection 192.168.203.116@tcp/192.168.203.116@tcp
00000008:00100000:2.0:1789764050.399645:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764050.399656:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff911a12eebb80 x1876699521573120/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789764050.399664:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789764050.399681:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764050/real 1789764050]  req@ffff911a12ee8380 x1876699521572608/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764050.399694:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8380 x1876699521572608/t0(0) o38->lustre-MDT0000-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764050.399703:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764050.399707:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:0.0:1789764050.399710:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521572608:192.168.203.116@tcp:38:kworker.0
00000100:00100000:0.0:1789764050.399718:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521572736:192.168.203.116@tcp:38:kworker.0
00000800:00000100:0.0:1789764050.399733:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789764050.399742:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764050/real 1789764050]  req@ffff911a12eea680 x1876699521572736/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764050.399753:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eea680 x1876699521572736/t0(0) o38->lustre-MDT0001-mdc-ffff911a12db9000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764050.399761:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a087db000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764050.399764:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:0.0:1789764050.399767:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521572736:192.168.203.116@tcp:38:kworker.0
00000100:00100000:0.0:1789764050.399772:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521572864:192.168.203.116@tcp:8:kworker.0
00000800:00000100:0.0:1789764050.399786:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789764050.399794:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764050/real 1789764050]  req@ffff911a12ee8000 x1876699521572864/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764050.399805:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12ee8000 x1876699521572864/t0(0) o8->lustre-OST0000-osc-ffff911a12db9000@192.168.203.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764050.399812:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a202a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764050.399816:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:0.0:1789764050.399819:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12ee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd5436e5-f1f0-4365-9253-ba3c783ea432:2404:1876699521572864:192.168.203.116@tcp:8:kworker.0
00000100:00100000:0.0:1789764050.399825:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521572992:192.168.203.116@tcp:38:kworker.0
00000800:00000100:0.0:1789764050.399841:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789764050.399850:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764050/real 1789764050]  req@ffff911a12eeb100 x1876699521572992/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764050.399861:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eeb100 x1876699521572992/t0(0) o38->lustre-MDT0000-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764050.399869:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20254000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764050.399872:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:0.0:1789764050.399875:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521572992:192.168.203.116@tcp:38:kworker.0
00000100:00100000:0.0:1789764050.399889:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521573120:192.168.203.116@tcp:38:kworker.0
00000800:00000100:0.0:1789764050.399904:0:2404:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.116@tcp
00000100:00100000:0.0:1789764050.399912:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764050/real 1789764050]  req@ffff911a12eebb80 x1876699521573120/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764050.399923:0:2404:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff911a12eebb80 x1876699521573120/t0(0) o38->lustre-MDT0001-mdc-ffff911a08605000@192.168.203.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764050.399942:0:2404:0:(import.c:65:import_set_state_nolock()) ffff911a20250000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764050.399945:0:2404:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.116@tcp failed (-110)
00000100:00100000:0.0:1789764050.399948:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff911a12eebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b876aacc-ec8d-4d49-a838-3d0f5d079a4b:2404:1876699521573120:192.168.203.116@tcp:38:kworker.0
00010000:00010000:0.0:1789764050.463374:0:6380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
Debug log: 87558 lines, 87558 kept, 0 dropped, 0 bad.